{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11592.465, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8236466380800, "copied_frame_count": 2979046, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:21:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4992585, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:21:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.97}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 170, "events_emitted": 5, "events_failed": 0, "events_observed": 170, "events_suppressed": 165, "frame_buffer_copied_bytes": 8236466380800, "frame_buffer_copies": 2979046, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0547, "count": 512, "max_ms": 0.2242, "p50_ms": 0.0567, "p95_ms": 0.1071, "p99_ms": 0.1484}, "stages": {"db_insert": {"avg_ms": 23.9317, "count": 5, "max_ms": 42.3316, "p50_ms": 23.2711, "p95_ms": 38.6284, "p99_ms": 41.591, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2568, "count": 5, "max_ms": 2.0769, "p50_ms": 1.094, "p95_ms": 1.9014, "p99_ms": 2.0418, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 48.1965, "count": 170, "max_ms": 1896.8592, "p50_ms": 0.9057, "p95_ms": 1.9495, "p99_ms": 1673.4804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0428, "count": 512, "max_ms": 3.5731, "p50_ms": 0.9575, "p95_ms": 1.6929, "p99_ms": 2.337, "results": {"failed": 0, "not_applicable": 0, "success": 2979046, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 23.4628, "count": 170, "max_ms": 966.8325, "p50_ms": 1.04, "p95_ms": 2.6467, "p99_ms": 844.5293, "results": {"failed": 0, "not_applicable": 0, "success": 170, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.1479, "count": 5, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 53.9885, "p99_ms": 57.2247, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4104, "count": 250, "max_ms": 8.8731, "p50_ms": 4.2482, "p95_ms": 6.4392, "p99_ms": 7.6866, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1954, "count": 250, "max_ms": 4.2148, "p50_ms": 1.0547, "p95_ms": 2.1229, "p99_ms": 3.7143, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 756.1024, "count": 5, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 952.0874, "p99_ms": 961.8787, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 688.8063, "count": 5, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 893.0283, "p99_ms": 903.7511, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 63.2563, "count": 5, "max_ms": 74.96, "p50_ms": 59.9118, "p95_ms": 73.5387, "p99_ms": 74.6757, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.324, "count": 5, "max_ms": 1.9524, "p50_ms": 1.2229, "p95_ms": 1.8084, "p99_ms": 1.9236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3184, "count": 5, "max_ms": 43.2904, "p50_ms": 34.7621, "p95_ms": 42.6972, "p99_ms": 43.1718, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7635, "count": 170, "max_ms": 3.5687, "p50_ms": 0.6734, "p95_ms": 1.4962, "p99_ms": 2.2728, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9584, "count": 5, "max_ms": 1.9207, "p50_ms": 0.748, "p95_ms": 1.7782, "p99_ms": 1.8922, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9584, "count": 5, "max_ms": 1.9207, "p50_ms": 0.748, "p95_ms": 1.7782, "p99_ms": 1.8922, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7635, "count": 170, "max_ms": 3.5687, "p50_ms": 0.6734, "p95_ms": 1.4962, "p99_ms": 2.2728, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5931, "count": 5, "max_ms": 0.7848, "p50_ms": 0.499, "p95_ms": 0.774, "p99_ms": 0.7827, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 755.0865, "count": 5, "max_ms": 1307.5943, "p50_ms": 672.3536, "p95_ms": 1240.2856, "p99_ms": 1294.1325, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 170, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7969, "count": 5, "max_ms": 9.3429, "p50_ms": 1.5455, "p95_ms": 7.8598, "p99_ms": 9.0463, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.01, "count": 5, "max_ms": 45.5392, "p50_ms": 26.0422, "p95_ms": 43.151, "p99_ms": 45.0616, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2046, "count": 5, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.5859, "p99_ms": 0.6762, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5435, "count": 5, "max_ms": 2.317, "p50_ms": 1.1506, "p95_ms": 2.2571, "p99_ms": 2.305, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 845.598, "count": 5, "max_ms": 1381.2346, "p50_ms": 781.358, "p95_ms": 1313.8512, "p99_ms": 1367.7579, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.5859, "p99_ms": 0.6762}, "wait_ms": {"count": 5, "max_ms": 2.317, "p50_ms": 1.1506, "p95_ms": 2.2571, "p99_ms": 2.305}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15879, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.0769, "p50_ms": 1.094, "p95_ms": 1.9014, "p99_ms": 2.0418}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:23:12+09:00", "last_error_summary": "[h264 @ 0x56e5c955ea80] error while decoding MB 17 43, bytestream -9 [in#0/rtsp @ 0x56e5c8ac4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56e5c8ac4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 28311.975, "last_started_at": "2026-11-02T17:31:20+09:00", "pid": 55920, "process": {"exists": false, "pid": 55920}, "restart_count": 7, "restart_count_per_hour": 0, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.731, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2979046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-03T01:23:12+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-03T01:23:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 347.254, "last_sample_duration_ms": 824.074, "last_trigger": "periodic", "next_snapshot_in_sec": 252.746, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 498, "storage_bytes": 2703257}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-11-03T01:23:12.817990+09:00", "mtime_epoch": 1793636592.8179903, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 147042}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:23:12+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2374.336, "name": "celery", "pid": 180, "rss_mb": 2340.445, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4.478, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 75, "pushed_frames": 75, "read_frames": 75, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.541, "pushed": 3.541, "read": 3.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.014, "p95_ms": 0.007, "reason": null, "sample_age_ms": 44.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 75, "max_ms": 2.481, "p95_ms": 1.355, "reason": null, "sample_age_ms": 76.379, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.171, "count": 75, "max_ms": 2.044, "p95_ms": 1.029, "reason": null, "sample_age_ms": 76.735, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 75, "max_ms": 0.221, "p95_ms": 0.143, "reason": null, "sample_age_ms": 44.509, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.216, "count": 75, "max_ms": 2.356, "p95_ms": 1.768, "reason": null, "sample_age_ms": 75.549, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.536, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.588, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.271, "count": 75, "max_ms": 46.342, "p95_ms": 42.01, "reason": null, "sample_age_ms": 44.502, "source": "client_direct"}, "sample_age_ms": 44.499, "source": "client_direct", "task_total_ms": {"avg_ms": 33.692, "count": 75, "max_ms": 47.44, "p95_ms": 43.457, "reason": null, "sample_age_ms": 44.499, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.005, "count": 75, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 27.246, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.163, "count": 75, "max_ms": 17.556, "p95_ms": 16.99, "reason": null, "sample_age_ms": 62.932, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 75, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 76.57, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 75, "max_ms": 0.129, "p95_ms": 0.093, "reason": null, "sample_age_ms": 27.251, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.408, "count": 75, "max_ms": 2.633, "p95_ms": 2.137, "reason": null, "sample_age_ms": 60.726, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 60.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.811, "count": 75, "max_ms": 42.007, "p95_ms": 37.214, "reason": null, "sample_age_ms": 27.243, "source": "client_direct"}, "sample_age_ms": 27.241, "source": "client_direct", "task_total_ms": {"avg_ms": 32.378, "count": 75, "max_ms": 43.435, "p95_ms": 38.816, "reason": null, "sample_age_ms": 27.241, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 32.673, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.691, "count": 75, "max_ms": 12.185, "p95_ms": 11.29, "reason": null, "sample_age_ms": 67.966, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.037, "p95_ms": 0.022, "reason": null, "sample_age_ms": 76.622, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 75, "max_ms": 0.414, "p95_ms": 0.193, "reason": null, "sample_age_ms": 32.709, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.435, "count": 75, "max_ms": 2.582, "p95_ms": 2.09, "reason": null, "sample_age_ms": 66.705, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.584, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.867, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.12, "count": 75, "max_ms": 48.867, "p95_ms": 42.454, "reason": null, "sample_age_ms": 32.667, "source": "client_direct"}, "sample_age_ms": 32.662, "source": "client_direct", "task_total_ms": {"avg_ms": 36.798, "count": 75, "max_ms": 51.732, "p95_ms": 44.014, "reason": null, "sample_age_ms": 32.662, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 37.627, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.123, "count": 75, "max_ms": 6.828, "p95_ms": 5.676, "reason": null, "sample_age_ms": 73.647, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.02, "count": 75, "max_ms": 0.055, "p95_ms": 0.036, "reason": null, "sample_age_ms": 76.655, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 75, "max_ms": 0.249, "p95_ms": 0.11, "reason": null, "sample_age_ms": 37.633, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.445, "count": 75, "max_ms": 2.823, "p95_ms": 2.227, "reason": null, "sample_age_ms": 72.587, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 72.574, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.777, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.131, "count": 75, "max_ms": 45.829, "p95_ms": 39.057, "reason": null, "sample_age_ms": 37.622, "source": "client_direct"}, "sample_age_ms": 37.618, "source": "client_direct", "task_total_ms": {"avg_ms": 34.769, "count": 75, "max_ms": 48.582, "p95_ms": 40.949, "reason": null, "sample_age_ms": 37.618, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.202, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.471, "count": 75, "max_ms": 1.209, "p95_ms": 0.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.097, "count": 75, "max_ms": 0.301, "p95_ms": 0.142}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 75, "max_ms": 0.221, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.033, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 75, "max_ms": 0.083, "p95_ms": 0.067}, "mcmt_ms": {"avg_ms": 0.001, "count": 75, "max_ms": 0.006, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 75, "max_ms": 0.444, "p95_ms": 0.23}, "setup_ms": {"avg_ms": 0.025, "count": 75, "max_ms": 0.061, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 0.445, "count": 75, "max_ms": 1.135, "p95_ms": 0.604}, "track_match_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.01, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.042, "p95_ms": 0.022}}, "gstreamer_push": {"avg_ms": 2.088, "count": 75, "max_ms": 3.747, "p95_ms": 3.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.022, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.592, "count": 75, "max_ms": 48.862, "p95_ms": 46.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.137, "count": 75, "max_ms": 59.762, "p95_ms": 55.475}, "yolo11_640_fire_11class": {"avg_ms": 46.028, "count": 75, "max_ms": 63.407, "p95_ms": 54.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.48, "count": 75, "max_ms": 52.951, "p95_ms": 47.025}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.379, "count": 75, "max_ms": 4.713, "p95_ms": 4.352}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.26, "count": 75, "max_ms": 65.205, "p95_ms": 58.333}, "inference_input_copy_ms": {"avg_ms": 1.086, "count": 75, "max_ms": 2.644, "p95_ms": 1.976}, "processing_residual_ms": {"avg_ms": 0.068, "count": 75, "max_ms": 0.178, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.793, "count": 75, "max_ms": 67.388, "p95_ms": 62.703}, "read_interval": {"avg_ms": 545.168, "count": 75, "max_ms": 19784.536, "p95_ms": 80.434}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.123, "count": 75, "max_ms": 0.389, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.024, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 75, "max_ms": 0.194, "p95_ms": 0.078}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 75, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.051, "count": 75, "max_ms": 0.15, "p95_ms": 0.087}, "worker_merge_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.025, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 46.918, "count": 75, "max_ms": 63.413, "p95_ms": 55.483}, "visualize": {"avg_ms": 1.221, "count": 75, "max_ms": 2.481, "p95_ms": 1.705}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.12, "count": 75, "max_ms": 0.32, "p95_ms": 0.189}, "visualize_input_copy_ms": {"avg_ms": 0.97, "count": 75, "max_ms": 1.984, "p95_ms": 1.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.045, "count": 75, "max_ms": 0.108, "p95_ms": 0.063}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 75, "max_ms": 0.225, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 75}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2340.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.564, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.365, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2978972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:22:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147947, "write_bytes_delta": 147947, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 3.0, "cpu_core_ratio": 0.00349, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 55920, "reason": null, "system_cpu_core_ratio": 0.000499, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.002992, "user_cpu_s_delta": 0.06000000000040018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.067811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6670.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.025429, "system_cpu_s_delta": 0.5099999999947613, "user_cpu_core_ratio": 0.042382, "user_cpu_s_delta": 0.8499999999767169}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.207, "count": 167, "max_ms": 4.187, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.702, "count": 30, "max": 46.658, "p95": 41.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.046, "count": 30, "max": 16.774, "p95": 16.751, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 377.133, "count": 30, "max": 572.0, "p95": 498.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.433, "count": 30, "max": 193.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.046, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.417, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148133.4, "count": 30, "max": 150730.0, "p95": 149981.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138222.633, "count": 30, "max": 150251.0, "p95": 149487.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 28819.967, "count": 30, "max": 86706.0, "p95": 83106.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.739, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.843, "count": 30, "max": 1.16, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21456, "sampled_at": "2026-11-03T01:22:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:22:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 21.179, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11593.012, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8236466380800, "copied_frame_count": 2979046, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:21:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4992585, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:21:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.97}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 170, "events_emitted": 5, "events_failed": 0, "events_observed": 170, "events_suppressed": 165, "frame_buffer_copied_bytes": 8236466380800, "frame_buffer_copies": 2979046, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0547, "count": 512, "max_ms": 0.2242, "p50_ms": 0.0567, "p95_ms": 0.1071, "p99_ms": 0.1484}, "stages": {"db_insert": {"avg_ms": 23.9317, "count": 5, "max_ms": 42.3316, "p50_ms": 23.2711, "p95_ms": 38.6284, "p99_ms": 41.591, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2568, "count": 5, "max_ms": 2.0769, "p50_ms": 1.094, "p95_ms": 1.9014, "p99_ms": 2.0418, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 48.1965, "count": 170, "max_ms": 1896.8592, "p50_ms": 0.9057, "p95_ms": 1.9495, "p99_ms": 1673.4804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0428, "count": 512, "max_ms": 3.5731, "p50_ms": 0.9575, "p95_ms": 1.6929, "p99_ms": 2.337, "results": {"failed": 0, "not_applicable": 0, "success": 2979046, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 23.4628, "count": 170, "max_ms": 966.8325, "p50_ms": 1.04, "p95_ms": 2.6467, "p99_ms": 844.5293, "results": {"failed": 0, "not_applicable": 0, "success": 170, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.1479, "count": 5, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 53.9885, "p99_ms": 57.2247, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4104, "count": 250, "max_ms": 8.8731, "p50_ms": 4.2482, "p95_ms": 6.4392, "p99_ms": 7.6866, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1954, "count": 250, "max_ms": 4.2148, "p50_ms": 1.0547, "p95_ms": 2.1229, "p99_ms": 3.7143, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 756.1024, "count": 5, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 952.0874, "p99_ms": 961.8787, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 688.8063, "count": 5, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 893.0283, "p99_ms": 903.7511, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 63.2563, "count": 5, "max_ms": 74.96, "p50_ms": 59.9118, "p95_ms": 73.5387, "p99_ms": 74.6757, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.324, "count": 5, "max_ms": 1.9524, "p50_ms": 1.2229, "p95_ms": 1.8084, "p99_ms": 1.9236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3184, "count": 5, "max_ms": 43.2904, "p50_ms": 34.7621, "p95_ms": 42.6972, "p99_ms": 43.1718, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7635, "count": 170, "max_ms": 3.5687, "p50_ms": 0.6734, "p95_ms": 1.4962, "p99_ms": 2.2728, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9584, "count": 5, "max_ms": 1.9207, "p50_ms": 0.748, "p95_ms": 1.7782, "p99_ms": 1.8922, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9584, "count": 5, "max_ms": 1.9207, "p50_ms": 0.748, "p95_ms": 1.7782, "p99_ms": 1.8922, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7635, "count": 170, "max_ms": 3.5687, "p50_ms": 0.6734, "p95_ms": 1.4962, "p99_ms": 2.2728, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5931, "count": 5, "max_ms": 0.7848, "p50_ms": 0.499, "p95_ms": 0.774, "p99_ms": 0.7827, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 755.0865, "count": 5, "max_ms": 1307.5943, "p50_ms": 672.3536, "p95_ms": 1240.2856, "p99_ms": 1294.1325, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 170, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7969, "count": 5, "max_ms": 9.3429, "p50_ms": 1.5455, "p95_ms": 7.8598, "p99_ms": 9.0463, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.01, "count": 5, "max_ms": 45.5392, "p50_ms": 26.0422, "p95_ms": 43.151, "p99_ms": 45.0616, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2046, "count": 5, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.5859, "p99_ms": 0.6762, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5435, "count": 5, "max_ms": 2.317, "p50_ms": 1.1506, "p95_ms": 2.2571, "p99_ms": 2.305, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 845.598, "count": 5, "max_ms": 1381.2346, "p50_ms": 781.358, "p95_ms": 1313.8512, "p99_ms": 1367.7579, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.5859, "p99_ms": 0.6762}, "wait_ms": {"count": 5, "max_ms": 2.317, "p50_ms": 1.1506, "p95_ms": 2.2571, "p99_ms": 2.305}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15879, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.0769, "p50_ms": 1.094, "p95_ms": 1.9014, "p99_ms": 2.0418}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:23:12+09:00", "last_error_summary": "[h264 @ 0x56e5c955ea80] error while decoding MB 17 43, bytestream -9 [in#0/rtsp @ 0x56e5c8ac4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56e5c8ac4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 28312.027, "last_started_at": "2026-11-02T17:31:20+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 7, "restart_count_per_hour": 0, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 8}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.731, "sample_count": 2528, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2979046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-11-03T01:23:12+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-11-03T01:23:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 347.293, "last_sample_duration_ms": 824.074, "last_trigger": "periodic", "next_snapshot_in_sec": 252.707, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 498, "storage_bytes": 2703257}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-11-03T01:23:12.817990+09:00", "mtime_epoch": 1793636592.8179903, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 147042}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:23:12+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2374.336, "name": "celery", "pid": 180, "rss_mb": 2340.43, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4.53, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 75, "pushed_frames": 75, "read_frames": 75, "select_timeouts": 25, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.533, "pushed": 3.533, "read": 3.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.014, "p95_ms": 0.007, "reason": null, "sample_age_ms": 96.716, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 75, "max_ms": 2.481, "p95_ms": 1.355, "reason": null, "sample_age_ms": 128.591, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.171, "count": 75, "max_ms": 2.044, "p95_ms": 1.029, "reason": null, "sample_age_ms": 128.946, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 75, "max_ms": 0.221, "p95_ms": 0.143, "reason": null, "sample_age_ms": 96.721, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.216, "count": 75, "max_ms": 2.356, "p95_ms": 1.768, "reason": null, "sample_age_ms": 127.76, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.748, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.799, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.271, "count": 75, "max_ms": 46.342, "p95_ms": 42.01, "reason": null, "sample_age_ms": 96.713, "source": "client_direct"}, "sample_age_ms": 96.71, "source": "client_direct", "task_total_ms": {"avg_ms": 33.692, "count": 75, "max_ms": 47.44, "p95_ms": 43.457, "reason": null, "sample_age_ms": 96.71, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.005, "count": 75, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 79.457, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.163, "count": 75, "max_ms": 17.556, "p95_ms": 16.99, "reason": null, "sample_age_ms": 115.143, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 75, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 128.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 75, "max_ms": 0.129, "p95_ms": 0.093, "reason": null, "sample_age_ms": 79.462, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.408, "count": 75, "max_ms": 2.633, "p95_ms": 2.137, "reason": null, "sample_age_ms": 112.938, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.885, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.811, "count": 75, "max_ms": 42.007, "p95_ms": 37.214, "reason": null, "sample_age_ms": 79.455, "source": "client_direct"}, "sample_age_ms": 79.453, "source": "client_direct", "task_total_ms": {"avg_ms": 32.378, "count": 75, "max_ms": 43.435, "p95_ms": 38.816, "reason": null, "sample_age_ms": 79.453, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 84.885, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.691, "count": 75, "max_ms": 12.185, "p95_ms": 11.29, "reason": null, "sample_age_ms": 120.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.037, "p95_ms": 0.022, "reason": null, "sample_age_ms": 128.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 75, "max_ms": 0.414, "p95_ms": 0.193, "reason": null, "sample_age_ms": 84.921, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.435, "count": 75, "max_ms": 2.582, "p95_ms": 2.09, "reason": null, "sample_age_ms": 118.916, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.796, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.079, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.12, "count": 75, "max_ms": 48.867, "p95_ms": 42.454, "reason": null, "sample_age_ms": 84.879, "source": "client_direct"}, "sample_age_ms": 84.874, "source": "client_direct", "task_total_ms": {"avg_ms": 36.798, "count": 75, "max_ms": 51.732, "p95_ms": 44.014, "reason": null, "sample_age_ms": 84.874, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 89.838, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.123, "count": 75, "max_ms": 6.828, "p95_ms": 5.676, "reason": null, "sample_age_ms": 125.859, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.02, "count": 75, "max_ms": 0.055, "p95_ms": 0.036, "reason": null, "sample_age_ms": 128.867, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 75, "max_ms": 0.249, "p95_ms": 0.11, "reason": null, "sample_age_ms": 89.845, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.445, "count": 75, "max_ms": 2.823, "p95_ms": 2.227, "reason": null, "sample_age_ms": 124.799, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.785, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.989, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.131, "count": 75, "max_ms": 45.829, "p95_ms": 39.057, "reason": null, "sample_age_ms": 89.833, "source": "client_direct"}, "sample_age_ms": 89.83, "source": "client_direct", "task_total_ms": {"avg_ms": 34.769, "count": 75, "max_ms": 48.582, "p95_ms": 40.949, "reason": null, "sample_age_ms": 89.83, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.314, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.471, "count": 75, "max_ms": 1.209, "p95_ms": 0.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.097, "count": 75, "max_ms": 0.301, "p95_ms": 0.142}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 75, "max_ms": 0.221, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.033, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 75, "max_ms": 0.083, "p95_ms": 0.067}, "mcmt_ms": {"avg_ms": 0.001, "count": 75, "max_ms": 0.006, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 75, "max_ms": 0.444, "p95_ms": 0.23}, "setup_ms": {"avg_ms": 0.025, "count": 75, "max_ms": 0.061, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 0.445, "count": 75, "max_ms": 1.135, "p95_ms": 0.604}, "track_match_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.01, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.042, "p95_ms": 0.022}}, "gstreamer_push": {"avg_ms": 2.088, "count": 75, "max_ms": 3.747, "p95_ms": 3.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.022, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.592, "count": 75, "max_ms": 48.862, "p95_ms": 46.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.137, "count": 75, "max_ms": 59.762, "p95_ms": 55.475}, "yolo11_640_fire_11class": {"avg_ms": 46.028, "count": 75, "max_ms": 63.407, "p95_ms": 54.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.48, "count": 75, "max_ms": 52.951, "p95_ms": 47.025}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.379, "count": 75, "max_ms": 4.713, "p95_ms": 4.352}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.26, "count": 75, "max_ms": 65.205, "p95_ms": 58.333}, "inference_input_copy_ms": {"avg_ms": 1.086, "count": 75, "max_ms": 2.644, "p95_ms": 1.976}, "processing_residual_ms": {"avg_ms": 0.068, "count": 75, "max_ms": 0.178, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.793, "count": 75, "max_ms": 67.388, "p95_ms": 62.703}, "read_interval": {"avg_ms": 545.168, "count": 75, "max_ms": 19784.536, "p95_ms": 80.434}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.123, "count": 75, "max_ms": 0.389, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.024, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 75, "max_ms": 0.194, "p95_ms": 0.078}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 75, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.051, "count": 75, "max_ms": 0.15, "p95_ms": 0.087}, "worker_merge_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.025, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 46.918, "count": 75, "max_ms": 63.413, "p95_ms": 55.483}, "visualize": {"avg_ms": 1.221, "count": 75, "max_ms": 2.481, "p95_ms": 1.705}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.12, "count": 75, "max_ms": 0.32, "p95_ms": 0.189}, "visualize_input_copy_ms": {"avg_ms": 0.97, "count": 75, "max_ms": 1.984, "p95_ms": 1.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.045, "count": 75, "max_ms": 0.108, "p95_ms": 0.063}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 75, "max_ms": 0.225, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 75}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2340.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.564, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.365, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2978972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:22:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147947, "write_bytes_delta": 147947, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 3.0, "cpu_core_ratio": 0.00349, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 55920, "reason": null, "system_cpu_core_ratio": 0.000499, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.002992, "user_cpu_s_delta": 0.06000000000040018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.067811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6670.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.025429, "system_cpu_s_delta": 0.5099999999947613, "user_cpu_core_ratio": 0.042382, "user_cpu_s_delta": 0.8499999999767169}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.207, "count": 167, "max_ms": 4.187, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.702, "count": 30, "max": 46.658, "p95": 41.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.046, "count": 30, "max": 16.774, "p95": 16.751, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 377.133, "count": 30, "max": 572.0, "p95": 498.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.433, "count": 30, "max": 193.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.046, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.417, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148133.4, "count": 30, "max": 150730.0, "p95": 149981.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138222.633, "count": 30, "max": 150251.0, "p95": 149487.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 28819.967, "count": 30, "max": 86706.0, "p95": 83106.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.739, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.843, "count": 30, "max": 1.16, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21456, "sampled_at": "2026-11-03T01:22:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:22:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 21.231, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11708.855, "limit_mb": null}, "detail": {"pid": 59086, "restart_count": 8, "start_count": 9}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8236466380800, "copied_frame_count": 2979046, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:21:43+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4992585, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:21:38+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.97}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 170, "events_emitted": 5, "events_failed": 0, "events_observed": 170, "events_suppressed": 165, "frame_buffer_copied_bytes": 8236466380800, "frame_buffer_copies": 2979046, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0547, "count": 512, "max_ms": 0.2242, "p50_ms": 0.0567, "p95_ms": 0.1071, "p99_ms": 0.1484}, "stages": {"db_insert": {"avg_ms": 23.9317, "count": 5, "max_ms": 42.3316, "p50_ms": 23.2711, "p95_ms": 38.6284, "p99_ms": 41.591, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.2568, "count": 5, "max_ms": 2.0769, "p50_ms": 1.094, "p95_ms": 1.9014, "p99_ms": 2.0418, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 48.1965, "count": 170, "max_ms": 1896.8592, "p50_ms": 0.9057, "p95_ms": 1.9495, "p99_ms": 1673.4804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0428, "count": 512, "max_ms": 3.5731, "p50_ms": 0.9575, "p95_ms": 1.6929, "p99_ms": 2.337, "results": {"failed": 0, "not_applicable": 0, "success": 2979046, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 23.4628, "count": 170, "max_ms": 966.8325, "p50_ms": 1.04, "p95_ms": 2.6467, "p99_ms": 844.5293, "results": {"failed": 0, "not_applicable": 0, "success": 170, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 35.1479, "count": 5, "max_ms": 58.0338, "p50_ms": 34.5767, "p95_ms": 53.9885, "p99_ms": 57.2247, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.4104, "count": 250, "max_ms": 8.8731, "p50_ms": 4.2482, "p95_ms": 6.4392, "p99_ms": 7.6866, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.1954, "count": 250, "max_ms": 4.2148, "p50_ms": 1.0547, "p95_ms": 2.1229, "p99_ms": 3.7143, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 756.1024, "count": 5, "max_ms": 964.3265, "p50_ms": 814.6384, "p95_ms": 952.0874, "p99_ms": 961.8787, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 688.8063, "count": 5, "max_ms": 906.4318, "p50_ms": 751.6134, "p95_ms": 893.0283, "p99_ms": 903.7511, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 63.2563, "count": 5, "max_ms": 74.96, "p50_ms": 59.9118, "p95_ms": 73.5387, "p99_ms": 74.6757, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.324, "count": 5, "max_ms": 1.9524, "p50_ms": 1.2229, "p95_ms": 1.8084, "p99_ms": 1.9236, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 37.3184, "count": 5, "max_ms": 43.2904, "p50_ms": 34.7621, "p95_ms": 42.6972, "p99_ms": 43.1718, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7635, "count": 170, "max_ms": 3.5687, "p50_ms": 0.6734, "p95_ms": 1.4962, "p99_ms": 2.2728, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 0.9584, "count": 5, "max_ms": 1.9207, "p50_ms": 0.748, "p95_ms": 1.7782, "p99_ms": 1.8922, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 0.9584, "count": 5, "max_ms": 1.9207, "p50_ms": 0.748, "p95_ms": 1.7782, "p99_ms": 1.8922, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7635, "count": 170, "max_ms": 3.5687, "p50_ms": 0.6734, "p95_ms": 1.4962, "p99_ms": 2.2728, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 165, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.5931, "count": 5, "max_ms": 0.7848, "p50_ms": 0.499, "p95_ms": 0.774, "p99_ms": 0.7827, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 755.0865, "count": 5, "max_ms": 1307.5943, "p50_ms": 672.3536, "p95_ms": 1240.2856, "p99_ms": 1294.1325, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 170, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.7969, "count": 5, "max_ms": 9.3429, "p50_ms": 1.5455, "p95_ms": 7.8598, "p99_ms": 9.0463, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 26.01, "count": 5, "max_ms": 45.5392, "p50_ms": 26.0422, "p95_ms": 43.151, "p99_ms": 45.0616, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2046, "count": 5, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.5859, "p99_ms": 0.6762, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5435, "count": 5, "max_ms": 2.317, "p50_ms": 1.1506, "p95_ms": 2.2571, "p99_ms": 2.305, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 845.598, "count": 5, "max_ms": 1381.2346, "p50_ms": 781.358, "p95_ms": 1313.8512, "p99_ms": 1367.7579, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6988, "p50_ms": 0.0733, "p95_ms": 0.5859, "p99_ms": 0.6762}, "wait_ms": {"count": 5, "max_ms": 2.317, "p50_ms": 1.1506, "p95_ms": 2.2571, "p99_ms": 2.305}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15879, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 2.0769, "p50_ms": 1.094, "p95_ms": 1.9014, "p99_ms": 2.0418}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 6, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:23:12+09:00", "last_error_summary": "[h264 @ 0x56e5c955ea80] error while decoding MB 17 43, bytestream -9 [in#0/rtsp @ 0x56e5c8ac4e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x56e5c8ac4e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T01:23:15+09:00", "pid": 59086, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.504, "name": "ffmpeg", "pid": 59086, "rss_mb": 149.504, "state": "R (running)", "threads": 49}, "restart_count": 8, "restart_count_per_hour": 1, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.896, "sample_count": 2480, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2979046, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:23:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.81, "last_frame_pushed_at": "2026-11-03T01:23:12+09:00", "last_frame_read_age_sec": 4.866, "last_frame_read_at": "2026-11-03T01:23:12+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 98, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 352.027, "last_sample_duration_ms": 824.074, "last_trigger": "periodic", "next_snapshot_in_sec": 247.973, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 498, "storage_bytes": 2703257}, "mjpeg": {"age_sec": 4.802, "exists": true, "mtime": "2026-11-03T01:23:12.817990+09:00", "mtime_epoch": 1793636592.8179903, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 147042}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:23:17+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2374.336, "name": "celery", "pid": 180, "rss_mb": 2340.434, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 9.265, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 75, "pushed_frames": 75, "read_frames": 75, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.888, "pushed": 2.888, "read": 2.888}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.014, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4835.675, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 75, "max_ms": 2.481, "p95_ms": 1.355, "reason": null, "sample_age_ms": 4867.55, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.171, "count": 75, "max_ms": 2.044, "p95_ms": 1.029, "reason": null, "sample_age_ms": 4867.905, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 75, "max_ms": 0.221, "p95_ms": 0.143, "reason": null, "sample_age_ms": 4835.68, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.216, "count": 75, "max_ms": 2.356, "p95_ms": 1.768, "reason": null, "sample_age_ms": 4866.719, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4866.707, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4835.758, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.271, "count": 75, "max_ms": 46.342, "p95_ms": 42.01, "reason": null, "sample_age_ms": 4835.672, "source": "client_direct"}, "sample_age_ms": 4835.67, "source": "client_direct", "task_total_ms": {"avg_ms": 33.692, "count": 75, "max_ms": 47.44, "p95_ms": 43.457, "reason": null, "sample_age_ms": 4835.67, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.005, "count": 75, "max_ms": 0.013, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4818.416, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.163, "count": 75, "max_ms": 17.556, "p95_ms": 16.99, "reason": null, "sample_age_ms": 4854.102, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.014, "count": 75, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4867.741, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 75, "max_ms": 0.129, "p95_ms": 0.093, "reason": null, "sample_age_ms": 4818.421, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.408, "count": 75, "max_ms": 2.633, "p95_ms": 2.137, "reason": null, "sample_age_ms": 4851.897, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4851.844, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4818.472, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.811, "count": 75, "max_ms": 42.007, "p95_ms": 37.214, "reason": null, "sample_age_ms": 4818.414, "source": "client_direct"}, "sample_age_ms": 4818.412, "source": "client_direct", "task_total_ms": {"avg_ms": 32.378, "count": 75, "max_ms": 43.435, "p95_ms": 38.816, "reason": null, "sample_age_ms": 4818.412, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4823.844, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.691, "count": 75, "max_ms": 12.185, "p95_ms": 11.29, "reason": null, "sample_age_ms": 4859.137, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.037, "p95_ms": 0.022, "reason": null, "sample_age_ms": 4867.792, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.127, "count": 75, "max_ms": 0.414, "p95_ms": 0.193, "reason": null, "sample_age_ms": 4823.88, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.435, "count": 75, "max_ms": 2.582, "p95_ms": 2.09, "reason": null, "sample_age_ms": 4857.875, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4857.755, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4824.038, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.12, "count": 75, "max_ms": 48.867, "p95_ms": 42.454, "reason": null, "sample_age_ms": 4823.838, "source": "client_direct"}, "sample_age_ms": 4823.833, "source": "client_direct", "task_total_ms": {"avg_ms": 36.798, "count": 75, "max_ms": 51.732, "p95_ms": 44.014, "reason": null, "sample_age_ms": 4823.833, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.017, "p95_ms": 0.009, "reason": null, "sample_age_ms": 4828.797, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.123, "count": 75, "max_ms": 6.828, "p95_ms": 5.676, "reason": null, "sample_age_ms": 4864.818, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.02, "count": 75, "max_ms": 0.055, "p95_ms": 0.036, "reason": null, "sample_age_ms": 4867.826, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.061, "count": 75, "max_ms": 0.249, "p95_ms": 0.11, "reason": null, "sample_age_ms": 4828.804, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.445, "count": 75, "max_ms": 2.823, "p95_ms": 2.227, "reason": null, "sample_age_ms": 4863.758, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2764808.0, "count": 75, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4863.744, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4828.948, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.131, "count": 75, "max_ms": 45.829, "p95_ms": 39.057, "reason": null, "sample_age_ms": 4828.793, "source": "client_direct"}, "sample_age_ms": 4828.789, "source": "client_direct", "task_total_ms": {"avg_ms": 34.769, "count": 75, "max_ms": 48.582, "p95_ms": 40.949, "reason": null, "sample_age_ms": 4828.789, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.071, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.471, "count": 75, "max_ms": 1.209, "p95_ms": 0.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.097, "count": 75, "max_ms": 0.301, "p95_ms": 0.142}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 75, "max_ms": 0.221, "p95_ms": 0.132}, "event_filter_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.033, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.049, "count": 75, "max_ms": 0.083, "p95_ms": 0.067}, "mcmt_ms": {"avg_ms": 0.001, "count": 75, "max_ms": 0.006, "p95_ms": 0.002}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 75, "max_ms": 0.444, "p95_ms": 0.23}, "setup_ms": {"avg_ms": 0.025, "count": 75, "max_ms": 0.061, "p95_ms": 0.036}, "total_inside_ms": {"avg_ms": 0.445, "count": 75, "max_ms": 1.135, "p95_ms": 0.604}, "track_match_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.01, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.042, "p95_ms": 0.022}}, "gstreamer_push": {"avg_ms": 2.088, "count": 75, "max_ms": 3.747, "p95_ms": 3.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.022, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.592, "count": 75, "max_ms": 48.862, "p95_ms": 46.74}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 46.137, "count": 75, "max_ms": 59.762, "p95_ms": 55.475}, "yolo11_640_fire_11class": {"avg_ms": 46.028, "count": 75, "max_ms": 63.407, "p95_ms": 54.695}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.48, "count": 75, "max_ms": 52.951, "p95_ms": 47.025}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.379, "count": 75, "max_ms": 4.713, "p95_ms": 4.352}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 49.26, "count": 75, "max_ms": 65.205, "p95_ms": 58.333}, "inference_input_copy_ms": {"avg_ms": 1.086, "count": 75, "max_ms": 2.644, "p95_ms": 1.976}, "processing_residual_ms": {"avg_ms": 0.068, "count": 75, "max_ms": 0.178, "p95_ms": 0.099}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 51.793, "count": 75, "max_ms": 67.388, "p95_ms": 62.703}, "read_interval": {"avg_ms": 545.168, "count": 75, "max_ms": 19784.536, "p95_ms": 80.434}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 75, "max_ms": 0.047, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.123, "count": 75, "max_ms": 0.389, "p95_ms": 0.171}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 75, "max_ms": 0.024, "p95_ms": 0.009}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 75, "max_ms": 0.194, "p95_ms": 0.078}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 75, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.051, "count": 75, "max_ms": 0.15, "p95_ms": 0.087}, "worker_merge_ms": {"avg_ms": 0.003, "count": 75, "max_ms": 0.025, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 46.918, "count": 75, "max_ms": 63.413, "p95_ms": 55.483}, "visualize": {"avg_ms": 1.221, "count": 75, "max_ms": 2.481, "p95_ms": 1.705}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.12, "count": 75, "max_ms": 0.32, "p95_ms": 0.189}, "visualize_input_copy_ms": {"avg_ms": 0.97, "count": 75, "max_ms": 1.984, "p95_ms": 1.322}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.045, "count": 75, "max_ms": 0.108, "p95_ms": 0.063}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 75, "max_ms": 0.225, "p95_ms": 0.098}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 75}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2340.41, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.564, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 62.365, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2978972, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:22:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147947, "write_bytes_delta": 147947, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 3.0, "cpu_core_ratio": 0.00349, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 193.0, "pid": 55920, "reason": null, "system_cpu_core_ratio": 0.000499, "system_cpu_s_delta": 0.009999999999990905, "user_cpu_core_ratio": 0.002992, "user_cpu_s_delta": 0.06000000000040018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.067811, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6670.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.025429, "system_cpu_s_delta": 0.5099999999947613, "user_cpu_core_ratio": 0.042382, "user_cpu_s_delta": 0.8499999999767169}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.207, "count": 167, "max_ms": 4.187, "p95_ms": 3.425, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 8}, "total": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.702, "count": 30, "max": 46.658, "p95": 41.09, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.046, "count": 30, "max": 16.774, "p95": 16.751, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 377.133, "count": 30, "max": 572.0, "p95": 498.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 6.433, "count": 30, "max": 193.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.028, "count": 30, "max": 0.046, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.229, "count": 30, "max": 0.417, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148133.4, "count": 30, "max": 150730.0, "p95": 149981.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138222.633, "count": 30, "max": 150251.0, "p95": 149487.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 28819.967, "count": 30, "max": 86706.0, "p95": 83106.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.41, "count": 30, "max": 0.739, "p95": 0.73, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.843, "count": 30, "max": 1.16, "p95": 1.06, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21456, "sampled_at": "2026-11-03T01:22:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:22:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11679.422, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[NULL @ 0x5617aaaad200] missing picture in access unit with size 18 [h264 @ 0x5617ab7abf40] no frame! [vist#0:0/h264 @ 0x5617aaaad840] Decoding error: Invalid data found when processing input", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8252499456000, "copied_frame_count": 2984845, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 8252499456000, "frame_buffer_copies": 2984845, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.041, "count": 512, "max_ms": 0.1961, "p50_ms": 0.0249, "p95_ms": 0.1144, "p99_ms": 0.1464}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0158, "count": 512, "max_ms": 5.402, "p50_ms": 0.9044, "p95_ms": 1.6486, "p99_ms": 2.5382, "results": {"failed": 0, "not_applicable": 0, "success": 2984845, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:54:07+09:00", "last_error_summary": "[NULL @ 0x5617aaaad200] missing picture in access unit with size 18 [h264 @ 0x5617ab7abf40] no frame! [vist#0:0/h264 @ 0x5617aaaad840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1851.873, "last_started_at": "2026-11-03T01:23:15+09:00", "pid": 59086, "process": {"exists": false, "pid": 59086}, "restart_count": 8, "restart_count_per_hour": 1, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-03T01:54:07+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-03T01:54:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.701, "last_sample_duration_ms": 556.64, "last_trigger": "periodic", "next_snapshot_in_sec": 203.299, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 501, "storage_bytes": 2728903}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-03T01:54:07.440277+09:00", "mtime_epoch": 1793638447.440277, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 147860}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:54:07+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2363.637, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.546, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"by_category.화재징후": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "total": {"avg": 0.844, "max": 1.0, "p95": 1.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.196, "pushed": 2.196, "read": 2.162}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.025, "p95_ms": 0.008, "reason": null, "sample_age_ms": 34.915, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.115, "count": 64, "max_ms": 3.805, "p95_ms": 2.61, "reason": null, "sample_age_ms": 65.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.646, "count": 64, "max_ms": 2.637, "p95_ms": 1.97, "reason": null, "sample_age_ms": 65.609, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 64, "max_ms": 0.301, "p95_ms": 0.117, "reason": null, "sample_age_ms": 34.924, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.145, "count": 64, "max_ms": 2.089, "p95_ms": 1.726, "reason": null, "sample_age_ms": 64.465, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.452, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.072, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.973, "count": 64, "max_ms": 44.301, "p95_ms": 37.595, "reason": null, "sample_age_ms": 34.911, "source": "client_direct"}, "sample_age_ms": 34.906, "source": "client_direct", "task_total_ms": {"avg_ms": 33.313, "count": 64, "max_ms": 45.816, "p95_ms": 39.123, "reason": null, "sample_age_ms": 34.906, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 21.825, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.621, "count": 64, "max_ms": 18.819, "p95_ms": 15.826, "reason": null, "sample_age_ms": 53.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.046, "p95_ms": 0.022, "reason": null, "sample_age_ms": 65.471, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 64, "max_ms": 0.29, "p95_ms": 0.075, "reason": null, "sample_age_ms": 21.831, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 64, "max_ms": 2.201, "p95_ms": 2.086, "reason": null, "sample_age_ms": 52.061, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 52.03, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.921, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.324, "count": 64, "max_ms": 43.371, "p95_ms": 35.114, "reason": null, "sample_age_ms": 21.822, "source": "client_direct"}, "sample_age_ms": 21.819, "source": "client_direct", "task_total_ms": {"avg_ms": 31.844, "count": 64, "max_ms": 45.616, "p95_ms": 36.996, "reason": null, "sample_age_ms": 21.819, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 21.256, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.222, "count": 64, "max_ms": 11.327, "p95_ms": 11.025, "reason": null, "sample_age_ms": 58.576, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 64, "max_ms": 0.04, "p95_ms": 0.021, "reason": null, "sample_age_ms": 65.502, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 64, "max_ms": 0.357, "p95_ms": 0.215, "reason": null, "sample_age_ms": 21.264, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.377, "count": 64, "max_ms": 2.47, "p95_ms": 2.133, "reason": null, "sample_age_ms": 57.375, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 57.355, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.411, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.561, "count": 64, "max_ms": 43.192, "p95_ms": 39.814, "reason": null, "sample_age_ms": 21.25, "source": "client_direct"}, "sample_age_ms": 21.245, "source": "client_direct", "task_total_ms": {"avg_ms": 36.192, "count": 64, "max_ms": 46.197, "p95_ms": 41.841, "reason": null, "sample_age_ms": 21.245, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 29.223, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 64, "max_ms": 7.249, "p95_ms": 5.494, "reason": null, "sample_age_ms": 62.619, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 64, "max_ms": 0.085, "p95_ms": 0.034, "reason": null, "sample_age_ms": 65.538, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 64, "max_ms": 0.136, "p95_ms": 0.107, "reason": null, "sample_age_ms": 29.231, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.376, "count": 64, "max_ms": 2.183, "p95_ms": 1.888, "reason": null, "sample_age_ms": 61.319, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.297, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.33, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.678, "count": 64, "max_ms": 43.095, "p95_ms": 38.831, "reason": null, "sample_age_ms": 29.217, "source": "client_direct"}, "sample_age_ms": 29.211, "source": "client_direct", "task_total_ms": {"avg_ms": 34.231, "count": 64, "max_ms": 44.934, "p95_ms": 40.98, "reason": null, "sample_age_ms": 29.211, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 12.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.219, "count": 64, "max_ms": 2.345, "p95_ms": 1.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 64, "max_ms": 0.293, "p95_ms": 0.204}, "detection_prepare_ms": {"avg_ms": 0.743, "count": 64, "max_ms": 1.525, "p95_ms": 1.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 64, "max_ms": 0.127, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 64, "max_ms": 0.316, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.025, "count": 64, "max_ms": 0.049, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.188, "count": 64, "max_ms": 2.307, "p95_ms": 1.719}, "track_match_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 64, "max_ms": 0.032, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.997, "count": 65, "max_ms": 3.265, "p95_ms": 3.001}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.012, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.791, "count": 64, "max_ms": 49.051, "p95_ms": 41.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.532, "count": 64, "max_ms": 61.591, "p95_ms": 52.83}, "yolo11_640_fire_11class": {"avg_ms": 45.473, "count": 64, "max_ms": 57.695, "p95_ms": 51.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.184, "count": 64, "max_ms": 52.051, "p95_ms": 46.777}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 399.193, "count": 65, "max_ms": 1158.281, "p95_ms": 1101.306}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.86, "count": 65, "max_ms": 91.946, "p95_ms": 70.498}, "inference_input_copy_ms": {"avg_ms": 1.284, "count": 65, "max_ms": 5.645, "p95_ms": 1.8}, "processing_residual_ms": {"avg_ms": 0.139, "count": 65, "max_ms": 0.282, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 458.475, "count": 65, "max_ms": 1216.14, "p95_ms": 1162.488}, "read_interval": {"avg_ms": 478.982, "count": 64, "max_ms": 1241.238, "p95_ms": 1186.712}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.032, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.135, "count": 64, "max_ms": 0.23, "p95_ms": 0.194}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 64, "max_ms": 0.028, "p95_ms": 0.014}, "scenario.falldown_detected_ms": {"avg_ms": 0.051, "count": 64, "max_ms": 0.084, "p95_ms": 0.074}, "scenario.fire_detected_ms": {"avg_ms": 0.024, "count": 64, "max_ms": 0.061, "p95_ms": 0.044}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 64, "max_ms": 0.081, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 46.37, "count": 64, "max_ms": 61.6, "p95_ms": 53.92}, "visualize": {"avg_ms": 7.877, "count": 64, "max_ms": 14.586, "p95_ms": 14.139}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 6.763, "count": 64, "max_ms": 13.577, "p95_ms": 12.849}, "visualize_input_copy_ms": {"avg_ms": 0.975, "count": 64, "max_ms": 1.855, "p95_ms": 1.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 6.66, "count": 64, "max_ms": 13.481, "p95_ms": 12.729}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 64, "max_ms": 0.091, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 64}, "returned_event_count": {"avg": 0.844, "max": 1.0, "p95": 1.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2399.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.922, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150589, "write_bytes_delta": 150589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 39.0, "cpu_core_ratio": 0.028186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 59086, "reason": null, "system_cpu_core_ratio": 0.003888, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.024299, "user_cpu_s_delta": 0.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.760187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126361.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.782413, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.977774, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.008, "count": 54, "max_ms": 3.946, "p95_ms": 3.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.706, "count": 30, "max": 21.515, "p95": 20.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.528, "count": 30, "max": 6.703, "p95": 5.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 38.167, "count": 30, "max": 42.0, "p95": 41.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.004, "count": 30, "max": 0.006, "p95": 0.006, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.025, "p95": 0.025, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.128, "count": 30, "max": 1.178, "p95": 1.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 81492.1, "count": 30, "max": 151257.0, "p95": 130409.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.764, "count": 30, "max": 0.788, "p95": 0.781, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.001, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21626, "sampled_at": "2026-11-03T01:53:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:53:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.599, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11679.422, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8252499456000, "copied_frame_count": 2984845, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 8252499456000, "frame_buffer_copies": 2984845, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.041, "count": 512, "max_ms": 0.1961, "p50_ms": 0.0249, "p95_ms": 0.1144, "p99_ms": 0.1464}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0158, "count": 512, "max_ms": 5.402, "p50_ms": 0.9044, "p95_ms": 1.6486, "p99_ms": 2.5382, "results": {"failed": 0, "not_applicable": 0, "success": 2984845, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:54:07+09:00", "last_error_summary": "[NULL @ 0x5617aaaad200] missing picture in access unit with size 18 [h264 @ 0x5617ab7abf40] no frame! [vist#0:0/h264 @ 0x5617aaaad840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1851.873, "last_started_at": "2026-11-03T01:23:15+09:00", "pid": 59086, "process": {"exists": false, "pid": 59086}, "restart_count": 8, "restart_count_per_hour": 1, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-03T01:54:07+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-03T01:54:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.708, "last_sample_duration_ms": 556.64, "last_trigger": "periodic", "next_snapshot_in_sec": 203.292, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 501, "storage_bytes": 2728903}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T01:54:07.440277+09:00", "mtime_epoch": 1793638447.440277, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 147860}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:54:07+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2363.637, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.539, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"by_category.화재징후": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "total": {"avg": 0.844, "max": 1.0, "p95": 1.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.196, "pushed": 2.196, "read": 2.163}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.025, "p95_ms": 0.008, "reason": null, "sample_age_ms": 30.013, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.115, "count": 64, "max_ms": 3.805, "p95_ms": 2.61, "reason": null, "sample_age_ms": 60.434, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.646, "count": 64, "max_ms": 2.637, "p95_ms": 1.97, "reason": null, "sample_age_ms": 60.707, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 64, "max_ms": 0.301, "p95_ms": 0.117, "reason": null, "sample_age_ms": 30.022, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.145, "count": 64, "max_ms": 2.089, "p95_ms": 1.726, "reason": null, "sample_age_ms": 59.563, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 59.55, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 30.169, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.973, "count": 64, "max_ms": 44.301, "p95_ms": 37.595, "reason": null, "sample_age_ms": 30.009, "source": "client_direct"}, "sample_age_ms": 30.004, "source": "client_direct", "task_total_ms": {"avg_ms": 33.313, "count": 64, "max_ms": 45.816, "p95_ms": 39.123, "reason": null, "sample_age_ms": 30.004, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 16.923, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.621, "count": 64, "max_ms": 18.819, "p95_ms": 15.826, "reason": null, "sample_age_ms": 48.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.046, "p95_ms": 0.022, "reason": null, "sample_age_ms": 60.569, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 64, "max_ms": 0.29, "p95_ms": 0.075, "reason": null, "sample_age_ms": 16.929, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 64, "max_ms": 2.201, "p95_ms": 2.086, "reason": null, "sample_age_ms": 47.159, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.127, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.019, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.324, "count": 64, "max_ms": 43.371, "p95_ms": 35.114, "reason": null, "sample_age_ms": 16.92, "source": "client_direct"}, "sample_age_ms": 16.917, "source": "client_direct", "task_total_ms": {"avg_ms": 31.844, "count": 64, "max_ms": 45.616, "p95_ms": 36.996, "reason": null, "sample_age_ms": 16.917, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 16.354, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.222, "count": 64, "max_ms": 11.327, "p95_ms": 11.025, "reason": null, "sample_age_ms": 53.674, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 64, "max_ms": 0.04, "p95_ms": 0.021, "reason": null, "sample_age_ms": 60.6, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 64, "max_ms": 0.357, "p95_ms": 0.215, "reason": null, "sample_age_ms": 16.362, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.377, "count": 64, "max_ms": 2.47, "p95_ms": 2.133, "reason": null, "sample_age_ms": 52.473, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 52.453, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.509, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.561, "count": 64, "max_ms": 43.192, "p95_ms": 39.814, "reason": null, "sample_age_ms": 16.348, "source": "client_direct"}, "sample_age_ms": 16.343, "source": "client_direct", "task_total_ms": {"avg_ms": 36.192, "count": 64, "max_ms": 46.197, "p95_ms": 41.841, "reason": null, "sample_age_ms": 16.343, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 24.321, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 64, "max_ms": 7.249, "p95_ms": 5.494, "reason": null, "sample_age_ms": 57.717, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 64, "max_ms": 0.085, "p95_ms": 0.034, "reason": null, "sample_age_ms": 60.636, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 64, "max_ms": 0.136, "p95_ms": 0.107, "reason": null, "sample_age_ms": 24.328, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.376, "count": 64, "max_ms": 2.183, "p95_ms": 1.888, "reason": null, "sample_age_ms": 56.417, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 56.395, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.427, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.678, "count": 64, "max_ms": 43.095, "p95_ms": 38.831, "reason": null, "sample_age_ms": 24.315, "source": "client_direct"}, "sample_age_ms": 24.309, "source": "client_direct", "task_total_ms": {"avg_ms": 34.231, "count": 64, "max_ms": 44.934, "p95_ms": 40.98, "reason": null, "sample_age_ms": 24.309, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.145, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.219, "count": 64, "max_ms": 2.345, "p95_ms": 1.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 64, "max_ms": 0.293, "p95_ms": 0.204}, "detection_prepare_ms": {"avg_ms": 0.743, "count": 64, "max_ms": 1.525, "p95_ms": 1.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 64, "max_ms": 0.127, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 64, "max_ms": 0.316, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.025, "count": 64, "max_ms": 0.049, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.188, "count": 64, "max_ms": 2.307, "p95_ms": 1.719}, "track_match_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 64, "max_ms": 0.032, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.997, "count": 65, "max_ms": 3.265, "p95_ms": 3.001}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.012, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.791, "count": 64, "max_ms": 49.051, "p95_ms": 41.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.532, "count": 64, "max_ms": 61.591, "p95_ms": 52.83}, "yolo11_640_fire_11class": {"avg_ms": 45.473, "count": 64, "max_ms": 57.695, "p95_ms": 51.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.184, "count": 64, "max_ms": 52.051, "p95_ms": 46.777}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 399.193, "count": 65, "max_ms": 1158.281, "p95_ms": 1101.306}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.86, "count": 65, "max_ms": 91.946, "p95_ms": 70.498}, "inference_input_copy_ms": {"avg_ms": 1.284, "count": 65, "max_ms": 5.645, "p95_ms": 1.8}, "processing_residual_ms": {"avg_ms": 0.139, "count": 65, "max_ms": 0.282, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 458.475, "count": 65, "max_ms": 1216.14, "p95_ms": 1162.488}, "read_interval": {"avg_ms": 478.982, "count": 64, "max_ms": 1241.238, "p95_ms": 1186.712}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.032, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.135, "count": 64, "max_ms": 0.23, "p95_ms": 0.194}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 64, "max_ms": 0.028, "p95_ms": 0.014}, "scenario.falldown_detected_ms": {"avg_ms": 0.051, "count": 64, "max_ms": 0.084, "p95_ms": 0.074}, "scenario.fire_detected_ms": {"avg_ms": 0.024, "count": 64, "max_ms": 0.061, "p95_ms": 0.044}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 64, "max_ms": 0.081, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 46.37, "count": 64, "max_ms": 61.6, "p95_ms": 53.92}, "visualize": {"avg_ms": 7.877, "count": 64, "max_ms": 14.586, "p95_ms": 14.139}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 6.763, "count": 64, "max_ms": 13.577, "p95_ms": 12.849}, "visualize_input_copy_ms": {"avg_ms": 0.975, "count": 64, "max_ms": 1.855, "p95_ms": 1.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 6.66, "count": 64, "max_ms": 13.481, "p95_ms": 12.729}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 64, "max_ms": 0.091, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 64}, "returned_event_count": {"avg": 0.844, "max": 1.0, "p95": 1.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2399.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.922, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150589, "write_bytes_delta": 150589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 39.0, "cpu_core_ratio": 0.028186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 59086, "reason": null, "system_cpu_core_ratio": 0.003888, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.024299, "user_cpu_s_delta": 0.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.760187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126361.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.782413, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.977774, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.008, "count": 54, "max_ms": 3.946, "p95_ms": 3.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.706, "count": 30, "max": 21.515, "p95": 20.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.528, "count": 30, "max": 6.703, "p95": 5.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 38.167, "count": 30, "max": 42.0, "p95": 41.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.004, "count": 30, "max": 0.006, "p95": 0.006, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.025, "p95": 0.025, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.128, "count": 30, "max": 1.178, "p95": 1.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 81492.1, "count": 30, "max": 151257.0, "p95": 130409.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.764, "count": 30, "max": 0.788, "p95": 0.781, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.001, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21626, "sampled_at": "2026-11-03T01:53:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:53:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.593, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11679.293, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8252499456000, "copied_frame_count": 2984845, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 8252499456000, "frame_buffer_copies": 2984845, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.041, "count": 512, "max_ms": 0.1961, "p50_ms": 0.0249, "p95_ms": 0.1144, "p99_ms": 0.1464}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0158, "count": 512, "max_ms": 5.402, "p50_ms": 0.9044, "p95_ms": 1.6486, "p99_ms": 2.5382, "results": {"failed": 0, "not_applicable": 0, "success": 2984845, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:54:07+09:00", "last_error_summary": "[NULL @ 0x5617aaaad200] missing picture in access unit with size 18 [h264 @ 0x5617ab7abf40] no frame! [vist#0:0/h264 @ 0x5617aaaad840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1851.922, "last_started_at": "2026-11-03T01:23:15+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 8, "restart_count_per_hour": 1, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 9}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T01:54:07+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-11-03T01:54:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.733, "last_sample_duration_ms": 556.64, "last_trigger": "periodic", "next_snapshot_in_sec": 203.267, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 501, "storage_bytes": 2728903}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-03T01:54:07.492278+09:00", "mtime_epoch": 1793638447.4922776, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 148219}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:54:07+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2363.633, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.58, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"by_category.화재징후": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "total": {"avg": 0.844, "max": 1.0, "p95": 1.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 65, "pushed_frames": 65, "read_frames": 64, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.193, "pushed": 2.193, "read": 2.159}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.025, "p95_ms": 0.008, "reason": null, "sample_age_ms": 78.677, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.115, "count": 64, "max_ms": 3.805, "p95_ms": 2.61, "reason": null, "sample_age_ms": 109.098, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.646, "count": 64, "max_ms": 2.637, "p95_ms": 1.97, "reason": null, "sample_age_ms": 109.371, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 64, "max_ms": 0.301, "p95_ms": 0.117, "reason": null, "sample_age_ms": 78.686, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.145, "count": 64, "max_ms": 2.089, "p95_ms": 1.726, "reason": null, "sample_age_ms": 108.227, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.214, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.834, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.973, "count": 64, "max_ms": 44.301, "p95_ms": 37.595, "reason": null, "sample_age_ms": 78.673, "source": "client_direct"}, "sample_age_ms": 78.668, "source": "client_direct", "task_total_ms": {"avg_ms": 33.313, "count": 64, "max_ms": 45.816, "p95_ms": 39.123, "reason": null, "sample_age_ms": 78.668, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.015, "p95_ms": 0.009, "reason": null, "sample_age_ms": 65.587, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.621, "count": 64, "max_ms": 18.819, "p95_ms": 15.826, "reason": null, "sample_age_ms": 97.399, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.046, "p95_ms": 0.022, "reason": null, "sample_age_ms": 109.233, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.05, "count": 64, "max_ms": 0.29, "p95_ms": 0.075, "reason": null, "sample_age_ms": 65.593, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.355, "count": 64, "max_ms": 2.201, "p95_ms": 2.086, "reason": null, "sample_age_ms": 95.823, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.792, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.324, "count": 64, "max_ms": 43.371, "p95_ms": 35.114, "reason": null, "sample_age_ms": 65.584, "source": "client_direct"}, "sample_age_ms": 65.582, "source": "client_direct", "task_total_ms": {"avg_ms": 31.844, "count": 64, "max_ms": 45.616, "p95_ms": 36.996, "reason": null, "sample_age_ms": 65.582, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.014, "p95_ms": 0.008, "reason": null, "sample_age_ms": 65.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.222, "count": 64, "max_ms": 11.327, "p95_ms": 11.025, "reason": null, "sample_age_ms": 102.338, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 64, "max_ms": 0.04, "p95_ms": 0.021, "reason": null, "sample_age_ms": 109.264, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 64, "max_ms": 0.357, "p95_ms": 0.215, "reason": null, "sample_age_ms": 65.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.377, "count": 64, "max_ms": 2.47, "p95_ms": 2.133, "reason": null, "sample_age_ms": 101.137, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.117, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.173, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.561, "count": 64, "max_ms": 43.192, "p95_ms": 39.814, "reason": null, "sample_age_ms": 65.013, "source": "client_direct"}, "sample_age_ms": 65.008, "source": "client_direct", "task_total_ms": {"avg_ms": 36.192, "count": 64, "max_ms": 46.197, "p95_ms": 41.841, "reason": null, "sample_age_ms": 65.008, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 64, "client_acquire_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 72.985, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.918, "count": 64, "max_ms": 7.249, "p95_ms": 5.494, "reason": null, "sample_age_ms": 106.381, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 64, "max_ms": 0.085, "p95_ms": 0.034, "reason": null, "sample_age_ms": 109.3, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 64, "max_ms": 0.136, "p95_ms": 0.107, "reason": null, "sample_age_ms": 72.993, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.376, "count": 64, "max_ms": 2.183, "p95_ms": 1.888, "reason": null, "sample_age_ms": 105.081, "source": "client_direct"}, "request_count": 64, "request_tensor_bytes": {"avg": 2764808.0, "count": 64, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.059, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.678, "count": 64, "max_ms": 43.095, "p95_ms": 38.831, "reason": null, "sample_age_ms": 72.979, "source": "client_direct"}, "sample_age_ms": 72.973, "source": "client_direct", "task_total_ms": {"avg_ms": 34.231, "count": 64, "max_ms": 44.934, "p95_ms": 40.98, "reason": null, "sample_age_ms": 72.973, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.358, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.219, "count": 64, "max_ms": 2.345, "p95_ms": 1.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 64, "max_ms": 0.293, "p95_ms": 0.204}, "detection_prepare_ms": {"avg_ms": 0.743, "count": 64, "max_ms": 1.525, "p95_ms": 1.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.024, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.071, "count": 64, "max_ms": 0.127, "p95_ms": 0.103}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 64, "max_ms": 0.316, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.025, "count": 64, "max_ms": 0.049, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.188, "count": 64, "max_ms": 2.307, "p95_ms": 1.719}, "track_match_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 64, "max_ms": 0.032, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.997, "count": 65, "max_ms": 3.265, "p95_ms": 3.001}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.012, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.791, "count": 64, "max_ms": 49.051, "p95_ms": 41.517}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.532, "count": 64, "max_ms": 61.591, "p95_ms": 52.83}, "yolo11_640_fire_11class": {"avg_ms": 45.473, "count": 64, "max_ms": 57.695, "p95_ms": 51.946}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.184, "count": 64, "max_ms": 52.051, "p95_ms": 46.777}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 399.193, "count": 65, "max_ms": 1158.281, "p95_ms": 1101.306}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 57.86, "count": 65, "max_ms": 91.946, "p95_ms": 70.498}, "inference_input_copy_ms": {"avg_ms": 1.284, "count": 65, "max_ms": 5.645, "p95_ms": 1.8}, "processing_residual_ms": {"avg_ms": 0.139, "count": 65, "max_ms": 0.282, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 458.475, "count": 65, "max_ms": 1216.14, "p95_ms": 1162.488}, "read_interval": {"avg_ms": 478.982, "count": 64, "max_ms": 1241.238, "p95_ms": 1186.712}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 64, "max_ms": 0.032, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.135, "count": 64, "max_ms": 0.23, "p95_ms": 0.194}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 64, "max_ms": 0.028, "p95_ms": 0.014}, "scenario.falldown_detected_ms": {"avg_ms": 0.051, "count": 64, "max_ms": 0.084, "p95_ms": 0.074}, "scenario.fire_detected_ms": {"avg_ms": 0.024, "count": 64, "max_ms": 0.061, "p95_ms": 0.044}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 64, "max_ms": 0.081, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 46.37, "count": 64, "max_ms": 61.6, "p95_ms": 53.92}, "visualize": {"avg_ms": 7.877, "count": 64, "max_ms": 14.586, "p95_ms": 14.139}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 6.763, "count": 64, "max_ms": 13.577, "p95_ms": 12.849}, "visualize_input_copy_ms": {"avg_ms": 0.975, "count": 64, "max_ms": 1.855, "p95_ms": 1.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 6.66, "count": 64, "max_ms": 13.481, "p95_ms": 12.729}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 64, "max_ms": 0.091, "p95_ms": 0.077}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 64}, "returned_event_count": {"avg": 0.844, "max": 1.0, "p95": 1.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2399.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.922, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150589, "write_bytes_delta": 150589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 39.0, "cpu_core_ratio": 0.028186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 59086, "reason": null, "system_cpu_core_ratio": 0.003888, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.024299, "user_cpu_s_delta": 0.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.760187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126361.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.782413, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.977774, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.008, "count": 54, "max_ms": 3.946, "p95_ms": 3.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.706, "count": 30, "max": 21.515, "p95": 20.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.528, "count": 30, "max": 6.703, "p95": 5.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 38.167, "count": 30, "max": 42.0, "p95": 41.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.004, "count": 30, "max": 0.006, "p95": 0.006, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.025, "p95": 0.025, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.128, "count": 30, "max": 1.178, "p95": 1.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 81492.1, "count": 30, "max": 151257.0, "p95": 130409.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.764, "count": 30, "max": 0.788, "p95": 0.781, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.001, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21626, "sampled_at": "2026-11-03T01:53:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:53:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.642, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 11803.523, "limit_mb": null}, "detail": {"pid": 60256, "restart_count": 9, "start_count": 10}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8252499456000, "copied_frame_count": 2984845, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 8252499456000, "frame_buffer_copies": 2984845, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.041, "count": 512, "max_ms": 0.1961, "p50_ms": 0.0249, "p95_ms": 0.1144, "p99_ms": 0.1464}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0158, "count": 512, "max_ms": 5.402, "p50_ms": 0.9044, "p95_ms": 1.6486, "p99_ms": 2.5382, "results": {"failed": 0, "not_applicable": 0, "success": 2984845, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:54:07+09:00", "last_error_summary": "[NULL @ 0x5617aaaad200] missing picture in access unit with size 18 [h264 @ 0x5617ab7abf40] no frame! [vist#0:0/h264 @ 0x5617aaaad840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T01:54:09+09:00", "pid": 60256, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.301, "name": "ffmpeg", "pid": 60256, "rss_mb": 159.301, "state": "R (running)", "threads": 49}, "restart_count": 9, "restart_count_per_hour": 2, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1186.071, "sample_count": 549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984845, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.236, "last_frame_pushed_at": "2026-11-03T01:54:07+09:00", "last_frame_read_age_sec": 4.287, "last_frame_read_at": "2026-11-03T01:54:07+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 101, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.915, "last_sample_duration_ms": 556.64, "last_trigger": "periodic", "next_snapshot_in_sec": 199.085, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 501, "storage_bytes": 2728903}, "mjpeg": {"age_sec": 4.227, "exists": true, "mtime": "2026-11-03T01:54:07.492278+09:00", "mtime_epoch": 1793638447.4922776, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 148219}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T01:54:11+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2363.637, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 4.762, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 57}}, "truncated_count": 0}, "object_counts": {"by_category.화재징후": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "total": {"avg": 0.825, "max": 1.0, "p95": 1.0, "sample_count": 57}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 58, "pushed_frames": 58, "read_frames": 57, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.935, "pushed": 1.935, "read": 1.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4258.003, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.101, "count": 57, "max_ms": 3.805, "p95_ms": 2.73, "reason": null, "sample_age_ms": 4288.424, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.639, "count": 57, "max_ms": 2.637, "p95_ms": 2.012, "reason": null, "sample_age_ms": 4288.696, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 57, "max_ms": 0.301, "p95_ms": 0.115, "reason": null, "sample_age_ms": 4258.011, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.139, "count": 57, "max_ms": 2.089, "p95_ms": 1.613, "reason": null, "sample_age_ms": 4287.552, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4287.539, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4258.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.801, "count": 57, "max_ms": 44.301, "p95_ms": 37.854, "reason": null, "sample_age_ms": 4257.998, "source": "client_direct"}, "sample_age_ms": 4257.993, "source": "client_direct", "task_total_ms": {"avg_ms": 33.137, "count": 57, "max_ms": 45.816, "p95_ms": 39.144, "reason": null, "sample_age_ms": 4257.993, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.015, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4244.913, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.611, "count": 57, "max_ms": 18.819, "p95_ms": 15.908, "reason": null, "sample_age_ms": 4276.725, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.015, "count": 57, "max_ms": 0.046, "p95_ms": 0.023, "reason": null, "sample_age_ms": 4288.559, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.046, "count": 57, "max_ms": 0.104, "p95_ms": 0.072, "reason": null, "sample_age_ms": 4244.919, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.342, "count": 57, "max_ms": 2.201, "p95_ms": 2.091, "reason": null, "sample_age_ms": 4275.149, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4275.117, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4245.008, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.205, "count": 57, "max_ms": 37.552, "p95_ms": 34.521, "reason": null, "sample_age_ms": 4244.91, "source": "client_direct"}, "sample_age_ms": 4244.907, "source": "client_direct", "task_total_ms": {"avg_ms": 31.703, "count": 57, "max_ms": 39.596, "p95_ms": 36.17, "reason": null, "sample_age_ms": 4244.907, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4244.344, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 8.257, "count": 57, "max_ms": 11.327, "p95_ms": 10.921, "reason": null, "sample_age_ms": 4281.663, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.016, "count": 57, "max_ms": 0.04, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4288.59, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.142, "count": 57, "max_ms": 0.357, "p95_ms": 0.21, "reason": null, "sample_age_ms": 4244.351, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.343, "count": 57, "max_ms": 2.47, "p95_ms": 1.812, "reason": null, "sample_age_ms": 4280.463, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4280.443, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4244.499, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.571, "count": 57, "max_ms": 43.192, "p95_ms": 39.919, "reason": null, "sample_age_ms": 4244.338, "source": "client_direct"}, "sample_age_ms": 4244.333, "source": "client_direct", "task_total_ms": {"avg_ms": 36.165, "count": 57, "max_ms": 46.197, "p95_ms": 41.904, "reason": null, "sample_age_ms": 4244.333, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 57, "client_acquire_ms": {"avg_ms": 0.005, "count": 57, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4252.31, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 3.921, "count": 57, "max_ms": 7.249, "p95_ms": 5.471, "reason": null, "sample_age_ms": 4285.706, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 57, "max_ms": 0.085, "p95_ms": 0.034, "reason": null, "sample_age_ms": 4288.625, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.056, "count": 57, "max_ms": 0.136, "p95_ms": 0.109, "reason": null, "sample_age_ms": 4252.318, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.395, "count": 57, "max_ms": 2.183, "p95_ms": 1.916, "reason": null, "sample_age_ms": 4284.406, "source": "client_direct"}, "request_count": 57, "request_tensor_bytes": {"avg": 2764808.0, "count": 57, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4284.384, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 57, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4252.417, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.836, "count": 57, "max_ms": 43.095, "p95_ms": 39.566, "reason": null, "sample_age_ms": 4252.304, "source": "client_direct"}, "sample_age_ms": 4252.299, "source": "client_direct", "task_total_ms": {"avg_ms": 34.409, "count": 57, "max_ms": 44.934, "p95_ms": 41.576, "reason": null, "sample_age_ms": 4252.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.128, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.195, "count": 57, "max_ms": 2.345, "p95_ms": 1.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.146, "count": 57, "max_ms": 0.293, "p95_ms": 0.222}, "detection_prepare_ms": {"avg_ms": 0.723, "count": 57, "max_ms": 1.525, "p95_ms": 1.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.024, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 57, "max_ms": 0.127, "p95_ms": 0.104}, "mcmt_ms": {"avg_ms": 0.002, "count": 57, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.174, "count": 57, "max_ms": 0.316, "p95_ms": 0.254}, "setup_ms": {"avg_ms": 0.025, "count": 57, "max_ms": 0.047, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 1.165, "count": 57, "max_ms": 2.307, "p95_ms": 1.719}, "track_match_ms": {"avg_ms": 0.003, "count": 57, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.019, "count": 57, "max_ms": 0.032, "p95_ms": 0.028}}, "gstreamer_push": {"avg_ms": 1.994, "count": 58, "max_ms": 3.265, "p95_ms": 3.089}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.006, "count": 57, "max_ms": 0.012, "p95_ms": 0.009}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 34.589, "count": 57, "max_ms": 49.051, "p95_ms": 42.289}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 45.374, "count": 57, "max_ms": 58.821, "p95_ms": 52.83}, "yolo11_640_fire_11class": {"avg_ms": 45.479, "count": 57, "max_ms": 57.695, "p95_ms": 53.913}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 39.34, "count": 57, "max_ms": 52.051, "p95_ms": 48.563}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 391.787, "count": 58, "max_ms": 1158.281, "p95_ms": 1102.963}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.368, "count": 58, "max_ms": 71.096, "p95_ms": 66.108}, "inference_input_copy_ms": {"avg_ms": 1.201, "count": 58, "max_ms": 1.856, "p95_ms": 1.726}, "processing_residual_ms": {"avg_ms": 0.135, "count": 58, "max_ms": 0.282, "p95_ms": 0.279}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 449.491, "count": 58, "max_ms": 1216.14, "p95_ms": 1162.488}, "read_interval": {"avg_ms": 470.615, "count": 57, "max_ms": 1241.238, "p95_ms": 1189.228}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 57, "max_ms": 0.023, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.133, "count": 57, "max_ms": 0.23, "p95_ms": 0.204}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 57, "max_ms": 0.028, "p95_ms": 0.015}, "scenario.falldown_detected_ms": {"avg_ms": 0.05, "count": 57, "max_ms": 0.084, "p95_ms": 0.074}, "scenario.fire_detected_ms": {"avg_ms": 0.024, "count": 57, "max_ms": 0.061, "p95_ms": 0.053}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.045, "count": 57, "max_ms": 0.081, "p95_ms": 0.068}, "worker_merge_ms": {"avg_ms": 0.004, "count": 57, "max_ms": 0.008, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 46.213, "count": 57, "max_ms": 58.826, "p95_ms": 53.92}, "visualize": {"avg_ms": 7.449, "count": 57, "max_ms": 14.586, "p95_ms": 12.161}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 6.34, "count": 57, "max_ms": 13.556, "p95_ms": 11.09}, "visualize_input_copy_ms": {"avg_ms": 0.97, "count": 57, "max_ms": 1.855, "p95_ms": 1.406}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 57, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 6.237, "count": 57, "max_ms": 13.455, "p95_ms": 10.963}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 57, "max_ms": 0.091, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 57}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 57}, "returned_event_count": {"avg": 0.825, "max": 1.0, "p95": 1.0, "sample_count": 57}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2399.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.922, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 1185.705, "sample_count": 547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 2984793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T01:53:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 150589, "write_bytes_delta": 150589, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 39.0, "cpu_core_ratio": 0.028186, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 59086, "reason": null, "system_cpu_core_ratio": 0.003888, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.024299, "user_cpu_s_delta": 0.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.760187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 126361.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.782413, "system_cpu_s_delta": 8.05000000000291, "user_cpu_core_ratio": 0.977774, "user_cpu_s_delta": 10.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.008, "count": 54, "max_ms": 3.946, "p95_ms": 3.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 13.706, "count": 30, "max": 21.515, "p95": 20.25, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 4.528, "count": 30, "max": 6.703, "p95": 5.523, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 38.167, "count": 30, "max": 42.0, "p95": 41.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.004, "count": 30, "max": 0.006, "p95": 0.006, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.024, "count": 30, "max": 0.025, "p95": 0.025, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.128, "count": 30, "max": 1.178, "p95": 1.115, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 150589.0, "count": 30, "max": 150589.0, "p95": 150589.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 81492.1, "count": 30, "max": 151257.0, "p95": 130409.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.764, "count": 30, "max": 0.788, "p95": 0.781, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.001, "p95": 0.993, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 21626, "sampled_at": "2026-11-03T01:53:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T01:53:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4111657, "flush_count": 5054, "flush_interval_seconds": 30.0, "flush_state": {"count": 5054, "last_at": "2026-11-03T02:59:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T02:59:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5053}, "started": true, "suppressed_count": 2995601, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2995597}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5054, "written_record_count": 5054}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11470.773, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8296197120000, "copied_frame_count": 3000650, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8296197120000, "frame_buffer_copies": 3000650, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0808, "count": 512, "max_ms": 0.2033, "p50_ms": 0.0746, "p95_ms": 0.1401, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9976, "count": 512, "max_ms": 3.4169, "p50_ms": 0.9264, "p95_ms": 1.5812, "p99_ms": 2.0092, "results": {"failed": 0, "not_applicable": 0, "success": 3000650, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T02:59:28+09:00", "last_error_summary": "[h264 @ 0x58c0f80ddb80] cabac decode of qscale diff failed at 0 68 [h264 @ 0x58c0f80ddb80] error while decoding MB 0 68, bytestream 230 [h264 @ 0x58c0f80ddb80] error while decoding MB 110 22, bytestream -5 [h264 @ 0x58c0f81aca00] cabac decode of qscale diff failed at 18 36 [h264 @ 0x58c0f81aca00] error while decoding MB 18 36, bytestream 11591 [h264 @ 0x58c0f76c0480] cabac decode of qscale diff failed at 205 84 [h264 @ 0x58c0f76c0480] error while decoding MB 205 84, bytestream 5402", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34004.875, "last_started_at": "2026-11-02T17:32:43+09:00", "pid": 56498, "process": {"exists": false, "pid": 56498}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.144, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.029, "last_frame_pushed_at": "2026-11-03T02:59:28+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T02:59:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.015, "last_sample_duration_ms": 720.81, "last_trigger": "periodic", "next_snapshot_in_sec": 494.985, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 508, "storage_bytes": 2788761}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-03T02:59:28.313650+09:00", "mtime_epoch": 1793642368.31365, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107774}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T02:59:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2297.094, "name": "celery", "pid": 176, "rss_mb": 2297.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3000650, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.308, "pushed": 7.308, "read": 7.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 68.819, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 218, "max_ms": 3.316, "p95_ms": 1.25, "reason": null, "sample_age_ms": 100.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 218, "max_ms": 2.252, "p95_ms": 1.026, "reason": null, "sample_age_ms": 100.678, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 219, "max_ms": 0.362, "p95_ms": 0.212, "reason": null, "sample_age_ms": 68.825, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.116, "count": 218, "max_ms": 2.665, "p95_ms": 1.712, "reason": null, "sample_age_ms": 99.293, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2211848.0, "count": 218, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 99.271, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 68.891, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.205, "count": 219, "max_ms": 52.242, "p95_ms": 40.753, "reason": null, "sample_age_ms": 68.815, "source": "client_direct"}, "sample_age_ms": 68.81, "source": "client_direct", "task_total_ms": {"avg_ms": 31.538, "count": 219, "max_ms": 54.064, "p95_ms": 43.064, "reason": null, "sample_age_ms": 68.81, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.982, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.506, "count": 219, "max_ms": 1.194, "p95_ms": 0.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 219, "max_ms": 0.451, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 219, "max_ms": 0.193, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 219, "max_ms": 0.04, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 219, "max_ms": 0.141, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 219, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 219, "max_ms": 0.381, "p95_ms": 0.226}, "setup_ms": {"avg_ms": 0.028, "count": 219, "max_ms": 0.062, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.478, "count": 219, "max_ms": 1.121, "p95_ms": 0.742}, "track_match_ms": {"avg_ms": 0.003, "count": 219, "max_ms": 0.015, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 219, "max_ms": 0.053, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.33, "count": 219, "max_ms": 4.935, "p95_ms": 3.738}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 219, "max_ms": 0.436, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.19, "count": 219, "max_ms": 54.664, "p95_ms": 43.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 219, "max_ms": 0.138, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.573, "count": 219, "max_ms": 100.309, "p95_ms": 76.022}, "inference_input_copy_ms": {"avg_ms": 1.289, "count": 219, "max_ms": 2.549, "p95_ms": 2.076}, "processing_residual_ms": {"avg_ms": 0.122, "count": 219, "max_ms": 0.367, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.014, "count": 219, "max_ms": 102.144, "p95_ms": 77.05}, "read_interval": {"avg_ms": 137.225, "count": 218, "max_ms": 6315.034, "p95_ms": 113.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 219, "max_ms": 0.039, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.09, "count": 219, "max_ms": 0.299, "p95_ms": 0.151}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.034, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 219, "max_ms": 0.278, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.2, "count": 219, "max_ms": 54.677, "p95_ms": 43.699}, "visualize": {"avg_ms": 26.222, "count": 219, "max_ms": 47.459, "p95_ms": 34.348}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.587, "count": 219, "max_ms": 46.326, "p95_ms": 33.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.084, "count": 219, "max_ms": 47.07, "p95_ms": 34.187}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.017, "count": 219, "max_ms": 46.954, "p95_ms": 34.097}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 219, "max_ms": 0.114, "p95_ms": 0.067}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2296.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.346, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.365, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93048, "write_bytes_delta": 93048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.044753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 56498, "reason": null, "system_cpu_core_ratio": 0.002763, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.04199, "user_cpu_s_delta": 0.7599999999983993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001658, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.014365, "user_cpu_s_delta": 0.2600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.098, "count": 105, "max_ms": 3.877, "p95_ms": 3.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.273, "count": 30, "max": 30.346, "p95": 22.525, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.17, "count": 30, "max": 21.948, "p95": 19.167, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.267, "count": 30, "max": 735.0, "p95": 731.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.862, "count": 30, "max": 0.932, "p95": 0.915, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.126, "p95": 0.092, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 25.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.056, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.506, "p95": 0.488, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25757, "sampled_at": "2026-11-03T02:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T02:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4111657, "flush_count": 5054, "flush_interval_seconds": 30.0, "flush_state": {"count": 5054, "last_at": "2026-11-03T02:59:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T02:59:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5053}, "started": true, "suppressed_count": 2995601, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2995597}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5054, "written_record_count": 5054}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11470.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58c0f80ddb80] cabac decode of qscale diff failed at 0 68 [h264 @ 0x58c0f80ddb80] error while decoding MB 0 68, bytestream 230 [h264 @ 0x58c0f80ddb80] error while decoding MB 110 22, bytestream -5 [h264 @ 0x58c0f81aca00] cabac decode of qscale diff failed at 18 36 [h264 @ 0x58c0f81aca00] error while decoding MB 18 36, bytestream 11591 [h264 @ 0x58c0f76c0480] cabac decode of qscale diff failed at 205 84 [h264 @ 0x58c0f76c0480] error while decoding MB 205 84, bytestream 5402", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8296197120000, "copied_frame_count": 3000650, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8296197120000, "frame_buffer_copies": 3000650, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0808, "count": 512, "max_ms": 0.2033, "p50_ms": 0.0746, "p95_ms": 0.1401, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9976, "count": 512, "max_ms": 3.4169, "p50_ms": 0.9264, "p95_ms": 1.5812, "p99_ms": 2.0092, "results": {"failed": 0, "not_applicable": 0, "success": 3000650, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T02:59:28+09:00", "last_error_summary": "[h264 @ 0x58c0f80ddb80] cabac decode of qscale diff failed at 0 68 [h264 @ 0x58c0f80ddb80] error while decoding MB 0 68, bytestream 230 [h264 @ 0x58c0f80ddb80] error while decoding MB 110 22, bytestream -5 [h264 @ 0x58c0f81aca00] cabac decode of qscale diff failed at 18 36 [h264 @ 0x58c0f81aca00] error while decoding MB 18 36, bytestream 11591 [h264 @ 0x58c0f76c0480] cabac decode of qscale diff failed at 205 84 [h264 @ 0x58c0f76c0480] error while decoding MB 205 84, bytestream 5402", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34004.876, "last_started_at": "2026-11-02T17:32:43+09:00", "pid": 56498, "process": {"exists": false, "pid": 56498}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.144, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-03T02:59:28+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-03T02:59:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.023, "last_sample_duration_ms": 720.81, "last_trigger": "periodic", "next_snapshot_in_sec": 494.977, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 508, "storage_bytes": 2788761}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-03T02:59:28.313650+09:00", "mtime_epoch": 1793642368.31365, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107774}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T02:59:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2297.094, "name": "celery", "pid": 176, "rss_mb": 2297.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3000650, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.307, "pushed": 7.307, "read": 7.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.005, "count": 219, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 67.355, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.421, "count": 218, "max_ms": 3.316, "p95_ms": 1.25, "reason": null, "sample_age_ms": 99.043, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 218, "max_ms": 2.252, "p95_ms": 1.026, "reason": null, "sample_age_ms": 99.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 219, "max_ms": 0.362, "p95_ms": 0.212, "reason": null, "sample_age_ms": 67.361, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.116, "count": 218, "max_ms": 2.665, "p95_ms": 1.712, "reason": null, "sample_age_ms": 97.829, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2211848.0, "count": 218, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.806, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.427, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.205, "count": 219, "max_ms": 52.242, "p95_ms": 40.753, "reason": null, "sample_age_ms": 67.351, "source": "client_direct"}, "sample_age_ms": 67.346, "source": "client_direct", "task_total_ms": {"avg_ms": 31.538, "count": 219, "max_ms": 54.064, "p95_ms": 43.064, "reason": null, "sample_age_ms": 67.346, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.632, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.506, "count": 219, "max_ms": 1.194, "p95_ms": 0.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 219, "max_ms": 0.451, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 219, "max_ms": 0.193, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 219, "max_ms": 0.04, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 219, "max_ms": 0.141, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 219, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 219, "max_ms": 0.381, "p95_ms": 0.226}, "setup_ms": {"avg_ms": 0.028, "count": 219, "max_ms": 0.062, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.478, "count": 219, "max_ms": 1.121, "p95_ms": 0.742}, "track_match_ms": {"avg_ms": 0.003, "count": 219, "max_ms": 0.015, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 219, "max_ms": 0.053, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.33, "count": 219, "max_ms": 4.935, "p95_ms": 3.738}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 219, "max_ms": 0.436, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.19, "count": 219, "max_ms": 54.664, "p95_ms": 43.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 219, "max_ms": 0.138, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.573, "count": 219, "max_ms": 100.309, "p95_ms": 76.022}, "inference_input_copy_ms": {"avg_ms": 1.289, "count": 219, "max_ms": 2.549, "p95_ms": 2.076}, "processing_residual_ms": {"avg_ms": 0.122, "count": 219, "max_ms": 0.367, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.014, "count": 219, "max_ms": 102.144, "p95_ms": 77.05}, "read_interval": {"avg_ms": 137.225, "count": 218, "max_ms": 6315.034, "p95_ms": 113.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 219, "max_ms": 0.039, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.09, "count": 219, "max_ms": 0.299, "p95_ms": 0.151}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 219, "max_ms": 0.034, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 219, "max_ms": 0.278, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.2, "count": 219, "max_ms": 54.677, "p95_ms": 43.699}, "visualize": {"avg_ms": 26.222, "count": 219, "max_ms": 47.459, "p95_ms": 34.348}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.587, "count": 219, "max_ms": 46.326, "p95_ms": 33.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.084, "count": 219, "max_ms": 47.07, "p95_ms": 34.187}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.017, "count": 219, "max_ms": 46.954, "p95_ms": 34.097}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 219, "max_ms": 0.114, "p95_ms": 0.067}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2296.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.346, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.365, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93048, "write_bytes_delta": 93048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.044753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 56498, "reason": null, "system_cpu_core_ratio": 0.002763, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.04199, "user_cpu_s_delta": 0.7599999999983993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001658, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.014365, "user_cpu_s_delta": 0.2600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.098, "count": 105, "max_ms": 3.877, "p95_ms": 3.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.273, "count": 30, "max": 30.346, "p95": 22.525, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.17, "count": 30, "max": 21.948, "p95": 19.167, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.267, "count": 30, "max": 735.0, "p95": 731.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.862, "count": 30, "max": 0.932, "p95": 0.915, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.126, "p95": 0.092, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 25.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.056, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.506, "p95": 0.488, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25757, "sampled_at": "2026-11-03T02:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T02:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4111657, "flush_count": 5054, "flush_interval_seconds": 30.0, "flush_state": {"count": 5054, "last_at": "2026-11-03T02:59:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T02:59:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5053}, "started": true, "suppressed_count": 2995601, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2995597}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5054, "written_record_count": 5054}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11471.336, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8296197120000, "copied_frame_count": 3000650, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8296197120000, "frame_buffer_copies": 3000650, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0808, "count": 512, "max_ms": 0.2033, "p50_ms": 0.0746, "p95_ms": 0.1401, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9976, "count": 512, "max_ms": 3.4169, "p50_ms": 0.9264, "p95_ms": 1.5812, "p99_ms": 2.0092, "results": {"failed": 0, "not_applicable": 0, "success": 3000650, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T02:59:28+09:00", "last_error_summary": "[h264 @ 0x58c0f80ddb80] cabac decode of qscale diff failed at 0 68 [h264 @ 0x58c0f80ddb80] error while decoding MB 0 68, bytestream 230 [h264 @ 0x58c0f80ddb80] error while decoding MB 110 22, bytestream -5 [h264 @ 0x58c0f81aca00] cabac decode of qscale diff failed at 18 36 [h264 @ 0x58c0f81aca00] error while decoding MB 18 36, bytestream 11591 [h264 @ 0x58c0f76c0480] cabac decode of qscale diff failed at 205 84 [h264 @ 0x58c0f76c0480] error while decoding MB 205 84, bytestream 5402", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 34004.916, "last_started_at": "2026-11-02T17:32:43+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 136, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 137}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.144, "sample_count": 2733, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-11-03T02:59:28+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-11-03T02:59:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 105.053, "last_sample_duration_ms": 720.81, "last_trigger": "periodic", "next_snapshot_in_sec": 494.947, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 508, "storage_bytes": 2788761}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-03T02:59:28.313650+09:00", "mtime_epoch": 1793642368.31365, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107774}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T02:59:28+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2297.09, "name": "celery", "pid": 176, "rss_mb": 2297.09, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3000650, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.267, "pushed": 7.267, "read": 7.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 106.972, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 217, "max_ms": 3.316, "p95_ms": 1.25, "reason": null, "sample_age_ms": 138.66, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.166, "count": 217, "max_ms": 2.252, "p95_ms": 1.026, "reason": null, "sample_age_ms": 138.83, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 218, "max_ms": 0.362, "p95_ms": 0.212, "reason": null, "sample_age_ms": 106.978, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.115, "count": 217, "max_ms": 2.665, "p95_ms": 1.712, "reason": null, "sample_age_ms": 137.446, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2211848.0, "count": 217, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 137.423, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.26, "count": 218, "max_ms": 52.242, "p95_ms": 40.771, "reason": null, "sample_age_ms": 106.968, "source": "client_direct"}, "sample_age_ms": 106.963, "source": "client_direct", "task_total_ms": {"avg_ms": 31.596, "count": 218, "max_ms": 54.064, "p95_ms": 43.068, "reason": null, "sample_age_ms": 106.963, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.949, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.506, "count": 218, "max_ms": 1.194, "p95_ms": 0.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 218, "max_ms": 0.451, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 218, "max_ms": 0.193, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 218, "max_ms": 0.04, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 218, "max_ms": 0.141, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 218, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 218, "max_ms": 0.381, "p95_ms": 0.226}, "setup_ms": {"avg_ms": 0.028, "count": 218, "max_ms": 0.062, "p95_ms": 0.047}, "total_inside_ms": {"avg_ms": 0.478, "count": 218, "max_ms": 1.121, "p95_ms": 0.742}, "track_match_ms": {"avg_ms": 0.003, "count": 218, "max_ms": 0.015, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 218, "max_ms": 0.053, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.32, "count": 218, "max_ms": 4.935, "p95_ms": 3.564}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 218, "max_ms": 0.436, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 32.248, "count": 218, "max_ms": 54.664, "p95_ms": 43.69}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 218, "max_ms": 0.138, "p95_ms": 0.054}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.668, "count": 218, "max_ms": 100.309, "p95_ms": 76.022}, "inference_input_copy_ms": {"avg_ms": 1.291, "count": 218, "max_ms": 2.549, "p95_ms": 2.076}, "processing_residual_ms": {"avg_ms": 0.122, "count": 218, "max_ms": 0.367, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.111, "count": 218, "max_ms": 102.144, "p95_ms": 77.05}, "read_interval": {"avg_ms": 137.225, "count": 218, "max_ms": 6315.034, "p95_ms": 113.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 218, "max_ms": 0.039, "p95_ms": 0.02}, "execute_total_ms": {"avg_ms": 0.09, "count": 218, "max_ms": 0.299, "p95_ms": 0.151}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.034, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 218, "max_ms": 0.278, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 218, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 32.259, "count": 218, "max_ms": 54.677, "p95_ms": 43.699}, "visualize": {"avg_ms": 26.257, "count": 218, "max_ms": 47.459, "p95_ms": 34.348}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.621, "count": 218, "max_ms": 46.326, "p95_ms": 33.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.119, "count": 218, "max_ms": 47.07, "p95_ms": 34.187}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.051, "count": 218, "max_ms": 46.954, "p95_ms": 34.097}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 218, "max_ms": 0.114, "p95_ms": 0.067}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2296.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.346, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.365, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93048, "write_bytes_delta": 93048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.044753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 56498, "reason": null, "system_cpu_core_ratio": 0.002763, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.04199, "user_cpu_s_delta": 0.7599999999983993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001658, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.014365, "user_cpu_s_delta": 0.2600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.098, "count": 105, "max_ms": 3.877, "p95_ms": 3.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.273, "count": 30, "max": 30.346, "p95": 22.525, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.17, "count": 30, "max": 21.948, "p95": 19.167, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.267, "count": 30, "max": 735.0, "p95": 731.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.862, "count": 30, "max": 0.932, "p95": 0.915, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.126, "p95": 0.092, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 25.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.056, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.506, "p95": 0.488, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25757, "sampled_at": "2026-11-03T02:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T02:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4111657, "flush_count": 5054, "flush_interval_seconds": 30.0, "flush_state": {"count": 5054, "last_at": "2026-11-03T02:59:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T02:59:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5053}, "started": true, "suppressed_count": 2995601, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 2995597}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5054, "written_record_count": 5054}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11505.449, "limit_mb": null}, "detail": {"pid": 60372, "restart_count": 137, "start_count": 138}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8296197120000, "copied_frame_count": 3000650, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8296197120000, "frame_buffer_copies": 3000650, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0808, "count": 512, "max_ms": 0.2033, "p50_ms": 0.0746, "p95_ms": 0.1401, "p99_ms": 0.168}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9976, "count": 512, "max_ms": 3.4169, "p50_ms": 0.9264, "p95_ms": 1.5812, "p99_ms": 2.0092, "results": {"failed": 0, "not_applicable": 0, "success": 3000650, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 128, "h264_decode_error_count": 237, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T02:59:28+09:00", "last_error_summary": "[h264 @ 0x58c0f80ddb80] cabac decode of qscale diff failed at 0 68 [h264 @ 0x58c0f80ddb80] error while decoding MB 0 68, bytestream 230 [h264 @ 0x58c0f80ddb80] error while decoding MB 110 22, bytestream -5 [h264 @ 0x58c0f81aca00] cabac decode of qscale diff failed at 18 36 [h264 @ 0x58c0f81aca00] error while decoding MB 18 36, bytestream 11591 [h264 @ 0x58c0f76c0480] cabac decode of qscale diff failed at 205 84 [h264 @ 0x58c0f76c0480] error while decoding MB 205 84, bytestream 5402", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T02:59:30+09:00", "pid": 60372, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.227, "name": "ffmpeg", "pid": 60372, "rss_mb": 75.227, "state": "S (sleeping)", "threads": 1}, "restart_count": 137, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 70.26, "sample_count": 2689, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:59:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.511, "last_frame_pushed_at": "2026-11-03T02:59:28+09:00", "last_frame_read_age_sec": 4.573, "last_frame_read_at": "2026-11-03T02:59:28+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 108, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 109.504, "last_sample_duration_ms": 720.81, "last_trigger": "periodic", "next_snapshot_in_sec": 490.496, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 508, "storage_bytes": 2788761}, "mjpeg": {"age_sec": 4.501, "exists": true, "mtime": "2026-11-03T02:59:28.313650+09:00", "mtime_epoch": 1793642368.31365, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 107774}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T02:59:32+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2297.094, "name": "celery", "pid": 176, "rss_mb": 2297.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3000650, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.779, "pushed": 5.779, "read": 5.746}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.022, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4545.303, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.412, "count": 172, "max_ms": 3.316, "p95_ms": 1.25, "reason": null, "sample_age_ms": 4576.991, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.171, "count": 172, "max_ms": 2.252, "p95_ms": 1.029, "reason": null, "sample_age_ms": 4577.162, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 173, "max_ms": 0.362, "p95_ms": 0.231, "reason": null, "sample_age_ms": 4545.309, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.116, "count": 172, "max_ms": 2.665, "p95_ms": 1.674, "reason": null, "sample_age_ms": 4575.777, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4575.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4545.375, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.964, "count": 173, "max_ms": 52.242, "p95_ms": 40.181, "reason": null, "sample_age_ms": 4545.299, "source": "client_direct"}, "sample_age_ms": 4545.294, "source": "client_direct", "task_total_ms": {"avg_ms": 31.305, "count": 173, "max_ms": 54.064, "p95_ms": 41.827, "reason": null, "sample_age_ms": 4545.294, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.956, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.507, "count": 173, "max_ms": 1.194, "p95_ms": 0.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.157, "count": 173, "max_ms": 0.451, "p95_ms": 0.261}, "detection_prepare_ms": {"avg_ms": 0.077, "count": 173, "max_ms": 0.193, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.04, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.057, "count": 173, "max_ms": 0.141, "p95_ms": 0.091}, "mcmt_ms": {"avg_ms": 0.002, "count": 173, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.131, "count": 173, "max_ms": 0.381, "p95_ms": 0.228}, "setup_ms": {"avg_ms": 0.028, "count": 173, "max_ms": 0.062, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.479, "count": 173, "max_ms": 1.121, "p95_ms": 0.754}, "track_match_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.015, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 173, "max_ms": 0.053, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.307, "count": 173, "max_ms": 4.646, "p95_ms": 3.564}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 173, "max_ms": 0.089, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 31.949, "count": 173, "max_ms": 54.664, "p95_ms": 42.557}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 173, "max_ms": 0.138, "p95_ms": 0.057}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.191, "count": 173, "max_ms": 100.309, "p95_ms": 73.742}, "inference_input_copy_ms": {"avg_ms": 1.302, "count": 173, "max_ms": 2.549, "p95_ms": 2.076}, "processing_residual_ms": {"avg_ms": 0.13, "count": 173, "max_ms": 0.367, "p95_ms": 0.284}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.653, "count": 173, "max_ms": 102.144, "p95_ms": 75.68}, "read_interval": {"avg_ms": 147.919, "count": 172, "max_ms": 6315.034, "p95_ms": 118.869}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 173, "max_ms": 0.039, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.089, "count": 173, "max_ms": 0.299, "p95_ms": 0.151}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 173, "max_ms": 0.034, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 173, "max_ms": 0.278, "p95_ms": 0.133}, "worker_merge_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.045, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 31.959, "count": 173, "max_ms": 54.677, "p95_ms": 42.563}, "visualize": {"avg_ms": 26.081, "count": 173, "max_ms": 47.459, "p95_ms": 33.31}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.443, "count": 173, "max_ms": 46.326, "p95_ms": 32.618}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.944, "count": 173, "max_ms": 47.07, "p95_ms": 33.143}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.877, "count": 173, "max_ms": 46.954, "p95_ms": 33.068}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 173, "max_ms": 0.114, "p95_ms": 0.064}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2296.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.346, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 69.365, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3000390, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T02:58:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93048, "write_bytes_delta": 93048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.044753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 56498, "reason": null, "system_cpu_core_ratio": 0.002763, "system_cpu_s_delta": 0.049999999999954525, "user_cpu_core_ratio": 0.04199, "user_cpu_s_delta": 0.7599999999983993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.016023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.001658, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.014365, "user_cpu_s_delta": 0.2600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.098, "count": 105, "max_ms": 3.877, "p95_ms": 3.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.01, "max": 3.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.273, "count": 30, "max": 30.346, "p95": 22.525, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.17, "count": 30, "max": 21.948, "p95": 19.167, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 689.267, "count": 30, "max": 735.0, "p95": 731.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.049, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.862, "count": 30, "max": 0.932, "p95": 0.915, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.126, "p95": 0.092, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93240.667, "count": 30, "max": 96454.0, "p95": 95193.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.9, "count": 30, "max": 25.0, "p95": 13.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.056, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.506, "p95": 0.488, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25757, "sampled_at": "2026-11-03T02:58:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T02:58:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4248251, "flush_count": 5217, "flush_interval_seconds": 30.0, "flush_state": {"count": 5217, "last_at": "2026-11-03T05:42:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T05:42:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5216}, "started": true, "suppressed_count": 3092849, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3092845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5217, "written_record_count": 5217}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11657.863, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5dbdd532fc80] error while decoding MB 187 77, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8565519052800, "copied_frame_count": 3098061, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8565519052800, "frame_buffer_copies": 3098061, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 1.0117, "p50_ms": 0.0691, "p95_ms": 0.1301, "p99_ms": 0.2009}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9595, "count": 512, "max_ms": 3.246, "p50_ms": 0.8723, "p95_ms": 1.5138, "p99_ms": 2.1421, "results": {"failed": 0, "not_applicable": 0, "success": 3098061, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 238, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T05:42:15+09:00", "last_error_summary": "[h264 @ 0x5dbdd532fc80] error while decoding MB 187 77, bytestream -5", "last_exit_at": "2026-11-02T17:31:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 9764.302, "last_started_at": "2026-11-03T02:59:30+09:00", "pid": 60372, "process": {"exists": false, "pid": 60372}, "restart_count": 137, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.051, "sample_count": 2796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-11-03T05:42:15+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-11-03T05:42:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.438, "last_sample_duration_ms": 813.71, "last_trigger": "periodic", "next_snapshot_in_sec": 358.562, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 524, "storage_bytes": 2925548}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-03T05:42:15.049708+09:00", "mtime_epoch": 1793652135.0497084, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T05:42:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2344.117, "name": "celery", "pid": 176, "rss_mb": 2344.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3098061, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 3.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 96, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.201, "pushed": 3.201, "read": 3.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 37.104, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.382, "count": 96, "max_ms": 1.626, "p95_ms": 1.192, "reason": null, "sample_age_ms": 71.829, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.19, "count": 96, "max_ms": 1.383, "p95_ms": 0.925, "reason": null, "sample_age_ms": 72.273, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 96, "max_ms": 0.284, "p95_ms": 0.215, "reason": null, "sample_age_ms": 37.114, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.987, "count": 96, "max_ms": 2.13, "p95_ms": 1.647, "reason": null, "sample_age_ms": 70.486, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.769, "count": 96, "max_ms": 41.757, "p95_ms": 35.356, "reason": null, "sample_age_ms": 37.099, "source": "client_direct"}, "sample_age_ms": 37.093, "source": "client_direct", "task_total_ms": {"avg_ms": 28.974, "count": 96, "max_ms": 44.038, "p95_ms": 36.795, "reason": null, "sample_age_ms": 37.093, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.491, "count": 96, "max_ms": 1.088, "p95_ms": 0.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 96, "max_ms": 0.362, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 96, "max_ms": 0.179, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.021, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 96, "max_ms": 0.111, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 96, "max_ms": 0.339, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.029, "count": 96, "max_ms": 0.216, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.463, "count": 96, "max_ms": 1.018, "p95_ms": 0.759}, "track_match_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.018, "count": 96, "max_ms": 0.045, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.129, "count": 96, "max_ms": 7.28, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 96, "max_ms": 0.319, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.599, "count": 96, "max_ms": 47.909, "p95_ms": 38.071}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 96, "max_ms": 0.051, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.242, "count": 96, "max_ms": 132.443, "p95_ms": 68.12}, "inference_input_copy_ms": {"avg_ms": 1.224, "count": 96, "max_ms": 3.752, "p95_ms": 2.23}, "processing_residual_ms": {"avg_ms": 0.088, "count": 96, "max_ms": 0.205, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.577, "count": 96, "max_ms": 136.322, "p95_ms": 68.856}, "read_interval": {"avg_ms": 312.632, "count": 96, "max_ms": 5899.292, "p95_ms": 3398.695}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 96, "max_ms": 0.035, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.087, "count": 96, "max_ms": 0.248, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 96, "max_ms": 0.026, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 96, "max_ms": 0.228, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.609, "count": 96, "max_ms": 47.919, "p95_ms": 38.081}, "visualize": {"avg_ms": 25.522, "count": 96, "max_ms": 82.138, "p95_ms": 33.397}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.954, "count": 96, "max_ms": 81.423, "p95_ms": 32.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.396, "count": 96, "max_ms": 81.939, "p95_ms": 33.195}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.335, "count": 96, "max_ms": 81.852, "p95_ms": 33.065}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 96, "max_ms": 0.104, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2344.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.677, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.007, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91643, "write_bytes_delta": 91643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.411712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60372, "reason": null, "system_cpu_core_ratio": 0.016191, "system_cpu_s_delta": 0.20999999999997954, "user_cpu_core_ratio": 0.395521, "user_cpu_s_delta": 5.1299999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.220505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02313, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.197375, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.087, "count": 224, "max_ms": 4.283, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.145, "count": 30, "max": 41.573, "p95": 35.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.185, "count": 30, "max": 18.811, "p95": 17.381, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 694.1, "count": 30, "max": 830.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.071, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.639, "p95": 1.022, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.1, "count": 30, "max": 39.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.108, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.717, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26729, "sampled_at": "2026-11-03T05:41:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T05:41:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4248251, "flush_count": 5217, "flush_interval_seconds": 30.0, "flush_state": {"count": 5217, "last_at": "2026-11-03T05:42:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T05:42:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5216}, "started": true, "suppressed_count": 3092849, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3092845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5217, "written_record_count": 5217}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11658.555, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T05:42:15+09:00", "last_error_summary": "[h264 @ 0x5dbdd532fc80] error while decoding MB 187 77, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8565519052800, "copied_frame_count": 3098061, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8565519052800, "frame_buffer_copies": 3098061, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 1.0117, "p50_ms": 0.0691, "p95_ms": 0.1301, "p99_ms": 0.2009}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9595, "count": 512, "max_ms": 3.246, "p50_ms": 0.8723, "p95_ms": 1.5138, "p99_ms": 2.1421, "results": {"failed": 0, "not_applicable": 0, "success": 3098061, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 238, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T05:42:15+09:00", "last_error_summary": "[h264 @ 0x5dbdd532fc80] error while decoding MB 187 77, bytestream -5", "last_exit_at": "2026-11-03T05:42:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 9764.319, "last_started_at": "2026-11-03T02:59:30+09:00", "pid": 60372, "process": {"exists": false, "pid": 60372}, "restart_count": 137, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.051, "sample_count": 2796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T05:42:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T05:42:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.455, "last_sample_duration_ms": 813.71, "last_trigger": "periodic", "next_snapshot_in_sec": 358.545, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 524, "storage_bytes": 2925548}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T05:42:15.123709+09:00", "mtime_epoch": 1793652135.1237087, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T05:42:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2344.117, "name": "celery", "pid": 176, "rss_mb": 2344.117, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3098061, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 3.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.206, "pushed": 3.206, "read": 3.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 95, "client_acquire_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 54.121, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.384, "count": 95, "max_ms": 1.626, "p95_ms": 1.194, "reason": null, "sample_age_ms": 88.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.192, "count": 95, "max_ms": 1.383, "p95_ms": 0.932, "reason": null, "sample_age_ms": 89.291, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 96, "max_ms": 0.284, "p95_ms": 0.215, "reason": null, "sample_age_ms": 54.131, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.99, "count": 95, "max_ms": 2.13, "p95_ms": 1.65, "reason": null, "sample_age_ms": 87.503, "source": "client_direct"}, "request_count": 95, "request_tensor_bytes": {"avg": 2211848.0, "count": 95, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 87.474, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.769, "count": 96, "max_ms": 41.757, "p95_ms": 35.356, "reason": null, "sample_age_ms": 54.117, "source": "client_direct"}, "sample_age_ms": 54.111, "source": "client_direct", "task_total_ms": {"avg_ms": 28.974, "count": 96, "max_ms": 44.038, "p95_ms": 36.795, "reason": null, "sample_age_ms": 54.111, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.462, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.491, "count": 96, "max_ms": 1.088, "p95_ms": 0.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 96, "max_ms": 0.362, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 96, "max_ms": 0.179, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.021, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 96, "max_ms": 0.111, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 96, "max_ms": 0.339, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.029, "count": 96, "max_ms": 0.216, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.463, "count": 96, "max_ms": 1.018, "p95_ms": 0.759}, "track_match_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.018, "count": 96, "max_ms": 0.045, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.129, "count": 96, "max_ms": 7.28, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 96, "max_ms": 0.319, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.599, "count": 96, "max_ms": 47.909, "p95_ms": 38.071}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 96, "max_ms": 0.051, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.242, "count": 96, "max_ms": 132.443, "p95_ms": 68.12}, "inference_input_copy_ms": {"avg_ms": 1.224, "count": 96, "max_ms": 3.752, "p95_ms": 2.23}, "processing_residual_ms": {"avg_ms": 0.088, "count": 96, "max_ms": 0.205, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.577, "count": 96, "max_ms": 136.322, "p95_ms": 68.856}, "read_interval": {"avg_ms": 314.892, "count": 95, "max_ms": 5899.292, "p95_ms": 3398.695}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 96, "max_ms": 0.035, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.087, "count": 96, "max_ms": 0.248, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 96, "max_ms": 0.026, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 96, "max_ms": 0.228, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.609, "count": 96, "max_ms": 47.919, "p95_ms": 38.081}, "visualize": {"avg_ms": 25.522, "count": 96, "max_ms": 82.138, "p95_ms": 33.397}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.954, "count": 96, "max_ms": 81.423, "p95_ms": 32.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.396, "count": 96, "max_ms": 81.939, "p95_ms": 33.195}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.335, "count": 96, "max_ms": 81.852, "p95_ms": 33.065}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 96, "max_ms": 0.104, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2344.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.677, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.007, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91643, "write_bytes_delta": 91643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.411712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60372, "reason": null, "system_cpu_core_ratio": 0.016191, "system_cpu_s_delta": 0.20999999999997954, "user_cpu_core_ratio": 0.395521, "user_cpu_s_delta": 5.1299999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.220505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02313, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.197375, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.087, "count": 224, "max_ms": 4.283, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.145, "count": 30, "max": 41.573, "p95": 35.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.185, "count": 30, "max": 18.811, "p95": 17.381, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 694.1, "count": 30, "max": 830.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.071, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.639, "p95": 1.022, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.1, "count": 30, "max": 39.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.108, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.717, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26729, "sampled_at": "2026-11-03T05:41:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T05:41:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4248251, "flush_count": 5217, "flush_interval_seconds": 30.0, "flush_state": {"count": 5217, "last_at": "2026-11-03T05:42:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T05:42:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5216}, "started": true, "suppressed_count": 3092849, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3092845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5217, "written_record_count": 5217}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11658.199, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8565519052800, "copied_frame_count": 3098061, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8565519052800, "frame_buffer_copies": 3098061, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 1.0117, "p50_ms": 0.0691, "p95_ms": 0.1301, "p99_ms": 0.2009}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9595, "count": 512, "max_ms": 3.246, "p50_ms": 0.8723, "p95_ms": 1.5138, "p99_ms": 2.1421, "results": {"failed": 0, "not_applicable": 0, "success": 3098061, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 238, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T05:42:15+09:00", "last_error_summary": "[h264 @ 0x5dbdd532fc80] error while decoding MB 187 77, bytestream -5", "last_exit_at": "2026-11-03T05:42:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 9764.336, "last_started_at": "2026-11-03T02:59:30+09:00", "pid": 60372, "process": {"exists": false, "pid": 60372}, "restart_count": 137, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 138}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.051, "sample_count": 2796, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-03T05:42:15+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-11-03T05:42:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.475, "last_sample_duration_ms": 813.71, "last_trigger": "periodic", "next_snapshot_in_sec": 358.525, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 524, "storage_bytes": 2925548}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-03T05:42:15.123709+09:00", "mtime_epoch": 1793652135.1237087, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T05:42:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2344.117, "name": "celery", "pid": 176, "rss_mb": 2344.117, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3098061, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.031, "max": 3.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 96, "read_frames": 95, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.204, "pushed": 3.204, "read": 3.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 95, "client_acquire_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 71.849, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.384, "count": 95, "max_ms": 1.626, "p95_ms": 1.194, "reason": null, "sample_age_ms": 106.574, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.192, "count": 95, "max_ms": 1.383, "p95_ms": 0.932, "reason": null, "sample_age_ms": 107.018, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 96, "max_ms": 0.284, "p95_ms": 0.215, "reason": null, "sample_age_ms": 71.859, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.99, "count": 95, "max_ms": 2.13, "p95_ms": 1.65, "reason": null, "sample_age_ms": 105.231, "source": "client_direct"}, "request_count": 95, "request_tensor_bytes": {"avg": 2211848.0, "count": 95, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.201, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.047, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.769, "count": 96, "max_ms": 41.757, "p95_ms": 35.356, "reason": null, "sample_age_ms": 71.844, "source": "client_direct"}, "sample_age_ms": 71.838, "source": "client_direct", "task_total_ms": {"avg_ms": 28.974, "count": 96, "max_ms": 44.038, "p95_ms": 36.795, "reason": null, "sample_age_ms": 71.838, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.503, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.491, "count": 96, "max_ms": 1.088, "p95_ms": 0.799}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.151, "count": 96, "max_ms": 0.362, "p95_ms": 0.231}, "detection_prepare_ms": {"avg_ms": 0.076, "count": 96, "max_ms": 0.179, "p95_ms": 0.13}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.021, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.053, "count": 96, "max_ms": 0.111, "p95_ms": 0.088}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 96, "max_ms": 0.339, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.029, "count": 96, "max_ms": 0.216, "p95_ms": 0.052}, "total_inside_ms": {"avg_ms": 0.463, "count": 96, "max_ms": 1.018, "p95_ms": 0.759}, "track_match_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.026, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.018, "count": 96, "max_ms": 0.045, "p95_ms": 0.029}}, "gstreamer_push": {"avg_ms": 2.129, "count": 96, "max_ms": 7.28, "p95_ms": 3.411}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 96, "max_ms": 0.319, "p95_ms": 0.062}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.599, "count": 96, "max_ms": 47.909, "p95_ms": 38.071}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.024, "count": 96, "max_ms": 0.051, "p95_ms": 0.042}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.242, "count": 96, "max_ms": 132.443, "p95_ms": 68.12}, "inference_input_copy_ms": {"avg_ms": 1.224, "count": 96, "max_ms": 3.752, "p95_ms": 2.23}, "processing_residual_ms": {"avg_ms": 0.088, "count": 96, "max_ms": 0.205, "p95_ms": 0.173}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.577, "count": 96, "max_ms": 136.322, "p95_ms": 68.856}, "read_interval": {"avg_ms": 314.892, "count": 95, "max_ms": 5899.292, "p95_ms": 3398.695}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 96, "max_ms": 0.035, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.087, "count": 96, "max_ms": 0.248, "p95_ms": 0.158}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 96, "max_ms": 0.026, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.076, "count": 96, "max_ms": 0.228, "p95_ms": 0.137}, "worker_merge_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.609, "count": 96, "max_ms": 47.919, "p95_ms": 38.081}, "visualize": {"avg_ms": 25.522, "count": 96, "max_ms": 82.138, "p95_ms": 33.397}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.954, "count": 96, "max_ms": 81.423, "p95_ms": 32.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.396, "count": 96, "max_ms": 81.939, "p95_ms": 33.195}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.335, "count": 96, "max_ms": 81.852, "p95_ms": 33.065}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 96, "max_ms": 0.104, "p95_ms": 0.073}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2344.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.677, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.007, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91643, "write_bytes_delta": 91643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.411712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60372, "reason": null, "system_cpu_core_ratio": 0.016191, "system_cpu_s_delta": 0.20999999999997954, "user_cpu_core_ratio": 0.395521, "user_cpu_s_delta": 5.1299999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.220505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02313, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.197375, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.087, "count": 224, "max_ms": 4.283, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.145, "count": 30, "max": 41.573, "p95": 35.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.185, "count": 30, "max": 18.811, "p95": 17.381, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 694.1, "count": 30, "max": 830.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.071, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.639, "p95": 1.022, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.1, "count": 30, "max": 39.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.108, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.717, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26729, "sampled_at": "2026-11-03T05:41:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T05:41:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4248251, "flush_count": 5217, "flush_interval_seconds": 30.0, "flush_state": {"count": 5217, "last_at": "2026-11-03T05:42:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T05:42:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5216}, "started": true, "suppressed_count": 3092849, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3092845}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5217, "written_record_count": 5217}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11841.73, "limit_mb": null}, "detail": {"pid": 60488, "restart_count": 138, "start_count": 139}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8565519052800, "copied_frame_count": 3098061, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8565519052800, "frame_buffer_copies": 3098061, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0823, "count": 512, "max_ms": 1.0117, "p50_ms": 0.0691, "p95_ms": 0.1301, "p99_ms": 0.2009}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 0.9595, "count": 512, "max_ms": 3.246, "p50_ms": 0.8723, "p95_ms": 1.5138, "p99_ms": 2.1421, "results": {"failed": 0, "not_applicable": 0, "success": 3098061, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 129, "h264_decode_error_count": 238, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T05:42:15+09:00", "last_error_summary": "[h264 @ 0x5dbdd532fc80] error while decoding MB 187 77, bytestream -5", "last_exit_at": "2026-11-03T05:42:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T05:42:17+09:00", "pid": 60488, "process": {"exists": true, "fd_count": 5, "hwm_mb": 214.867, "name": "ffmpeg", "pid": 60488, "rss_mb": 214.867, "state": "S (sleeping)", "threads": 19}, "restart_count": 138, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.065, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:42:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.773, "last_frame_pushed_at": "2026-11-03T05:42:15+09:00", "last_frame_read_age_sec": 4.845, "last_frame_read_at": "2026-11-03T05:42:15+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 124, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.216, "last_sample_duration_ms": 813.71, "last_trigger": "periodic", "next_snapshot_in_sec": 353.784, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 524, "storage_bytes": 2925548}, "mjpeg": {"age_sec": 4.764, "exists": true, "mtime": "2026-11-03T05:42:15.123709+09:00", "mtime_epoch": 1793652135.1237087, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 93194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T05:42:19+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2344.121, "name": "celery", "pid": 176, "rss_mb": 2344.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3098061, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.02, "max": 3.0, "p95": 2.0, "sample_count": 50}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 50, "pushed_frames": 50, "read_frames": 50, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.863, "pushed": 1.863, "read": 1.863}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.015, "p95_ms": 0.007, "reason": null, "sample_age_ms": 4809.696, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.394, "count": 50, "max_ms": 1.626, "p95_ms": 1.135, "reason": null, "sample_age_ms": 4844.421, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.208, "count": 50, "max_ms": 1.383, "p95_ms": 0.883, "reason": null, "sample_age_ms": 4844.865, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 50, "max_ms": 0.192, "p95_ms": 0.16, "reason": null, "sample_age_ms": 4809.706, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.919, "count": 50, "max_ms": 2.13, "p95_ms": 1.528, "reason": null, "sample_age_ms": 4843.078, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2211848.0, "count": 50, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4843.048, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4809.894, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 26.771, "count": 50, "max_ms": 41.757, "p95_ms": 34.503, "reason": null, "sample_age_ms": 4809.691, "source": "client_direct"}, "sample_age_ms": 4809.685, "source": "client_direct", "task_total_ms": {"avg_ms": 27.888, "count": 50, "max_ms": 44.038, "p95_ms": 35.769, "reason": null, "sample_age_ms": 4809.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.108, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.465, "count": 50, "max_ms": 0.837, "p95_ms": 0.644}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.145, "count": 50, "max_ms": 0.276, "p95_ms": 0.219}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 50, "max_ms": 0.132, "p95_ms": 0.117}, "event_filter_ms": {"avg_ms": 0.003, "count": 50, "max_ms": 0.021, "p95_ms": 0.003}, "id_reconcile_ms": {"avg_ms": 0.05, "count": 50, "max_ms": 0.102, "p95_ms": 0.083}, "mcmt_ms": {"avg_ms": 0.002, "count": 50, "max_ms": 0.023, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.121, "count": 50, "max_ms": 0.339, "p95_ms": 0.182}, "setup_ms": {"avg_ms": 0.025, "count": 50, "max_ms": 0.065, "p95_ms": 0.038}, "total_inside_ms": {"avg_ms": 0.439, "count": 50, "max_ms": 0.791, "p95_ms": 0.614}, "track_match_ms": {"avg_ms": 0.003, "count": 50, "max_ms": 0.005, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.017, "count": 50, "max_ms": 0.035, "p95_ms": 0.027}}, "gstreamer_push": {"avg_ms": 2.134, "count": 50, "max_ms": 7.28, "p95_ms": 3.472}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 50, "max_ms": 0.319, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 28.531, "count": 50, "max_ms": 47.909, "p95_ms": 36.923}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.023, "count": 50, "max_ms": 0.044, "p95_ms": 0.04}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.752, "count": 50, "max_ms": 132.443, "p95_ms": 68.174}, "inference_input_copy_ms": {"avg_ms": 1.127, "count": 50, "max_ms": 3.752, "p95_ms": 2.496}, "processing_residual_ms": {"avg_ms": 0.079, "count": 50, "max_ms": 0.185, "p95_ms": 0.134}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.982, "count": 50, "max_ms": 136.322, "p95_ms": 68.856}, "read_interval": {"avg_ms": 507.706, "count": 50, "max_ms": 5899.292, "p95_ms": 3829.76}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 50, "max_ms": 0.02, "p95_ms": 0.016}, "execute_total_ms": {"avg_ms": 0.082, "count": 50, "max_ms": 0.248, "p95_ms": 0.128}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 50, "max_ms": 0.026, "p95_ms": 0.01}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.072, "count": 50, "max_ms": 0.228, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 50, "max_ms": 0.01, "p95_ms": 0.005}}, "triton_wait": {"avg_ms": 28.541, "count": 50, "max_ms": 47.919, "p95_ms": 36.941}, "visualize": {"avg_ms": 25.126, "count": 50, "max_ms": 82.138, "p95_ms": 33.397}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 24.595, "count": 50, "max_ms": 81.423, "p95_ms": 32.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.012, "count": 50, "max_ms": 81.939, "p95_ms": 33.195}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 50, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 24.955, "count": 50, "max_ms": 81.852, "p95_ms": 33.065}, "visualizer_prepare_ms": {"avg_ms": 0.034, "count": 50, "max_ms": 0.104, "p95_ms": 0.051}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 50}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 50}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2344.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.677, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 66.007, "sample_count": 2924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3098020, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T05:41:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91643, "write_bytes_delta": 91643, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 358.0, "cpu_core_ratio": 0.411712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60372, "reason": null, "system_cpu_core_ratio": 0.016191, "system_cpu_s_delta": 0.20999999999997954, "user_cpu_core_ratio": 0.395521, "user_cpu_s_delta": 5.1299999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.220505, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.02313, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.197375, "user_cpu_s_delta": 2.5599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.087, "count": 224, "max_ms": 4.283, "p95_ms": 3.084, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.009, "max": 3.0, "p95": 2.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.145, "count": 30, "max": 41.573, "p95": 35.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.185, "count": 30, "max": 18.811, "p95": 17.381, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 694.1, "count": 30, "max": 830.0, "p95": 713.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.071, "p95": 0.051, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.639, "p95": 1.022, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.009, "p95": 0.002, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 92600.633, "count": 30, "max": 96399.0, "p95": 95498.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.1, "count": 30, "max": 39.0, "p95": 21.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.108, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.717, "p95": 0.543, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26729, "sampled_at": "2026-11-03T05:41:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T05:41:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.832, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4312777, "flush_count": 5294, "flush_interval_seconds": 30.0, "flush_state": {"count": 5294, "last_at": "2026-11-03T06:59:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T06:59:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5293}, "started": true, "suppressed_count": 3139088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3139084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5294, "written_record_count": 5294}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11815.516, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8693573529600, "copied_frame_count": 3144377, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8693573529600, "frame_buffer_copies": 3144377, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0867, "count": 512, "max_ms": 1.4412, "p50_ms": 0.0695, "p95_ms": 0.141, "p99_ms": 0.221}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 3.9055, "p50_ms": 0.9275, "p95_ms": 1.6056, "p99_ms": 2.2764, "results": {"failed": 0, "not_applicable": 0, "success": 3144377, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T06:59:49+09:00", "last_error_summary": "[h264 @ 0x5a1cb85ce6c0] error while decoding MB 197 96, bytestream -8", "last_exit_at": "2026-11-03T05:42:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4651.129, "last_started_at": "2026-11-03T05:42:17+09:00", "pid": 60488, "process": {"exists": false, "pid": 60488}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.134, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T06:59:48+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-03T06:59:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 132, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.091, "last_sample_duration_ms": 686.266, "last_trigger": "periodic", "next_snapshot_in_sec": 518.909, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 532, "storage_bytes": 2993937}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T06:59:49.007537+09:00", "mtime_epoch": 1793656789.007537, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T06:59:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2366.488, "name": "celery", "pid": 176, "rss_mb": 2366.488, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3144377, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.139, "pushed": 4.139, "read": 4.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.005, "count": 124, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 55.735, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.388, "count": 123, "max_ms": 2.083, "p95_ms": 1.241, "reason": null, "sample_age_ms": 87.185, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.185, "count": 123, "max_ms": 1.677, "p95_ms": 1.01, "reason": null, "sample_age_ms": 87.348, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 124, "max_ms": 0.306, "p95_ms": 0.143, "reason": null, "sample_age_ms": 55.746, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.043, "count": 123, "max_ms": 2.49, "p95_ms": 1.685, "reason": null, "sample_age_ms": 86.04, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.009, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 124, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.923, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.609, "count": 124, "max_ms": 66.437, "p95_ms": 39.916, "reason": null, "sample_age_ms": 55.729, "source": "client_direct"}, "sample_age_ms": 55.722, "source": "client_direct", "task_total_ms": {"avg_ms": 29.836, "count": 124, "max_ms": 69.152, "p95_ms": 41.938, "reason": null, "sample_age_ms": 55.722, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.8, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.521, "count": 124, "max_ms": 1.463, "p95_ms": 0.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 124, "max_ms": 0.449, "p95_ms": 0.265}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 124, "max_ms": 0.266, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 124, "max_ms": 0.163, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 124, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 124, "max_ms": 0.326, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.029, "count": 124, "max_ms": 0.089, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.492, "count": 124, "max_ms": 1.352, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 124, "max_ms": 0.092, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.325, "count": 124, "max_ms": 5.958, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 124, "max_ms": 0.086, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.467, "count": 124, "max_ms": 69.803, "p95_ms": 42.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 124, "max_ms": 0.097, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.658, "count": 124, "max_ms": 102.925, "p95_ms": 78.493}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 124, "max_ms": 3.077, "p95_ms": 2.235}, "processing_residual_ms": {"avg_ms": 0.094, "count": 124, "max_ms": 0.548, "p95_ms": 0.15}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.096, "count": 124, "max_ms": 104.26, "p95_ms": 80.393}, "read_interval": {"avg_ms": 243.249, "count": 123, "max_ms": 5851.948, "p95_ms": 545.883}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 124, "max_ms": 0.039, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.092, "count": 124, "max_ms": 0.206, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 124, "max_ms": 0.045, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 124, "max_ms": 0.184, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.478, "count": 124, "max_ms": 69.811, "p95_ms": 42.884}, "visualize": {"avg_ms": 27.035, "count": 124, "max_ms": 44.097, "p95_ms": 38.31}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.431, "count": 124, "max_ms": 43.502, "p95_ms": 37.706}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.902, "count": 124, "max_ms": 43.992, "p95_ms": 38.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.835, "count": 124, "max_ms": 43.927, "p95_ms": 38.107}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 124, "max_ms": 0.151, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2366.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.291, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96513, "write_bytes_delta": 96513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.486863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60488, "reason": null, "system_cpu_core_ratio": 0.021066, "system_cpu_s_delta": 0.27000000000001023, "user_cpu_core_ratio": 0.465797, "user_cpu_s_delta": 5.970000000000255}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.248113, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027308, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.220805, "user_cpu_s_delta": 2.8299999999871943}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.093, "count": 229, "max_ms": 8.963, "p95_ms": 3.306, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.426, "count": 30, "max": 31.193, "p95": 29.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.654, "count": 30, "max": 21.292, "p95": 16.418, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.333, "count": 30, "max": 725.0, "p95": 717.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.9, "count": 30, "max": 44.0, "p95": 7.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.996, "count": 30, "max": 1.05, "p95": 1.045, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93328.767, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87280.5, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.233, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.064, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.541, "p95": 0.525, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27050, "sampled_at": "2026-11-03T06:59:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T06:59:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4312777, "flush_count": 5294, "flush_interval_seconds": 30.0, "flush_state": {"count": 5294, "last_at": "2026-11-03T06:59:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T06:59:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5293}, "started": true, "suppressed_count": 3139088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3139084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5294, "written_record_count": 5294}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11815.488, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a1cb85ce6c0] error while decoding MB 197 96, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8693573529600, "copied_frame_count": 3144377, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8693573529600, "frame_buffer_copies": 3144377, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0867, "count": 512, "max_ms": 1.4412, "p50_ms": 0.0695, "p95_ms": 0.141, "p99_ms": 0.221}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 3.9055, "p50_ms": 0.9275, "p95_ms": 1.6056, "p99_ms": 2.2764, "results": {"failed": 0, "not_applicable": 0, "success": 3144377, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T06:59:49+09:00", "last_error_summary": "[h264 @ 0x5a1cb85ce6c0] error while decoding MB 197 96, bytestream -8", "last_exit_at": "2026-11-03T05:42:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4651.13, "last_started_at": "2026-11-03T05:42:17+09:00", "pid": 60488, "process": {"exists": false, "pid": 60488}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.134, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T06:59:48+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-03T06:59:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 132, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.098, "last_sample_duration_ms": 686.266, "last_trigger": "periodic", "next_snapshot_in_sec": 518.902, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 532, "storage_bytes": 2993937}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-11-03T06:59:49.007537+09:00", "mtime_epoch": 1793656789.007537, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T06:59:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2366.488, "name": "celery", "pid": 176, "rss_mb": 2366.488, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3144377, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.139, "pushed": 4.139, "read": 4.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.005, "count": 124, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 59.206, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.388, "count": 123, "max_ms": 2.083, "p95_ms": 1.241, "reason": null, "sample_age_ms": 90.656, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.185, "count": 123, "max_ms": 1.677, "p95_ms": 1.01, "reason": null, "sample_age_ms": 90.819, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.066, "count": 124, "max_ms": 0.306, "p95_ms": 0.143, "reason": null, "sample_age_ms": 59.217, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.043, "count": 123, "max_ms": 2.49, "p95_ms": 1.685, "reason": null, "sample_age_ms": 89.512, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.48, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 124, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.394, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.609, "count": 124, "max_ms": 66.437, "p95_ms": 39.916, "reason": null, "sample_age_ms": 59.2, "source": "client_direct"}, "sample_age_ms": 59.193, "source": "client_direct", "task_total_ms": {"avg_ms": 29.836, "count": 124, "max_ms": 69.152, "p95_ms": 41.938, "reason": null, "sample_age_ms": 59.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.332, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.521, "count": 124, "max_ms": 1.463, "p95_ms": 0.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 124, "max_ms": 0.449, "p95_ms": 0.265}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 124, "max_ms": 0.266, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 124, "max_ms": 0.163, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 124, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 124, "max_ms": 0.326, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.029, "count": 124, "max_ms": 0.089, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.492, "count": 124, "max_ms": 1.352, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 124, "max_ms": 0.092, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.325, "count": 124, "max_ms": 5.958, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 124, "max_ms": 0.086, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.467, "count": 124, "max_ms": 69.803, "p95_ms": 42.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 124, "max_ms": 0.097, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.658, "count": 124, "max_ms": 102.925, "p95_ms": 78.493}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 124, "max_ms": 3.077, "p95_ms": 2.235}, "processing_residual_ms": {"avg_ms": 0.094, "count": 124, "max_ms": 0.548, "p95_ms": 0.15}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.096, "count": 124, "max_ms": 104.26, "p95_ms": 80.393}, "read_interval": {"avg_ms": 243.249, "count": 123, "max_ms": 5851.948, "p95_ms": 545.883}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 124, "max_ms": 0.039, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.092, "count": 124, "max_ms": 0.206, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 124, "max_ms": 0.045, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 124, "max_ms": 0.184, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.478, "count": 124, "max_ms": 69.811, "p95_ms": 42.884}, "visualize": {"avg_ms": 27.035, "count": 124, "max_ms": 44.097, "p95_ms": 38.31}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.431, "count": 124, "max_ms": 43.502, "p95_ms": 37.706}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.902, "count": 124, "max_ms": 43.992, "p95_ms": 38.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.835, "count": 124, "max_ms": 43.927, "p95_ms": 38.107}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 124, "max_ms": 0.151, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2366.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.291, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96513, "write_bytes_delta": 96513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.486863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60488, "reason": null, "system_cpu_core_ratio": 0.021066, "system_cpu_s_delta": 0.27000000000001023, "user_cpu_core_ratio": 0.465797, "user_cpu_s_delta": 5.970000000000255}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.248113, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027308, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.220805, "user_cpu_s_delta": 2.8299999999871943}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.093, "count": 229, "max_ms": 8.963, "p95_ms": 3.306, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.426, "count": 30, "max": 31.193, "p95": 29.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.654, "count": 30, "max": 21.292, "p95": 16.418, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.333, "count": 30, "max": 725.0, "p95": 717.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.9, "count": 30, "max": 44.0, "p95": 7.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.996, "count": 30, "max": 1.05, "p95": 1.045, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93328.767, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87280.5, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.233, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.064, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.541, "p95": 0.525, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27050, "sampled_at": "2026-11-03T06:59:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T06:59:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4312777, "flush_count": 5294, "flush_interval_seconds": 30.0, "flush_state": {"count": 5294, "last_at": "2026-11-03T06:59:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T06:59:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5293}, "started": true, "suppressed_count": 3139088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3139084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5294, "written_record_count": 5294}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11815.004, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8693573529600, "copied_frame_count": 3144377, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8693573529600, "frame_buffer_copies": 3144377, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0867, "count": 512, "max_ms": 1.4412, "p50_ms": 0.0695, "p95_ms": 0.141, "p99_ms": 0.221}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 3.9055, "p50_ms": 0.9275, "p95_ms": 1.6056, "p99_ms": 2.2764, "results": {"failed": 0, "not_applicable": 0, "success": 3144377, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T06:59:49+09:00", "last_error_summary": "[h264 @ 0x5a1cb85ce6c0] error while decoding MB 197 96, bytestream -8", "last_exit_at": "2026-11-03T05:42:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 4651.165, "last_started_at": "2026-11-03T05:42:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 138, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 139}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.134, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T06:59:48+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-11-03T06:59:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 132, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.124, "last_sample_duration_ms": 686.266, "last_trigger": "periodic", "next_snapshot_in_sec": 518.876, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 532, "storage_bytes": 2993937}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-03T06:59:49.007537+09:00", "mtime_epoch": 1793656789.007537, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T06:59:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2366.484, "name": "celery", "pid": 176, "rss_mb": 2366.484, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3144377, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.134, "pushed": 4.134, "read": 4.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.024, "p95_ms": 0.01, "reason": null, "sample_age_ms": 90.008, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.388, "count": 123, "max_ms": 2.083, "p95_ms": 1.241, "reason": null, "sample_age_ms": 121.458, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.185, "count": 123, "max_ms": 1.677, "p95_ms": 1.01, "reason": null, "sample_age_ms": 121.621, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 123, "max_ms": 0.306, "p95_ms": 0.135, "reason": null, "sample_age_ms": 90.019, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.043, "count": 123, "max_ms": 2.49, "p95_ms": 1.685, "reason": null, "sample_age_ms": 120.313, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.282, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.195, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.705, "count": 123, "max_ms": 66.437, "p95_ms": 39.933, "reason": null, "sample_age_ms": 90.002, "source": "client_direct"}, "sample_age_ms": 89.995, "source": "client_direct", "task_total_ms": {"avg_ms": 29.931, "count": 123, "max_ms": 69.152, "p95_ms": 41.986, "reason": null, "sample_age_ms": 89.995, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.001, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.521, "count": 124, "max_ms": 1.463, "p95_ms": 0.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.164, "count": 124, "max_ms": 0.449, "p95_ms": 0.265}, "detection_prepare_ms": {"avg_ms": 0.074, "count": 124, "max_ms": 0.266, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 124, "max_ms": 0.163, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 124, "max_ms": 0.006, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.135, "count": 124, "max_ms": 0.326, "p95_ms": 0.224}, "setup_ms": {"avg_ms": 0.029, "count": 124, "max_ms": 0.089, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.492, "count": 124, "max_ms": 1.352, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 124, "max_ms": 0.092, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.325, "count": 124, "max_ms": 5.958, "p95_ms": 4.127}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.03, "count": 124, "max_ms": 0.086, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.467, "count": 124, "max_ms": 69.803, "p95_ms": 42.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 124, "max_ms": 0.097, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.658, "count": 124, "max_ms": 102.925, "p95_ms": 78.493}, "inference_input_copy_ms": {"avg_ms": 1.317, "count": 124, "max_ms": 3.077, "p95_ms": 2.235}, "processing_residual_ms": {"avg_ms": 0.094, "count": 124, "max_ms": 0.548, "p95_ms": 0.15}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 60.096, "count": 124, "max_ms": 104.26, "p95_ms": 80.393}, "read_interval": {"avg_ms": 243.249, "count": 123, "max_ms": 5851.948, "p95_ms": 545.883}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 124, "max_ms": 0.039, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.092, "count": 124, "max_ms": 0.206, "p95_ms": 0.155}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 124, "max_ms": 0.045, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.08, "count": 124, "max_ms": 0.184, "p95_ms": 0.142}, "worker_merge_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.478, "count": 124, "max_ms": 69.811, "p95_ms": 42.884}, "visualize": {"avg_ms": 27.035, "count": 124, "max_ms": 44.097, "p95_ms": 38.31}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.431, "count": 124, "max_ms": 43.502, "p95_ms": 37.706}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.902, "count": 124, "max_ms": 43.992, "p95_ms": 38.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.835, "count": 124, "max_ms": 43.927, "p95_ms": 38.107}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 124, "max_ms": 0.151, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2366.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.291, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96513, "write_bytes_delta": 96513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.486863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60488, "reason": null, "system_cpu_core_ratio": 0.021066, "system_cpu_s_delta": 0.27000000000001023, "user_cpu_core_ratio": 0.465797, "user_cpu_s_delta": 5.970000000000255}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.248113, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027308, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.220805, "user_cpu_s_delta": 2.8299999999871943}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.093, "count": 229, "max_ms": 8.963, "p95_ms": 3.306, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.426, "count": 30, "max": 31.193, "p95": 29.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.654, "count": 30, "max": 21.292, "p95": 16.418, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.333, "count": 30, "max": 725.0, "p95": 717.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.9, "count": 30, "max": 44.0, "p95": 7.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.996, "count": 30, "max": 1.05, "p95": 1.045, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93328.767, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87280.5, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.233, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.064, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.541, "p95": 0.525, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27050, "sampled_at": "2026-11-03T06:59:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T06:59:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4312777, "flush_count": 5294, "flush_interval_seconds": 30.0, "flush_state": {"count": 5294, "last_at": "2026-11-03T06:59:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T06:59:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5293}, "started": true, "suppressed_count": 3139088, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3139084}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5294, "written_record_count": 5294}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 12103.77, "limit_mb": null}, "detail": {"pid": 61968, "restart_count": 139, "start_count": 140}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8693573529600, "copied_frame_count": 3144377, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8693573529600, "frame_buffer_copies": 3144377, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0867, "count": 512, "max_ms": 1.4412, "p50_ms": 0.0695, "p95_ms": 0.141, "p99_ms": 0.221}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0121, "count": 512, "max_ms": 3.9055, "p50_ms": 0.9275, "p95_ms": 1.6056, "p99_ms": 2.2764, "results": {"failed": 0, "not_applicable": 0, "success": 3144377, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 130, "h264_decode_error_count": 239, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T06:59:49+09:00", "last_error_summary": "[h264 @ 0x5a1cb85ce6c0] error while decoding MB 197 96, bytestream -8", "last_exit_at": "2026-11-03T05:42:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T06:59:51+09:00", "pid": 61968, "process": {"exists": true, "fd_count": 5, "hwm_mb": 323.215, "name": "ffmpeg", "pid": 61968, "rss_mb": 323.215, "state": "R (running)", "threads": 49}, "restart_count": 139, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.068, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144377, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.275, "last_frame_pushed_at": "2026-11-03T06:59:48+09:00", "last_frame_read_age_sec": 4.341, "last_frame_read_at": "2026-11-03T06:59:48+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 132, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 85.344, "last_sample_duration_ms": 686.266, "last_trigger": "periodic", "next_snapshot_in_sec": 514.656, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 532, "storage_bytes": 2993937}, "mjpeg": {"age_sec": 4.266, "exists": true, "mtime": "2026-11-03T06:59:49.007537+09:00", "mtime_epoch": 1793656789.007537, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 95855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T06:59:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2366.488, "name": "celery", "pid": 176, "rss_mb": 2366.488, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3144377, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 89}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 89, "pushed_frames": 89, "read_frames": 89, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.979, "pushed": 2.979, "read": 2.979}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.005, "count": 89, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4313.326, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.391, "count": 89, "max_ms": 2.083, "p95_ms": 1.26, "reason": null, "sample_age_ms": 4344.776, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.188, "count": 89, "max_ms": 1.677, "p95_ms": 0.996, "reason": null, "sample_age_ms": 4344.939, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.068, "count": 89, "max_ms": 0.306, "p95_ms": 0.145, "reason": null, "sample_age_ms": 4313.337, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.998, "count": 89, "max_ms": 2.49, "p95_ms": 1.691, "reason": null, "sample_age_ms": 4343.632, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2211848.0, "count": 89, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4343.6, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 89, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4313.514, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 29.127, "count": 89, "max_ms": 66.437, "p95_ms": 42.082, "reason": null, "sample_age_ms": 4313.32, "source": "client_direct"}, "sample_age_ms": 4313.313, "source": "client_direct", "task_total_ms": {"avg_ms": 30.313, "count": 89, "max_ms": 69.152, "p95_ms": 43.463, "reason": null, "sample_age_ms": 4313.313, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.348, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.509, "count": 89, "max_ms": 1.463, "p95_ms": 0.873}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 89, "max_ms": 0.449, "p95_ms": 0.265}, "detection_prepare_ms": {"avg_ms": 0.073, "count": 89, "max_ms": 0.266, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.007, "p95_ms": 0.004}, "id_reconcile_ms": {"avg_ms": 0.058, "count": 89, "max_ms": 0.163, "p95_ms": 0.102}, "mcmt_ms": {"avg_ms": 0.002, "count": 89, "max_ms": 0.006, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 89, "max_ms": 0.308, "p95_ms": 0.201}, "setup_ms": {"avg_ms": 0.029, "count": 89, "max_ms": 0.089, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 0.481, "count": 89, "max_ms": 1.352, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 89, "max_ms": 0.011, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 89, "max_ms": 0.092, "p95_ms": 0.038}}, "gstreamer_push": {"avg_ms": 2.431, "count": 89, "max_ms": 5.958, "p95_ms": 4.169}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.029, "count": 89, "max_ms": 0.086, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.959, "count": 89, "max_ms": 69.803, "p95_ms": 44.016}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 89, "max_ms": 0.075, "p95_ms": 0.061}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 59.804, "count": 89, "max_ms": 102.925, "p95_ms": 80.291}, "inference_input_copy_ms": {"avg_ms": 1.213, "count": 89, "max_ms": 3.077, "p95_ms": 2.235}, "processing_residual_ms": {"avg_ms": 0.092, "count": 89, "max_ms": 0.548, "p95_ms": 0.168}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 61.137, "count": 89, "max_ms": 104.26, "p95_ms": 82.343}, "read_interval": {"avg_ms": 290.534, "count": 89, "max_ms": 5851.948, "p95_ms": 1071.995}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 89, "max_ms": 0.022, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.088, "count": 89, "max_ms": 0.206, "p95_ms": 0.132}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 89, "max_ms": 0.024, "p95_ms": 0.012}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 89, "max_ms": 0.184, "p95_ms": 0.115}, "worker_merge_ms": {"avg_ms": 0.004, "count": 89, "max_ms": 0.021, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.969, "count": 89, "max_ms": 69.811, "p95_ms": 44.022}, "visualize": {"avg_ms": 27.687, "count": 89, "max_ms": 44.097, "p95_ms": 41.241}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.085, "count": 89, "max_ms": 43.502, "p95_ms": 40.461}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.557, "count": 89, "max_ms": 43.992, "p95_ms": 41.086}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 89, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.49, "count": 89, "max_ms": 43.927, "p95_ms": 41.002}, "visualizer_prepare_ms": {"avg_ms": 0.039, "count": 89, "max_ms": 0.151, "p95_ms": 0.075}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 89}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 89}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2366.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 72.291, "sample_count": 2929, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3144309, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T06:59:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 96513, "write_bytes_delta": 96513, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 411.0, "cpu_core_ratio": 0.486863, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 60488, "reason": null, "system_cpu_core_ratio": 0.021066, "system_cpu_s_delta": 0.27000000000001023, "user_cpu_core_ratio": 0.465797, "user_cpu_s_delta": 5.970000000000255}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.248113, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027308, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.220805, "user_cpu_s_delta": 2.8299999999871943}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.093, "count": 229, "max_ms": 8.963, "p95_ms": 3.306, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 14.426, "count": 30, "max": 31.193, "p95": 29.556, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 12.654, "count": 30, "max": 21.292, "p95": 16.418, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 700.333, "count": 30, "max": 725.0, "p95": 717.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1.9, "count": 30, "max": 44.0, "p95": 7.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.055, "p95": 0.053, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.996, "count": 30, "max": 1.05, "p95": 1.045, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.052, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93328.767, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87280.5, "count": 30, "max": 96513.0, "p95": 95721.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.233, "count": 30, "max": 28.0, "p95": 14.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.064, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.541, "p95": 0.525, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27050, "sampled_at": "2026-11-03T06:59:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T06:59:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.875, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4403281, "flush_count": 5402, "flush_interval_seconds": 30.0, "flush_state": {"count": 5402, "last_at": "2026-11-03T08:47:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T08:47:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5401}, "started": true, "suppressed_count": 3203402, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3203398}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5402, "written_record_count": 5402}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11886.207, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cbe8e35eb00] error while decoding MB 96 91, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8871687475200, "copied_frame_count": 3208799, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8871687475200, "frame_buffer_copies": 3208799, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0907, "count": 512, "max_ms": 1.4727, "p50_ms": 0.077, "p95_ms": 0.1392, "p99_ms": 0.2199}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1132, "count": 512, "max_ms": 2.7467, "p50_ms": 1.0461, "p95_ms": 1.9051, "p99_ms": 2.2134, "results": {"failed": 0, "not_applicable": 0, "success": 3208799, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 240, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T08:47:35+09:00", "last_error_summary": "[h264 @ 0x5cbe8e35eb00] error while decoding MB 96 91, bytestream -10", "last_exit_at": "2026-11-03T08:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 6464.076, "last_started_at": "2026-11-03T06:59:51+09:00", "pid": 61968, "process": {"exists": false, "pid": 61968}, "restart_count": 139, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.476, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-03T08:47:35+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-03T08:47:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.366, "last_sample_duration_ms": 722.344, "last_trigger": "periodic", "next_snapshot_in_sec": 71.634, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 542, "storage_bytes": 3079485}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T08:47:35.294550+09:00", "mtime_epoch": 1793663255.29455, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88442}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T08:47:35+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2397.605, "name": "celery", "pid": 176, "rss_mb": 2397.605, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3208799, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.238, "pushed": 3.238, "read": 3.205}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.005, "count": 97, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 37.225, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 96, "max_ms": 2.119, "p95_ms": 1.097, "reason": null, "sample_age_ms": 62.531, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 96, "max_ms": 1.733, "p95_ms": 0.85, "reason": null, "sample_age_ms": 62.711, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 97, "max_ms": 0.19, "p95_ms": 0.104, "reason": null, "sample_age_ms": 37.23, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.981, "count": 96, "max_ms": 2.228, "p95_ms": 1.652, "reason": null, "sample_age_ms": 61.464, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 61.446, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 97, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.297, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.313, "count": 97, "max_ms": 44.259, "p95_ms": 36.515, "reason": null, "sample_age_ms": 37.222, "source": "client_direct"}, "sample_age_ms": 37.219, "source": "client_direct", "task_total_ms": {"avg_ms": 28.467, "count": 97, "max_ms": 45.465, "p95_ms": 37.972, "reason": null, "sample_age_ms": 37.219, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.281, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.484, "count": 97, "max_ms": 0.959, "p95_ms": 0.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 97, "max_ms": 0.321, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 97, "max_ms": 0.205, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 97, "max_ms": 0.123, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.002, "count": 97, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 97, "max_ms": 0.292, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.028, "count": 97, "max_ms": 0.053, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.458, "count": 97, "max_ms": 0.896, "p95_ms": 0.712}, "track_match_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 97, "max_ms": 0.049, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.34, "count": 97, "max_ms": 5.298, "p95_ms": 3.96}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 97, "max_ms": 0.321, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.099, "count": 97, "max_ms": 45.898, "p95_ms": 38.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 97, "max_ms": 0.077, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.027, "count": 97, "max_ms": 97.618, "p95_ms": 74.254}, "inference_input_copy_ms": {"avg_ms": 1.296, "count": 97, "max_ms": 3.134, "p95_ms": 2.305}, "processing_residual_ms": {"avg_ms": 0.091, "count": 97, "max_ms": 0.265, "p95_ms": 0.153}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.441, "count": 97, "max_ms": 98.857, "p95_ms": 75.549}, "read_interval": {"avg_ms": 311.942, "count": 96, "max_ms": 5361.839, "p95_ms": 761.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 97, "max_ms": 0.121, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.085, "count": 97, "max_ms": 0.237, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.05, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 97, "max_ms": 0.178, "p95_ms": 0.122}, "worker_merge_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.109, "count": 97, "max_ms": 45.908, "p95_ms": 38.695}, "visualize": {"avg_ms": 25.816, "count": 97, "max_ms": 53.428, "p95_ms": 36.984}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.219, "count": 97, "max_ms": 52.429, "p95_ms": 36.512}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.699, "count": 97, "max_ms": 53.261, "p95_ms": 36.888}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.638, "count": 97, "max_ms": 53.153, "p95_ms": 36.836}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 97, "max_ms": 0.091, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.061, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.797, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88576, "write_bytes_delta": 88576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 270.0, "cpu_core_ratio": 0.409601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 61968, "reason": null, "system_cpu_core_ratio": 0.01974, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.389861, "user_cpu_s_delta": 3.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022701, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.198385, "user_cpu_s_delta": 2.0099999999802094}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.252, "count": 132, "max_ms": 5.298, "p95_ms": 3.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.656, "count": 30, "max": 43.363, "p95": 42.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.971, "count": 30, "max": 22.165, "p95": 20.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.833, "count": 30, "max": 731.0, "p95": 729.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.014, "p95": 1.008, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 44.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.113, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.616, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27417, "sampled_at": "2026-11-03T08:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T08:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4403281, "flush_count": 5402, "flush_interval_seconds": 30.0, "flush_state": {"count": 5402, "last_at": "2026-11-03T08:47:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T08:47:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5401}, "started": true, "suppressed_count": 3203402, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3203398}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5402, "written_record_count": 5402}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11889.453, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T08:47:35+09:00", "last_error_summary": "[h264 @ 0x5cbe8e35eb00] error while decoding MB 96 91, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8871687475200, "copied_frame_count": 3208799, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8871687475200, "frame_buffer_copies": 3208799, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0907, "count": 512, "max_ms": 1.4727, "p50_ms": 0.077, "p95_ms": 0.1392, "p99_ms": 0.2199}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1132, "count": 512, "max_ms": 2.7467, "p50_ms": 1.0461, "p95_ms": 1.9051, "p99_ms": 2.2134, "results": {"failed": 0, "not_applicable": 0, "success": 3208799, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 240, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T08:47:35+09:00", "last_error_summary": "[h264 @ 0x5cbe8e35eb00] error while decoding MB 96 91, bytestream -10", "last_exit_at": "2026-11-03T08:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 6464.103, "last_started_at": "2026-11-03T06:59:51+09:00", "pid": 61968, "process": {"exists": false, "pid": 61968}, "restart_count": 139, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.476, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-03T08:47:35+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-03T08:47:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.391, "last_sample_duration_ms": 722.344, "last_trigger": "periodic", "next_snapshot_in_sec": 71.609, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 542, "storage_bytes": 3079485}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-03T08:47:35.358550+09:00", "mtime_epoch": 1793663255.3585503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T08:47:35+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2397.602, "name": "celery", "pid": 176, "rss_mb": 2397.602, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3208799, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 97}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 97, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.235, "pushed": 3.235, "read": 3.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 62.762, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 96, "max_ms": 2.119, "p95_ms": 1.097, "reason": null, "sample_age_ms": 88.068, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 96, "max_ms": 1.733, "p95_ms": 0.85, "reason": null, "sample_age_ms": 88.248, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 96, "max_ms": 0.19, "p95_ms": 0.104, "reason": null, "sample_age_ms": 62.767, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.981, "count": 96, "max_ms": 2.228, "p95_ms": 1.652, "reason": null, "sample_age_ms": 87.0, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.983, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.833, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.356, "count": 96, "max_ms": 44.259, "p95_ms": 36.522, "reason": null, "sample_age_ms": 62.759, "source": "client_direct"}, "sample_age_ms": 62.756, "source": "client_direct", "task_total_ms": {"avg_ms": 28.506, "count": 96, "max_ms": 45.465, "p95_ms": 37.973, "reason": null, "sample_age_ms": 62.756, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.921, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.484, "count": 97, "max_ms": 0.959, "p95_ms": 0.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 97, "max_ms": 0.321, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 97, "max_ms": 0.205, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 97, "max_ms": 0.123, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.002, "count": 97, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 97, "max_ms": 0.292, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.028, "count": 97, "max_ms": 0.053, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.458, "count": 97, "max_ms": 0.896, "p95_ms": 0.712}, "track_match_ms": {"avg_ms": 0.003, "count": 97, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 97, "max_ms": 0.049, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.34, "count": 97, "max_ms": 5.298, "p95_ms": 3.96}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 97, "max_ms": 0.321, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.099, "count": 97, "max_ms": 45.898, "p95_ms": 38.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 97, "max_ms": 0.077, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.027, "count": 97, "max_ms": 97.618, "p95_ms": 74.254}, "inference_input_copy_ms": {"avg_ms": 1.296, "count": 97, "max_ms": 3.134, "p95_ms": 2.305}, "processing_residual_ms": {"avg_ms": 0.091, "count": 97, "max_ms": 0.265, "p95_ms": 0.153}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.441, "count": 97, "max_ms": 98.857, "p95_ms": 75.549}, "read_interval": {"avg_ms": 311.942, "count": 96, "max_ms": 5361.839, "p95_ms": 761.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 97, "max_ms": 0.121, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.085, "count": 97, "max_ms": 0.237, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 97, "max_ms": 0.05, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 97, "max_ms": 0.178, "p95_ms": 0.122}, "worker_merge_ms": {"avg_ms": 0.004, "count": 97, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.109, "count": 97, "max_ms": 45.908, "p95_ms": 38.695}, "visualize": {"avg_ms": 25.816, "count": 97, "max_ms": 53.428, "p95_ms": 36.984}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.219, "count": 97, "max_ms": 52.429, "p95_ms": 36.512}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.699, "count": 97, "max_ms": 53.261, "p95_ms": 36.888}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 97, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.638, "count": 97, "max_ms": 53.153, "p95_ms": 36.836}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 97, "max_ms": 0.091, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 97}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 97}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.061, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.797, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88576, "write_bytes_delta": 88576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 270.0, "cpu_core_ratio": 0.409601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 61968, "reason": null, "system_cpu_core_ratio": 0.01974, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.389861, "user_cpu_s_delta": 3.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022701, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.198385, "user_cpu_s_delta": 2.0099999999802094}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.252, "count": 132, "max_ms": 5.298, "p95_ms": 3.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.656, "count": 30, "max": 43.363, "p95": 42.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.971, "count": 30, "max": 22.165, "p95": 20.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.833, "count": 30, "max": 731.0, "p95": 729.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.014, "p95": 1.008, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 44.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.113, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.616, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27417, "sampled_at": "2026-11-03T08:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T08:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4403281, "flush_count": 5402, "flush_interval_seconds": 30.0, "flush_state": {"count": 5402, "last_at": "2026-11-03T08:47:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T08:47:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5401}, "started": true, "suppressed_count": 3203402, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3203398}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5402, "written_record_count": 5402}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11883.418, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8871687475200, "copied_frame_count": 3208799, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8871687475200, "frame_buffer_copies": 3208799, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0907, "count": 512, "max_ms": 1.4727, "p50_ms": 0.077, "p95_ms": 0.1392, "p99_ms": 0.2199}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1132, "count": 512, "max_ms": 2.7467, "p50_ms": 1.0461, "p95_ms": 1.9051, "p99_ms": 2.2134, "results": {"failed": 0, "not_applicable": 0, "success": 3208799, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 240, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T08:47:35+09:00", "last_error_summary": "[h264 @ 0x5cbe8e35eb00] error while decoding MB 96 91, bytestream -10", "last_exit_at": "2026-11-03T08:47:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 6464.122, "last_started_at": "2026-11-03T06:59:51+09:00", "pid": 61968, "process": {"exists": false, "pid": 61968}, "restart_count": 139, "restart_count_per_hour": 0, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 140}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.476, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-03T08:47:35+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-11-03T08:47:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 528.409, "last_sample_duration_ms": 722.344, "last_trigger": "periodic", "next_snapshot_in_sec": 71.591, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 542, "storage_bytes": 3079485}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T08:47:35.358550+09:00", "mtime_epoch": 1793663255.3585503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T08:47:35+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2397.602, "name": "celery", "pid": 176, "rss_mb": 2397.602, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3208799, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 96}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 96, "pushed_frames": 97, "read_frames": 96, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.2, "pushed": 3.233, "read": 3.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 96, "client_acquire_ms": {"avg_ms": 0.005, "count": 96, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 81.35, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.401, "count": 96, "max_ms": 2.119, "p95_ms": 1.097, "reason": null, "sample_age_ms": 106.657, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.202, "count": 96, "max_ms": 1.733, "p95_ms": 0.85, "reason": null, "sample_age_ms": 106.837, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.06, "count": 96, "max_ms": 0.19, "p95_ms": 0.104, "reason": null, "sample_age_ms": 81.356, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.981, "count": 96, "max_ms": 2.228, "p95_ms": 1.652, "reason": null, "sample_age_ms": 105.589, "source": "client_direct"}, "request_count": 96, "request_tensor_bytes": {"avg": 2211848.0, "count": 96, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.572, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 96, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.422, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.356, "count": 96, "max_ms": 44.259, "p95_ms": 36.522, "reason": null, "sample_age_ms": 81.348, "source": "client_direct"}, "sample_age_ms": 81.344, "source": "client_direct", "task_total_ms": {"avg_ms": 28.506, "count": 96, "max_ms": 45.465, "p95_ms": 37.973, "reason": null, "sample_age_ms": 81.344, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.486, "count": 96, "max_ms": 0.959, "p95_ms": 0.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.153, "count": 96, "max_ms": 0.321, "p95_ms": 0.255}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 96, "max_ms": 0.205, "p95_ms": 0.11}, "event_filter_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 96, "max_ms": 0.123, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.002, "count": 96, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.126, "count": 96, "max_ms": 0.292, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.028, "count": 96, "max_ms": 0.053, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.459, "count": 96, "max_ms": 0.896, "p95_ms": 0.712}, "track_match_ms": {"avg_ms": 0.003, "count": 96, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 96, "max_ms": 0.049, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.34, "count": 97, "max_ms": 5.298, "p95_ms": 3.96}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.031, "count": 96, "max_ms": 0.321, "p95_ms": 0.059}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.13, "count": 96, "max_ms": 45.898, "p95_ms": 38.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.027, "count": 96, "max_ms": 0.077, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.104, "count": 96, "max_ms": 97.618, "p95_ms": 74.254}, "inference_input_copy_ms": {"avg_ms": 1.294, "count": 96, "max_ms": 3.134, "p95_ms": 2.305}, "processing_residual_ms": {"avg_ms": 0.091, "count": 96, "max_ms": 0.265, "p95_ms": 0.153}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.516, "count": 96, "max_ms": 98.857, "p95_ms": 75.549}, "read_interval": {"avg_ms": 311.942, "count": 96, "max_ms": 5361.839, "p95_ms": 761.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 96, "max_ms": 0.121, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.085, "count": 96, "max_ms": 0.237, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 96, "max_ms": 0.05, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.073, "count": 96, "max_ms": 0.178, "p95_ms": 0.122}, "worker_merge_ms": {"avg_ms": 0.004, "count": 96, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.14, "count": 96, "max_ms": 45.908, "p95_ms": 38.695}, "visualize": {"avg_ms": 25.859, "count": 96, "max_ms": 53.428, "p95_ms": 36.984}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.26, "count": 96, "max_ms": 52.429, "p95_ms": 36.512}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.741, "count": 96, "max_ms": 53.261, "p95_ms": 36.888}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 96, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.68, "count": 96, "max_ms": 53.153, "p95_ms": 36.836}, "visualizer_prepare_ms": {"avg_ms": 0.036, "count": 96, "max_ms": 0.091, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 96}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 96}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.061, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.797, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88576, "write_bytes_delta": 88576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 270.0, "cpu_core_ratio": 0.409601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 61968, "reason": null, "system_cpu_core_ratio": 0.01974, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.389861, "user_cpu_s_delta": 3.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022701, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.198385, "user_cpu_s_delta": 2.0099999999802094}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.252, "count": 132, "max_ms": 5.298, "p95_ms": 3.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.656, "count": 30, "max": 43.363, "p95": 42.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.971, "count": 30, "max": 22.165, "p95": 20.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.833, "count": 30, "max": 731.0, "p95": 729.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.014, "p95": 1.008, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 44.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.113, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.616, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27417, "sampled_at": "2026-11-03T08:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T08:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4403281, "flush_count": 5402, "flush_interval_seconds": 30.0, "flush_state": {"count": 5402, "last_at": "2026-11-03T08:47:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T08:47:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5401}, "started": true, "suppressed_count": 3203402, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 4, "tracking_summary": 3203398}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5402, "written_record_count": 5402}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 12077.223, "limit_mb": null}, "detail": {"pid": 62642, "restart_count": 140, "start_count": 141}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8871687475200, "copied_frame_count": 3208799, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-01T05:39:38+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1795994, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-01T05:39:33+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 4.894}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 4, "events_emitted": 4, "events_failed": 0, "events_observed": 4, "events_suppressed": 0, "frame_buffer_copied_bytes": 8871687475200, "frame_buffer_copies": 3208799, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 200, "recorder_active_input_bytes": 552960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 4, "recorder_clips_failed": 0, "recorder_clips_started": 4, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 4, "worker_jobs_accepted": 4, "worker_jobs_completed": 4, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0907, "count": 512, "max_ms": 1.4727, "p50_ms": 0.077, "p95_ms": 0.1392, "p99_ms": 0.2199}, "stages": {"db_insert": {"avg_ms": 19.0016, "count": 4, "max_ms": 30.4703, "p50_ms": 16.7885, "p95_ms": 28.8176, "p99_ms": 30.1398, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1944, "count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1147.697, "count": 4, "max_ms": 1573.3333, "p50_ms": 1038.6947, "p95_ms": 1497.8516, "p99_ms": 1558.237, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1132, "count": 512, "max_ms": 2.7467, "p50_ms": 1.0461, "p95_ms": 1.9051, "p99_ms": 2.2134, "results": {"failed": 0, "not_applicable": 0, "success": 3208799, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 591.0948, "count": 4, "max_ms": 620.1479, "p50_ms": 606.1052, "p95_ms": 619.4149, "p99_ms": 620.0013, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 30.1371, "count": 4, "max_ms": 32.9626, "p50_ms": 30.1411, "p95_ms": 32.6263, "p99_ms": 32.8954, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6107, "count": 200, "max_ms": 11.14, "p50_ms": 4.3592, "p95_ms": 6.4475, "p99_ms": 8.3697, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2281, "count": 200, "max_ms": 3.4652, "p50_ms": 1.1288, "p95_ms": 1.9757, "p99_ms": 2.7705, "results": {"failed": 0, "not_applicable": 0, "success": 200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 586.8603, "count": 4, "max_ms": 616.331, "p50_ms": 602.7345, "p95_ms": 615.6514, "p99_ms": 616.1951, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.9998, "count": 4, "max_ms": 477.7428, "p50_ms": 446.3684, "p95_ms": 475.2829, "p99_ms": 477.2508, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 136.0173, "count": 4, "max_ms": 180.1989, "p50_ms": 129.4494, "p95_ms": 172.7952, "p99_ms": 178.7182, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0369, "count": 4, "max_ms": 1.1462, "p50_ms": 1.0584, "p95_ms": 1.1369, "p99_ms": 1.1443, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.3184, "count": 4, "max_ms": 33.9224, "p50_ms": 29.6249, "p95_ms": 33.8936, "p99_ms": 33.9167, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.425, "count": 4, "max_ms": 2.2232, "p50_ms": 1.5213, "p95_ms": 2.2017, "p99_ms": 2.2189, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6605, "count": 4, "max_ms": 0.7333, "p50_ms": 0.6583, "p95_ms": 0.7244, "p99_ms": 0.7315, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8008, "count": 4, "max_ms": 1.6915, "p50_ms": 0.5191, "p95_ms": 1.5219, "p99_ms": 1.6576, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 490.841, "count": 4, "max_ms": 871.9662, "p50_ms": 371.8932, "p95_ms": 800.2338, "p99_ms": 857.6197, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 4, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 5.1528, "count": 4, "max_ms": 10.6005, "p50_ms": 4.1765, "p95_ms": 9.8576, "p99_ms": 10.4519, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 6.3427, "count": 4, "max_ms": 11.4145, "p50_ms": 4.9045, "p95_ms": 10.5438, "p99_ms": 11.2404, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.2153, "count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9997, "count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 554.9958, "count": 4, "max_ms": 951.8428, "p50_ms": 431.0694, "p95_ms": 877.0864, "p99_ms": 936.8915, "results": {"failed": 0, "not_applicable": 0, "success": 4, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 4, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 4, "max_ms": 0.6003, "p50_ms": 0.1001, "p95_ms": 0.5258, "p99_ms": 0.5854}, "wait_ms": {"count": 4, "max_ms": 2.4732, "p50_ms": 1.9688, "p95_ms": 2.427, "p99_ms": 2.464}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 4, "artifact_failed": 0, "artifact_requested": 4, "artifact_success": 4, "completed": 4, "completed_failed": 0, "completed_success": 4, "cooldown_promoted": 4, "database_requested": 4, "db_insert_success": 4, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15686, "relay_business_failed": 0, "relay_business_success": 4, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 4, "relay_transport_failed": 0, "relay_transport_success": 4, "reservation_requested": 4}, "snapshot": {"copied_bytes": 11059200, "copied_count": 4, "copy": {"count": 4, "max_ms": 3.735, "p50_ms": 1.7775, "p95_ms": 3.4572, "p99_ms": 3.6794}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 131, "h264_decode_error_count": 240, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T08:47:35+09:00", "last_error_summary": "[h264 @ 0x5cbe8e35eb00] error while decoding MB 96 91, bytestream -10", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T08:47:37+09:00", "pid": 62642, "process": {"exists": true, "fd_count": 5, "hwm_mb": 234.102, "name": "ffmpeg", "pid": 62642, "rss_mb": 234.102, "state": "S (sleeping)", "threads": 19}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.339, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.115, "last_frame_pushed_at": "2026-11-03T08:47:35+09:00", "last_frame_read_age_sec": 4.176, "last_frame_read_at": "2026-11-03T08:47:35+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 142, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.483, "last_sample_duration_ms": 722.344, "last_trigger": "periodic", "next_snapshot_in_sec": 67.517, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 542, "storage_bytes": 3079485}, "mjpeg": {"age_sec": 4.106, "exists": true, "mtime": "2026-11-03T08:47:35.358550+09:00", "mtime_epoch": 1793663255.3585503, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 88550}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T08:47:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2397.605, "name": "celery", "pid": 176, "rss_mb": 2397.605, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 2, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3208799, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 80}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 80, "pushed_frames": 80, "read_frames": 80, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.791, "pushed": 2.791, "read": 2.791}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 80, "client_acquire_ms": {"avg_ms": 0.005, "count": 80, "max_ms": 0.023, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4155.034, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.422, "count": 80, "max_ms": 2.119, "p95_ms": 1.121, "reason": null, "sample_age_ms": 4180.341, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.221, "count": 80, "max_ms": 1.733, "p95_ms": 0.913, "reason": null, "sample_age_ms": 4180.521, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.062, "count": 80, "max_ms": 0.19, "p95_ms": 0.106, "reason": null, "sample_age_ms": 4155.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.99, "count": 80, "max_ms": 2.228, "p95_ms": 1.647, "reason": null, "sample_age_ms": 4179.273, "source": "client_direct"}, "request_count": 80, "request_tensor_bytes": {"avg": 2211848.0, "count": 80, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4179.255, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 80, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4155.106, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.624, "count": 80, "max_ms": 44.259, "p95_ms": 36.727, "reason": null, "sample_age_ms": 4155.031, "source": "client_direct"}, "sample_age_ms": 4155.028, "source": "client_direct", "task_total_ms": {"avg_ms": 28.787, "count": 80, "max_ms": 45.465, "p95_ms": 38.082, "reason": null, "sample_age_ms": 4155.028, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.497, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.495, "count": 80, "max_ms": 0.959, "p95_ms": 0.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.155, "count": 80, "max_ms": 0.321, "p95_ms": 0.243}, "detection_prepare_ms": {"avg_ms": 0.072, "count": 80, "max_ms": 0.205, "p95_ms": 0.109}, "event_filter_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.006, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.056, "count": 80, "max_ms": 0.11, "p95_ms": 0.081}, "mcmt_ms": {"avg_ms": 0.002, "count": 80, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.129, "count": 80, "max_ms": 0.292, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.028, "count": 80, "max_ms": 0.053, "p95_ms": 0.046}, "total_inside_ms": {"avg_ms": 0.468, "count": 80, "max_ms": 0.896, "p95_ms": 0.712}, "track_match_ms": {"avg_ms": 0.003, "count": 80, "max_ms": 0.006, "p95_ms": 0.004}, "tracker_update_ms": {"avg_ms": 0.019, "count": 80, "max_ms": 0.049, "p95_ms": 0.034}}, "gstreamer_push": {"avg_ms": 2.379, "count": 80, "max_ms": 5.298, "p95_ms": 3.96}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 80, "max_ms": 0.321, "p95_ms": 0.056}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.431, "count": 80, "max_ms": 45.898, "p95_ms": 38.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 80, "max_ms": 0.077, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 56.572, "count": 80, "max_ms": 97.618, "p95_ms": 74.254}, "inference_input_copy_ms": {"avg_ms": 1.275, "count": 80, "max_ms": 3.134, "p95_ms": 2.305}, "processing_residual_ms": {"avg_ms": 0.09, "count": 80, "max_ms": 0.265, "p95_ms": 0.153}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 57.965, "count": 80, "max_ms": 98.857, "p95_ms": 75.549}, "read_interval": {"avg_ms": 353.972, "count": 80, "max_ms": 5361.839, "p95_ms": 761.05}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 80, "max_ms": 0.121, "p95_ms": 0.018}, "execute_total_ms": {"avg_ms": 0.088, "count": 80, "max_ms": 0.237, "p95_ms": 0.153}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 80, "max_ms": 0.05, "p95_ms": 0.011}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 80, "max_ms": 0.178, "p95_ms": 0.122}, "worker_merge_ms": {"avg_ms": 0.004, "count": 80, "max_ms": 0.007, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.441, "count": 80, "max_ms": 45.908, "p95_ms": 38.695}, "visualize": {"avg_ms": 25.999, "count": 80, "max_ms": 53.428, "p95_ms": 36.984}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.39, "count": 80, "max_ms": 52.429, "p95_ms": 36.512}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 25.879, "count": 80, "max_ms": 53.261, "p95_ms": 36.888}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 80, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 25.817, "count": 80, "max_ms": 53.153, "p95_ms": 36.836}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 80, "max_ms": 0.091, "p95_ms": 0.062}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 80}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.598, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.061, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 74.797, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T08:47:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88576, "write_bytes_delta": 88576, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 270.0, "cpu_core_ratio": 0.409601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 61968, "reason": null, "system_cpu_core_ratio": 0.01974, "system_cpu_s_delta": 0.19999999999998863, "user_cpu_core_ratio": 0.389861, "user_cpu_s_delta": 3.949999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.221086, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.022701, "system_cpu_s_delta": 0.22999999999956344, "user_cpu_core_ratio": 0.198385, "user_cpu_s_delta": 2.0099999999802094}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.252, "count": 132, "max_ms": 5.298, "p95_ms": 3.687, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 16.656, "count": 30, "max": 43.363, "p95": 42.545, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.971, "count": 30, "max": 22.165, "p95": 20.683, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 683.833, "count": 30, "max": 731.0, "p95": 729.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.014, "p95": 1.008, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87323.2, "count": 30, "max": 89935.0, "p95": 89389.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.367, "count": 30, "max": 44.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.113, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.616, "p95": 0.539, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27417, "sampled_at": "2026-11-03T08:47:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T08:47:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.663, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4416770, "flush_count": 5418, "flush_interval_seconds": 30.0, "flush_state": {"count": 5418, "last_at": "2026-11-03T09:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5417}, "started": true, "suppressed_count": 3212999, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3212994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5418, "written_record_count": 5418}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11910.867, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8898262732800, "copied_frame_count": 3218411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8898262732800, "frame_buffer_copies": 3218411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0833, "count": 512, "max_ms": 1.5323, "p50_ms": 0.0697, "p95_ms": 0.1513, "p99_ms": 0.2287}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0611, "count": 512, "max_ms": 2.8283, "p50_ms": 0.9431, "p95_ms": 1.8281, "p99_ms": 2.3247, "results": {"failed": 0, "not_applicable": 0, "success": 3218411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:03:56+09:00", "last_error_summary": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 978.716, "last_started_at": "2026-11-03T08:47:37+09:00", "pid": 62642, "process": {"exists": false, "pid": 62642}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.78, "sample_count": 2841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-03T09:03:56+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-03T09:03:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.354, "last_sample_duration_ms": 886.966, "last_trigger": "periodic", "next_snapshot_in_sec": 295.646, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 544, "storage_bytes": 3096594}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-03T09:03:56.164258+09:00", "mtime_epoch": 1793664236.1642575, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92316}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:03:56+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.965, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3218411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.771, "pushed": 4.771, "read": 4.738}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.039, "p95_ms": 0.012, "reason": null, "sample_age_ms": 58.447, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.423, "count": 142, "max_ms": 2.453, "p95_ms": 1.27, "reason": null, "sample_age_ms": 89.741, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.164, "count": 142, "max_ms": 2.148, "p95_ms": 0.849, "reason": null, "sample_age_ms": 89.999, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.076, "count": 142, "max_ms": 0.405, "p95_ms": 0.154, "reason": null, "sample_age_ms": 58.457, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.058, "count": 142, "max_ms": 2.693, "p95_ms": 1.672, "reason": null, "sample_age_ms": 88.524, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.497, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.642, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.231, "count": 142, "max_ms": 41.491, "p95_ms": 37.005, "reason": null, "sample_age_ms": 58.442, "source": "client_direct"}, "sample_age_ms": 58.438, "source": "client_direct", "task_total_ms": {"avg_ms": 29.491, "count": 142, "max_ms": 43.681, "p95_ms": 38.683, "reason": null, "sample_age_ms": 58.438, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.6, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.569, "count": 143, "max_ms": 5.922, "p95_ms": 0.858}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.18, "count": 143, "max_ms": 1.579, "p95_ms": 0.284}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 143, "max_ms": 2.435, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.014, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 143, "max_ms": 0.147, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 143, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 143, "max_ms": 0.36, "p95_ms": 0.262}, "setup_ms": {"avg_ms": 0.042, "count": 143, "max_ms": 1.63, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.54, "count": 143, "max_ms": 5.886, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.018, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 143, "max_ms": 0.074, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.178, "count": 143, "max_ms": 6.22, "p95_ms": 3.524}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 143, "max_ms": 0.118, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.237, "count": 143, "max_ms": 44.438, "p95_ms": 39.5}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 143, "max_ms": 0.078, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.343, "count": 143, "max_ms": 91.209, "p95_ms": 72.689}, "inference_input_copy_ms": {"avg_ms": 1.309, "count": 143, "max_ms": 3.473, "p95_ms": 2.334}, "processing_residual_ms": {"avg_ms": 0.095, "count": 143, "max_ms": 0.32, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.774, "count": 143, "max_ms": 92.914, "p95_ms": 74.599}, "read_interval": {"avg_ms": 210.944, "count": 142, "max_ms": 6144.253, "p95_ms": 309.459}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 143, "max_ms": 0.083, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.095, "count": 143, "max_ms": 0.261, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 143, "max_ms": 0.019, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 143, "max_ms": 0.236, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 30.247, "count": 143, "max_ms": 44.447, "p95_ms": 39.508}, "visualize": {"avg_ms": 26.848, "count": 143, "max_ms": 54.813, "p95_ms": 35.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.213, "count": 143, "max_ms": 54.229, "p95_ms": 35.166}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.711, "count": 143, "max_ms": 54.697, "p95_ms": 35.725}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.644, "count": 143, "max_ms": 54.629, "p95_ms": 35.627}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 143, "max_ms": 0.115, "p95_ms": 0.085}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.585, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.641, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91621, "write_bytes_delta": 91621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 1.110685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 62642, "reason": null, "system_cpu_core_ratio": 0.057569, "system_cpu_s_delta": 0.5799999999999983, "user_cpu_core_ratio": 1.053116, "user_cpu_s_delta": 10.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.587601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058562, "system_cpu_s_delta": 0.5900000000001455, "user_cpu_core_ratio": 0.529039, "user_cpu_s_delta": 5.329999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.318, "count": 301, "max_ms": 4.912, "p95_ms": 3.753, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.441, "count": 30, "max": 36.363, "p95": 21.89, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.905, "count": 30, "max": 19.856, "p95": 19.711, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 710.333, "count": 30, "max": 721.0, "p95": 718.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.058, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 1.053, "p95": 0.976, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90182.967, "count": 30, "max": 91621.0, "p95": 91140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90182.967, "count": 30, "max": 91621.0, "p95": 91140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.5, "count": 30, "max": 33.0, "p95": 22.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.544, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27506, "sampled_at": "2026-11-03T09:03:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:03:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4416770, "flush_count": 5418, "flush_interval_seconds": 30.0, "flush_state": {"count": 5418, "last_at": "2026-11-03T09:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5417}, "started": true, "suppressed_count": 3212999, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3212994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5418, "written_record_count": 5418}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11911.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8898262732800, "copied_frame_count": 3218411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8898262732800, "frame_buffer_copies": 3218411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0833, "count": 512, "max_ms": 1.5323, "p50_ms": 0.0697, "p95_ms": 0.1513, "p99_ms": 0.2287}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0611, "count": 512, "max_ms": 2.8283, "p50_ms": 0.9431, "p95_ms": 1.8281, "p99_ms": 2.3247, "results": {"failed": 0, "not_applicable": 0, "success": 3218411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:03:56+09:00", "last_error_summary": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 978.749, "last_started_at": "2026-11-03T08:47:37+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 140, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 141}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.78, "sample_count": 2841, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T09:03:56+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-03T09:03:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.383, "last_sample_duration_ms": 886.966, "last_trigger": "periodic", "next_snapshot_in_sec": 295.617, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 544, "storage_bytes": 3096594}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-03T09:03:56.164258+09:00", "mtime_epoch": 1793664236.1642575, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92316}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:03:56+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3218411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 142}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 142, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.734, "pushed": 4.767, "read": 4.734}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.005, "count": 142, "max_ms": 0.039, "p95_ms": 0.012, "reason": null, "sample_age_ms": 89.609, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.423, "count": 142, "max_ms": 2.453, "p95_ms": 1.27, "reason": null, "sample_age_ms": 120.904, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.164, "count": 142, "max_ms": 2.148, "p95_ms": 0.849, "reason": null, "sample_age_ms": 121.161, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.076, "count": 142, "max_ms": 0.405, "p95_ms": 0.154, "reason": null, "sample_age_ms": 89.619, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.058, "count": 142, "max_ms": 2.693, "p95_ms": 1.672, "reason": null, "sample_age_ms": 119.687, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2211848.0, "count": 142, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.66, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.804, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.231, "count": 142, "max_ms": 41.491, "p95_ms": 37.005, "reason": null, "sample_age_ms": 89.605, "source": "client_direct"}, "sample_age_ms": 89.601, "source": "client_direct", "task_total_ms": {"avg_ms": 29.491, "count": 142, "max_ms": 43.681, "p95_ms": 38.683, "reason": null, "sample_age_ms": 89.601, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.534, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.567, "count": 142, "max_ms": 5.922, "p95_ms": 0.858}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.179, "count": 142, "max_ms": 1.579, "p95_ms": 0.282}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 142, "max_ms": 2.435, "p95_ms": 0.125}, "event_filter_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.014, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 142, "max_ms": 0.147, "p95_ms": 0.097}, "mcmt_ms": {"avg_ms": 0.002, "count": 142, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.139, "count": 142, "max_ms": 0.36, "p95_ms": 0.262}, "setup_ms": {"avg_ms": 0.042, "count": 142, "max_ms": 1.63, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.538, "count": 142, "max_ms": 5.886, "p95_ms": 0.816}, "track_match_ms": {"avg_ms": 0.003, "count": 142, "max_ms": 0.018, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.02, "count": 142, "max_ms": 0.074, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.178, "count": 143, "max_ms": 6.22, "p95_ms": 3.524}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.033, "count": 142, "max_ms": 0.118, "p95_ms": 0.072}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.165, "count": 142, "max_ms": 44.438, "p95_ms": 39.286}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 142, "max_ms": 0.078, "p95_ms": 0.049}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.248, "count": 142, "max_ms": 91.209, "p95_ms": 72.689}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 142, "max_ms": 3.473, "p95_ms": 2.334}, "processing_residual_ms": {"avg_ms": 0.095, "count": 142, "max_ms": 0.32, "p95_ms": 0.188}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.68, "count": 142, "max_ms": 92.914, "p95_ms": 74.599}, "read_interval": {"avg_ms": 210.944, "count": 142, "max_ms": 6144.253, "p95_ms": 309.459}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 142, "max_ms": 0.083, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.094, "count": 142, "max_ms": 0.261, "p95_ms": 0.178}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 142, "max_ms": 0.019, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.082, "count": 142, "max_ms": 0.236, "p95_ms": 0.149}, "worker_merge_ms": {"avg_ms": 0.004, "count": 142, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 30.175, "count": 142, "max_ms": 44.447, "p95_ms": 39.295}, "visualize": {"avg_ms": 26.826, "count": 142, "max_ms": 54.813, "p95_ms": 35.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.194, "count": 142, "max_ms": 54.229, "p95_ms": 35.166}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.69, "count": 142, "max_ms": 54.697, "p95_ms": 35.725}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 142, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.623, "count": 142, "max_ms": 54.629, "p95_ms": 35.627}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 142, "max_ms": 0.111, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 142}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 142}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.585, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.641, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91621, "write_bytes_delta": 91621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 1.110685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 62642, "reason": null, "system_cpu_core_ratio": 0.057569, "system_cpu_s_delta": 0.5799999999999983, "user_cpu_core_ratio": 1.053116, "user_cpu_s_delta": 10.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.587601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058562, "system_cpu_s_delta": 0.5900000000001455, "user_cpu_core_ratio": 0.529039, "user_cpu_s_delta": 5.329999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.318, "count": 301, "max_ms": 4.912, "p95_ms": 3.753, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.441, "count": 30, "max": 36.363, "p95": 21.89, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.905, "count": 30, "max": 19.856, "p95": 19.711, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 710.333, "count": 30, "max": 721.0, "p95": 718.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.058, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 1.053, "p95": 0.976, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90182.967, "count": 30, "max": 91621.0, "p95": 91140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90182.967, "count": 30, "max": 91621.0, "p95": 91140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.5, "count": 30, "max": 33.0, "p95": 22.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.544, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27506, "sampled_at": "2026-11-03T09:03:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:03:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4416770, "flush_count": 5418, "flush_interval_seconds": 30.0, "flush_state": {"count": 5418, "last_at": "2026-11-03T09:03:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:03:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5417}, "started": true, "suppressed_count": 3212999, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3212994}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5418, "written_record_count": 5418}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11951.07, "limit_mb": null}, "detail": {"pid": 63006, "restart_count": 141, "start_count": 142}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8898262732800, "copied_frame_count": 3218411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8898262732800, "frame_buffer_copies": 3218411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.0833, "count": 512, "max_ms": 1.5323, "p50_ms": 0.0697, "p95_ms": 0.1513, "p99_ms": 0.2287}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.0611, "count": 512, "max_ms": 2.8283, "p50_ms": 0.9431, "p95_ms": 1.8281, "p99_ms": 2.3247, "results": {"failed": 0, "not_applicable": 0, "success": 3218411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:03:56+09:00", "last_error_summary": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T09:03:58+09:00", "pid": 63006, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.434, "name": "ffmpeg", "pid": 63006, "rss_mb": 75.434, "state": "S (sleeping)", "threads": 1}, "restart_count": 141, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.982, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:03:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.66, "last_frame_pushed_at": "2026-11-03T09:03:56+09:00", "last_frame_read_age_sec": 4.723, "last_frame_read_at": "2026-11-03T09:03:56+09:00", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 144, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.0, "last_sample_duration_ms": 886.966, "last_trigger": "periodic", "next_snapshot_in_sec": 291.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 544, "storage_bytes": 3096594}, "mjpeg": {"age_sec": 4.652, "exists": true, "mtime": "2026-11-03T09:03:56.164258+09:00", "mtime_epoch": 1793664236.1642575, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92316}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:04:00+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.965, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3218411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.514, "pushed": 5.514, "read": 5.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.015, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4693.637, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.424, "count": 133, "max_ms": 2.453, "p95_ms": 1.308, "reason": null, "sample_age_ms": 4724.932, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.16, "count": 133, "max_ms": 2.148, "p95_ms": 0.879, "reason": null, "sample_age_ms": 4725.189, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.075, "count": 133, "max_ms": 0.405, "p95_ms": 0.152, "reason": null, "sample_age_ms": 4693.647, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.061, "count": 133, "max_ms": 2.693, "p95_ms": 1.682, "reason": null, "sample_age_ms": 4723.715, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4723.688, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4693.832, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.136, "count": 133, "max_ms": 41.491, "p95_ms": 36.926, "reason": null, "sample_age_ms": 4693.633, "source": "client_direct"}, "sample_age_ms": 4693.629, "source": "client_direct", "task_total_ms": {"avg_ms": 29.396, "count": 133, "max_ms": 43.681, "p95_ms": 38.675, "reason": null, "sample_age_ms": 4693.629, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.706, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.573, "count": 133, "max_ms": 5.922, "p95_ms": 0.872}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.18, "count": 133, "max_ms": 1.579, "p95_ms": 0.284}, "detection_prepare_ms": {"avg_ms": 0.092, "count": 133, "max_ms": 2.435, "p95_ms": 0.129}, "event_filter_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.014, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.059, "count": 133, "max_ms": 0.147, "p95_ms": 0.098}, "mcmt_ms": {"avg_ms": 0.002, "count": 133, "max_ms": 0.008, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.14, "count": 133, "max_ms": 0.36, "p95_ms": 0.264}, "setup_ms": {"avg_ms": 0.043, "count": 133, "max_ms": 1.63, "p95_ms": 0.058}, "total_inside_ms": {"avg_ms": 0.544, "count": 133, "max_ms": 5.886, "p95_ms": 0.818}, "track_match_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.018, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.021, "count": 133, "max_ms": 0.074, "p95_ms": 0.036}}, "gstreamer_push": {"avg_ms": 2.199, "count": 133, "max_ms": 6.22, "p95_ms": 3.542}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 133, "max_ms": 0.118, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.073, "count": 133, "max_ms": 44.438, "p95_ms": 39.286}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.026, "count": 133, "max_ms": 0.078, "p95_ms": 0.05}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 58.059, "count": 133, "max_ms": 91.209, "p95_ms": 72.689}, "inference_input_copy_ms": {"avg_ms": 1.326, "count": 133, "max_ms": 3.473, "p95_ms": 2.454}, "processing_residual_ms": {"avg_ms": 0.096, "count": 133, "max_ms": 0.32, "p95_ms": 0.189}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 59.507, "count": 133, "max_ms": 92.914, "p95_ms": 74.599}, "read_interval": {"avg_ms": 192.042, "count": 133, "max_ms": 6144.253, "p95_ms": 136.567}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 133, "max_ms": 0.083, "p95_ms": 0.021}, "execute_total_ms": {"avg_ms": 0.095, "count": 133, "max_ms": 0.261, "p95_ms": 0.182}, "resolve_scenarios_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.019, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.083, "count": 133, "max_ms": 0.236, "p95_ms": 0.16}, "worker_merge_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.029, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 30.084, "count": 133, "max_ms": 44.447, "p95_ms": 39.295}, "visualize": {"avg_ms": 26.756, "count": 133, "max_ms": 54.813, "p95_ms": 35.897}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.12, "count": 133, "max_ms": 54.229, "p95_ms": 35.278}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.619, "count": 133, "max_ms": 54.697, "p95_ms": 35.74}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.552, "count": 133, "max_ms": 54.629, "p95_ms": 35.675}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 133, "max_ms": 0.111, "p95_ms": 0.084}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.895, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.585, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 84.641, "sample_count": 3000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218255, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:03:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 91621, "write_bytes_delta": 91621, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 721.0, "cpu_core_ratio": 1.110685, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 62642, "reason": null, "system_cpu_core_ratio": 0.057569, "system_cpu_s_delta": 0.5799999999999983, "user_cpu_core_ratio": 1.053116, "user_cpu_s_delta": 10.610000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.587601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.058562, "system_cpu_s_delta": 0.5900000000001455, "user_cpu_core_ratio": 0.529039, "user_cpu_s_delta": 5.329999999987194}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.318, "count": 301, "max_ms": 4.912, "p95_ms": 3.753, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 15.441, "count": 30, "max": 36.363, "p95": 21.89, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 13.905, "count": 30, "max": 19.856, "p95": 19.711, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 710.333, "count": 30, "max": 721.0, "p95": 718.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.058, "p95": 0.055, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.948, "count": 30, "max": 1.053, "p95": 0.976, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.093, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 90182.967, "count": 30, "max": 91621.0, "p95": 91140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 90182.967, "count": 30, "max": 91621.0, "p95": 91140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.5, "count": 30, "max": 33.0, "p95": 22.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.059, "p95": 0.057, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.522, "count": 30, "max": 0.544, "p95": 0.541, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27506, "sampled_at": "2026-11-03T09:03:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:03:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.12, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 0, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 12418.203, "limit_mb": null}, "detail": {"pid": 63126, "restart_count": 0, "start_count": 1}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 0, "copied_frame_count": 0, "copy_error_count": 0, "current_length": 0, "frame_nbytes": null, "max_length": null, "peak_retained_bytes_estimate": 0, "retained_bytes_estimate": 0}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": null, "expected_post_frame_count": null, "expected_pre_frame_count": null, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 0, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 0, "total_upper_bound_bytes": 0, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 0, "frame_buffer_copies": 0, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 0, "h264_decode_error_count": 0, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "", "last_error_summary": "", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:10:50+09:00", "pid": 63126, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.914, "name": "ffmpeg", "pid": 63126, "rss_mb": 141.914, "state": "S (sleeping)", "threads": 70}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 0, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": null, "sample_count": 0, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 296.154}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 0, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": null, "last_frame_pushed_at": "", "last_frame_read_age_sec": null, "last_frame_read_at": "", "memory_observability": {"active_channels": ["20", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 145, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 119.222, "last_sample_duration_ms": 782.79, "last_trigger": "periodic", "next_snapshot_in_sec": 480.778, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 545, "storage_bytes": 3105148}, "mjpeg": {"age_sec": 214823.307, "exists": true, "mtime": "2026-10-31T21:30:29.535702+09:00", "mtime_epoch": 1793449829.5357015, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 138831}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T09:10:52+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 1127.23, "name": "celery", "pid": 178, "rss_mb": 1124.266, "state": "R (running)", "threads": 55}, "reason_codes": ["mjpeg_output_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": [], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 0, "source": "client_direct"}, "model_key_cap": 30, "models": {}, "process_executor": {"inflight_current": 0, "inflight_max": 0, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "unknown", "reason": "no_requests_in_window", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "phase": "A_software_file_only", "reason": "channel_not_registered", "schema_version": "ssims.m15_video_channel_summary.v1"}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5126901, "flush_count": 5429, "flush_interval_seconds": 30.0, "flush_state": {"count": 5429, "last_at": "2026-11-03T09:14:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:14:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5428}, "started": true, "suppressed_count": 3149425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 393, "tracking_summary": 3149032}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5429, "written_record_count": 5429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12336.18, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5a83795fab00] left block unavailable for requested intra mode [h264 @ 0x5a83795fab00] error while decoding MB 0 51, bytestream 6407 [h264 @ 0x5a837953f6c0] error while decoding MB 73 48, bytestream -30 [h264 @ 0x5a837960ecc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837960ecc0] error while decoding MB 0 37, bytestream 9016 [h264 @ 0x5a837969f140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837969f140] error while decoding MB 0 67, bytestre", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8721448243200, "copied_frame_count": 3154459, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:55:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3969482, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:55:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.864}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 393, "events_emitted": 362, "events_failed": 0, "events_observed": 393, "events_suppressed": 31, "frame_buffer_copied_bytes": 8721448243200, "frame_buffer_copies": 3154459, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18100, "recorder_active_input_bytes": 50042880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 362, "recorder_clips_failed": 0, "recorder_clips_started": 362, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 362, "worker_jobs_accepted": 362, "worker_jobs_completed": 362, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 0.3482, "p50_ms": 0.1021, "p95_ms": 0.1998, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 16.1632, "count": 362, "max_ms": 71.5868, "p50_ms": 13.7742, "p95_ms": 33.8595, "p99_ms": 41.6254, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6763, "count": 362, "max_ms": 4.0365, "p50_ms": 1.5783, "p95_ms": 2.657, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 914.276, "count": 393, "max_ms": 4422.916, "p50_ms": 922.5265, "p95_ms": 1336.3787, "p99_ms": 1657.1671, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4561, "count": 512, "max_ms": 3.4662, "p50_ms": 1.3941, "p95_ms": 2.2483, "p99_ms": 3.0492, "results": {"failed": 0, "not_applicable": 0, "success": 3154459, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 481.9911, "count": 393, "max_ms": 1264.9368, "p50_ms": 500.9913, "p95_ms": 624.647, "p99_ms": 1050.8549, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4887, "count": 362, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9057, "p99_ms": 67.8601, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6389, "count": 512, "max_ms": 10.1316, "p50_ms": 4.4258, "p95_ms": 6.7015, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3343, "count": 512, "max_ms": 5.4808, "p50_ms": 1.1988, "p95_ms": 2.5385, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.6628, "count": 362, "max_ms": 1262.5422, "p50_ms": 500.4489, "p95_ms": 622.9604, "p99_ms": 1050.4808, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7066, "count": 362, "max_ms": 1192.1198, "p50_ms": 411.6277, "p95_ms": 526.5542, "p99_ms": 967.2734, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5826, "count": 362, "max_ms": 115.8706, "p50_ms": 83.6445, "p95_ms": 102.9419, "p99_ms": 110.3802, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5818, "count": 362, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.745, "p99_ms": 6.369, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.6525, "count": 362, "max_ms": 73.1462, "p50_ms": 33.5597, "p95_ms": 52.7731, "p99_ms": 60.9283, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.794, "count": 362, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4091, "p99_ms": 2.4994, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.2494, "count": 362, "max_ms": 3752.636, "p50_ms": 350.7766, "p95_ms": 670.1866, "p99_ms": 778.3092, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 393, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0547, "count": 362, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 7.6018, "p99_ms": 11.2626, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5466, "count": 362, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4881, "p99_ms": 71.0496, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0811, "count": 362, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1421, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.985, "count": 362, "max_ms": 9.2334, "p50_ms": 1.8153, "p95_ms": 3.2456, "p99_ms": 5.4026, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 467.7023, "count": 362, "max_ms": 3837.487, "p50_ms": 424.0996, "p95_ms": 762.6193, "p99_ms": 878.2949, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 362, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.073, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 362, "artifact_failed": 0, "artifact_requested": 362, "artifact_success": 362, "completed": 362, "completed_failed": 0, "completed_success": 362, "cooldown_promoted": 362, "database_requested": 362, "db_insert_success": 362, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15931, "relay_business_failed": 0, "relay_business_success": 362, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 362, "relay_transport_failed": 0, "relay_transport_success": 362, "reservation_requested": 362}, "snapshot": {"copied_bytes": 1000857600, "copied_count": 362, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 628, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:15:10+09:00", "last_error_summary": "[h264 @ 0x5a83795fab00] left block unavailable for requested intra mode [h264 @ 0x5a83795fab00] error while decoding MB 0 51, bytestream 6407 [h264 @ 0x5a837953f6c0] error while decoding MB 73 48, bytestream -30 [h264 @ 0x5a837960ecc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837960ecc0] error while decoding MB 0 37, bytestream 9016 [h264 @ 0x5a837969f140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837969f140] error while decoding MB 0 67, bytestre", "last_exit_at": "2026-11-02T17:39:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 56138.449, "last_started_at": "2026-11-02T17:39:32+09:00", "pid": 56614, "process": {"exists": false, "pid": 56614}, "restart_count": 209, "restart_count_per_hour": 0, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.197, "sample_count": 2434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-11-03T09:15:10+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-03T09:15:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.779, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 402.221, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T09:15:10.693516+09:00", "mtime_epoch": 1793664910.6935165, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106695}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:15:10+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 300, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3154460, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.412, "max": 16.0, "p95": 13.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "total": {"avg": 0.451, "max": 1.0, "p95": 1.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 102, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.007, "count": 103, "max_ms": 0.047, "p95_ms": 0.014, "reason": null, "sample_age_ms": 41.985, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.796, "count": 102, "max_ms": 5.088, "p95_ms": 2.938, "reason": null, "sample_age_ms": 84.238, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 102, "max_ms": 4.41, "p95_ms": 1.977, "reason": null, "sample_age_ms": 84.578, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 103, "max_ms": 0.906, "p95_ms": 0.607, "reason": null, "sample_age_ms": 41.992, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.969, "count": 102, "max_ms": 4.914, "p95_ms": 3.056, "reason": null, "sample_age_ms": 81.719, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 81.678, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.269, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.994, "count": 103, "max_ms": 67.282, "p95_ms": 60.055, "reason": null, "sample_age_ms": 41.983, "source": "client_direct"}, "sample_age_ms": 41.98, "source": "client_direct", "task_total_ms": {"avg_ms": 48.478, "count": 103, "max_ms": 68.968, "p95_ms": 63.586, "reason": null, "sample_age_ms": 41.98, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.676, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.981, "count": 102, "max_ms": 8.443, "p95_ms": 4.811}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.312, "count": 102, "max_ms": 0.812, "p95_ms": 0.616}, "detection_prepare_ms": {"avg_ms": 0.584, "count": 102, "max_ms": 2.9, "p95_ms": 1.775}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 102, "max_ms": 0.553, "p95_ms": 0.339}, "mcmt_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.335, "count": 102, "max_ms": 1.615, "p95_ms": 0.835}, "setup_ms": {"avg_ms": 0.039, "count": 102, "max_ms": 0.116, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.942, "count": 102, "max_ms": 8.367, "p95_ms": 4.759}, "track_match_ms": {"avg_ms": 0.026, "count": 102, "max_ms": 0.156, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.499, "count": 102, "max_ms": 2.802, "p95_ms": 1.46}}, "gstreamer_push": {"avg_ms": 3.204, "count": 102, "max_ms": 5.839, "p95_ms": 5.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 102, "max_ms": 0.088, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.696, "count": 102, "max_ms": 69.477, "p95_ms": 65.346}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.836, "count": 102, "max_ms": 13.738, "p95_ms": 8.402}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.475, "count": 102, "max_ms": 116.58, "p95_ms": 106.101}, "inference_input_copy_ms": {"avg_ms": 1.692, "count": 102, "max_ms": 5.181, "p95_ms": 2.776}, "processing_residual_ms": {"avg_ms": 0.269, "count": 102, "max_ms": 0.917, "p95_ms": 0.466}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.272, "count": 102, "max_ms": 123.025, "p95_ms": 111.7}, "read_interval": {"avg_ms": 293.398, "count": 102, "max_ms": 10124.444, "p95_ms": 155.903}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 102, "max_ms": 0.052, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.286, "count": 102, "max_ms": 1.49, "p95_ms": 0.753}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 102, "max_ms": 0.055, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.272, "count": 102, "max_ms": 1.455, "p95_ms": 0.732}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.709, "count": 102, "max_ms": 69.487, "p95_ms": 65.357}, "visualize": {"avg_ms": 33.541, "count": 102, "max_ms": 47.566, "p95_ms": 43.076}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.45, "count": 102, "max_ms": 42.783, "p95_ms": 39.805}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.078, "count": 102, "max_ms": 45.95, "p95_ms": 41.271}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 102, "max_ms": 2.851, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.964, "count": 102, "max_ms": 45.768, "p95_ms": 41.17}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 102, "max_ms": 0.217, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.549, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.941, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109926, "write_bytes_delta": 109926, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 462.0, "cpu_core_ratio": 0.606048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 56614, "reason": null, "system_cpu_core_ratio": 0.277648, "system_cpu_s_delta": 5.579999999999927, "user_cpu_core_ratio": 0.3284, "user_cpu_s_delta": 6.599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.300664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.401544, "system_cpu_s_delta": 8.069999999992433, "user_cpu_core_ratio": 0.89912, "user_cpu_s_delta": 18.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.183, "count": 214, "max_ms": 8.455, "p95_ms": 5.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.673, "max": 26.0, "p95": 19.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.359, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 1.308, "max": 3.0, "p95": 3.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.943, "count": 30, "max": 54.052, "p95": 48.589, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.102, "count": 30, "max": 24.27, "p95": 21.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1263.4, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 102.6, "count": 30, "max": 1640.0, "p95": 539.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.278, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 51.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.604, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24590, "sampled_at": "2026-11-03T09:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5126901, "flush_count": 5429, "flush_interval_seconds": 30.0, "flush_state": {"count": 5429, "last_at": "2026-11-03T09:14:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:14:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5428}, "started": true, "suppressed_count": 3149425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 393, "tracking_summary": 3149032}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5429, "written_record_count": 5429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12327.934, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:15:10+09:00", "last_error_summary": "[h264 @ 0x5a83795fab00] left block unavailable for requested intra mode [h264 @ 0x5a83795fab00] error while decoding MB 0 51, bytestream 6407 [h264 @ 0x5a837953f6c0] error while decoding MB 73 48, bytestream -30 [h264 @ 0x5a837960ecc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837960ecc0] error while decoding MB 0 37, bytestream 9016 [h264 @ 0x5a837969f140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837969f140] error while decoding MB 0 67, bytestre", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8721451008000, "copied_frame_count": 3154460, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:55:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3969482, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:55:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.864}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 393, "events_emitted": 362, "events_failed": 0, "events_observed": 393, "events_suppressed": 31, "frame_buffer_copied_bytes": 8721451008000, "frame_buffer_copies": 3154460, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18100, "recorder_active_input_bytes": 50042880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 362, "recorder_clips_failed": 0, "recorder_clips_started": 362, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 362, "worker_jobs_accepted": 362, "worker_jobs_completed": 362, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 0.3482, "p50_ms": 0.1021, "p95_ms": 0.1998, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 16.1632, "count": 362, "max_ms": 71.5868, "p50_ms": 13.7742, "p95_ms": 33.8595, "p99_ms": 41.6254, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6763, "count": 362, "max_ms": 4.0365, "p50_ms": 1.5783, "p95_ms": 2.657, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 914.276, "count": 393, "max_ms": 4422.916, "p50_ms": 922.5265, "p95_ms": 1336.3787, "p99_ms": 1657.1671, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4588, "count": 512, "max_ms": 3.4662, "p50_ms": 1.3947, "p95_ms": 2.2692, "p99_ms": 3.0492, "results": {"failed": 0, "not_applicable": 0, "success": 3154460, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 481.9911, "count": 393, "max_ms": 1264.9368, "p50_ms": 500.9913, "p95_ms": 624.647, "p99_ms": 1050.8549, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4887, "count": 362, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9057, "p99_ms": 67.8601, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6389, "count": 512, "max_ms": 10.1316, "p50_ms": 4.4258, "p95_ms": 6.7015, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3343, "count": 512, "max_ms": 5.4808, "p50_ms": 1.1988, "p95_ms": 2.5385, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.6628, "count": 362, "max_ms": 1262.5422, "p50_ms": 500.4489, "p95_ms": 622.9604, "p99_ms": 1050.4808, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7066, "count": 362, "max_ms": 1192.1198, "p50_ms": 411.6277, "p95_ms": 526.5542, "p99_ms": 967.2734, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5826, "count": 362, "max_ms": 115.8706, "p50_ms": 83.6445, "p95_ms": 102.9419, "p99_ms": 110.3802, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5818, "count": 362, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.745, "p99_ms": 6.369, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.6525, "count": 362, "max_ms": 73.1462, "p50_ms": 33.5597, "p95_ms": 52.7731, "p99_ms": 60.9283, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.794, "count": 362, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4091, "p99_ms": 2.4994, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.2494, "count": 362, "max_ms": 3752.636, "p50_ms": 350.7766, "p95_ms": 670.1866, "p99_ms": 778.3092, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 393, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0547, "count": 362, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 7.6018, "p99_ms": 11.2626, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5466, "count": 362, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4881, "p99_ms": 71.0496, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0811, "count": 362, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1421, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.985, "count": 362, "max_ms": 9.2334, "p50_ms": 1.8153, "p95_ms": 3.2456, "p99_ms": 5.4026, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 467.7023, "count": 362, "max_ms": 3837.487, "p50_ms": 424.0996, "p95_ms": 762.6193, "p99_ms": 878.2949, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 362, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.073, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 362, "artifact_failed": 0, "artifact_requested": 362, "artifact_success": 362, "completed": 362, "completed_failed": 0, "completed_success": 362, "cooldown_promoted": 362, "database_requested": 362, "db_insert_success": 362, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15931, "relay_business_failed": 0, "relay_business_success": 362, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 362, "relay_transport_failed": 0, "relay_transport_success": 362, "reservation_requested": 362}, "snapshot": {"copied_bytes": 1000857600, "copied_count": 362, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 628, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:15:10+09:00", "last_error_summary": "[h264 @ 0x5a83795fab00] left block unavailable for requested intra mode [h264 @ 0x5a83795fab00] error while decoding MB 0 51, bytestream 6407 [h264 @ 0x5a837953f6c0] error while decoding MB 73 48, bytestream -30 [h264 @ 0x5a837960ecc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837960ecc0] error while decoding MB 0 37, bytestream 9016 [h264 @ 0x5a837969f140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837969f140] error while decoding MB 0 67, bytestre", "last_exit_at": "2026-11-03T09:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 56138.506, "last_started_at": "2026-11-02T17:39:32+09:00", "pid": 56614, "process": {"exists": false, "pid": 56614}, "restart_count": 209, "restart_count_per_hour": 0, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.197, "sample_count": 2435, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-03T09:15:10+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-11-03T09:15:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.816, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 402.184, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-11-03T09:15:10.820518+09:00", "mtime_epoch": 1793664910.820518, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105763}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:15:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.508, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 300, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3154460, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.427, "max": 16.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 46}, "total": {"avg": 0.447, "max": 1.0, "p95": 1.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.436, "pushed": 3.436, "read": 3.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.007, "count": 102, "max_ms": 0.047, "p95_ms": 0.013, "reason": null, "sample_age_ms": 94.039, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.796, "count": 102, "max_ms": 5.088, "p95_ms": 2.938, "reason": null, "sample_age_ms": 136.292, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 102, "max_ms": 4.41, "p95_ms": 1.977, "reason": null, "sample_age_ms": 136.632, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 102, "max_ms": 0.906, "p95_ms": 0.608, "reason": null, "sample_age_ms": 94.046, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.969, "count": 102, "max_ms": 4.914, "p95_ms": 3.056, "reason": null, "sample_age_ms": 133.773, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.732, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.323, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.078, "count": 102, "max_ms": 67.282, "p95_ms": 60.067, "reason": null, "sample_age_ms": 94.037, "source": "client_direct"}, "sample_age_ms": 94.034, "source": "client_direct", "task_total_ms": {"avg_ms": 48.557, "count": 102, "max_ms": 68.968, "p95_ms": 63.608, "reason": null, "sample_age_ms": 94.034, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.05, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.969, "count": 103, "max_ms": 8.443, "p95_ms": 4.811}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.312, "count": 103, "max_ms": 0.812, "p95_ms": 0.616}, "detection_prepare_ms": {"avg_ms": 0.58, "count": 103, "max_ms": 2.9, "p95_ms": 1.775}, "event_filter_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 103, "max_ms": 0.553, "p95_ms": 0.339}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.333, "count": 103, "max_ms": 1.615, "p95_ms": 0.835}, "setup_ms": {"avg_ms": 0.039, "count": 103, "max_ms": 0.116, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.93, "count": 103, "max_ms": 8.367, "p95_ms": 4.759}, "track_match_ms": {"avg_ms": 0.026, "count": 103, "max_ms": 0.156, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.494, "count": 103, "max_ms": 2.802, "p95_ms": 1.46}}, "gstreamer_push": {"avg_ms": 3.204, "count": 103, "max_ms": 5.839, "p95_ms": 5.178}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 103, "max_ms": 0.088, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.632, "count": 103, "max_ms": 69.477, "p95_ms": 65.346}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.828, "count": 103, "max_ms": 13.738, "p95_ms": 8.402}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.711, "count": 103, "max_ms": 116.58, "p95_ms": 106.907}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 103, "max_ms": 5.181, "p95_ms": 2.776}, "processing_residual_ms": {"avg_ms": 0.269, "count": 103, "max_ms": 0.917, "p95_ms": 0.466}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.495, "count": 103, "max_ms": 123.025, "p95_ms": 112.868}, "read_interval": {"avg_ms": 293.398, "count": 102, "max_ms": 10124.444, "p95_ms": 155.903}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 103, "max_ms": 0.052, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.285, "count": 103, "max_ms": 1.49, "p95_ms": 0.753}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 103, "max_ms": 0.055, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.27, "count": 103, "max_ms": 1.455, "p95_ms": 0.732}, "worker_merge_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.644, "count": 103, "max_ms": 69.487, "p95_ms": 65.357}, "visualize": {"avg_ms": 33.72, "count": 103, "max_ms": 52.007, "p95_ms": 44.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.636, "count": 103, "max_ms": 49.645, "p95_ms": 39.847}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.254, "count": 103, "max_ms": 50.276, "p95_ms": 42.038}, "visualize_input_copy_ms": {"avg_ms": 1.29, "count": 103, "max_ms": 2.851, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.141, "count": 103, "max_ms": 50.181, "p95_ms": 41.925}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 103, "max_ms": 0.217, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.549, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.941, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109926, "write_bytes_delta": 109926, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 462.0, "cpu_core_ratio": 0.606048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 56614, "reason": null, "system_cpu_core_ratio": 0.277648, "system_cpu_s_delta": 5.579999999999927, "user_cpu_core_ratio": 0.3284, "user_cpu_s_delta": 6.599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.300664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.401544, "system_cpu_s_delta": 8.069999999992433, "user_cpu_core_ratio": 0.89912, "user_cpu_s_delta": 18.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.183, "count": 214, "max_ms": 8.455, "p95_ms": 5.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.673, "max": 26.0, "p95": 19.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.359, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 1.308, "max": 3.0, "p95": 3.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.943, "count": 30, "max": 54.052, "p95": 48.589, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.102, "count": 30, "max": 24.27, "p95": 21.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1263.4, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 102.6, "count": 30, "max": 1640.0, "p95": 539.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.278, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 51.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.604, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24590, "sampled_at": "2026-11-03T09:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5126901, "flush_count": 5429, "flush_interval_seconds": 30.0, "flush_state": {"count": 5429, "last_at": "2026-11-03T09:14:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:14:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5428}, "started": true, "suppressed_count": 3149425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 393, "tracking_summary": 3149032}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5429, "written_record_count": 5429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12328.266, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8721451008000, "copied_frame_count": 3154460, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:55:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3969482, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:55:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.864}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 393, "events_emitted": 362, "events_failed": 0, "events_observed": 393, "events_suppressed": 31, "frame_buffer_copied_bytes": 8721451008000, "frame_buffer_copies": 3154460, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18100, "recorder_active_input_bytes": 50042880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 362, "recorder_clips_failed": 0, "recorder_clips_started": 362, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 362, "worker_jobs_accepted": 362, "worker_jobs_completed": 362, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 0.3482, "p50_ms": 0.1021, "p95_ms": 0.1998, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 16.1632, "count": 362, "max_ms": 71.5868, "p50_ms": 13.7742, "p95_ms": 33.8595, "p99_ms": 41.6254, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6763, "count": 362, "max_ms": 4.0365, "p50_ms": 1.5783, "p95_ms": 2.657, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 914.276, "count": 393, "max_ms": 4422.916, "p50_ms": 922.5265, "p95_ms": 1336.3787, "p99_ms": 1657.1671, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4588, "count": 512, "max_ms": 3.4662, "p50_ms": 1.3947, "p95_ms": 2.2692, "p99_ms": 3.0492, "results": {"failed": 0, "not_applicable": 0, "success": 3154460, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 481.9911, "count": 393, "max_ms": 1264.9368, "p50_ms": 500.9913, "p95_ms": 624.647, "p99_ms": 1050.8549, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4887, "count": 362, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9057, "p99_ms": 67.8601, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6389, "count": 512, "max_ms": 10.1316, "p50_ms": 4.4258, "p95_ms": 6.7015, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3343, "count": 512, "max_ms": 5.4808, "p50_ms": 1.1988, "p95_ms": 2.5385, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.6628, "count": 362, "max_ms": 1262.5422, "p50_ms": 500.4489, "p95_ms": 622.9604, "p99_ms": 1050.4808, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7066, "count": 362, "max_ms": 1192.1198, "p50_ms": 411.6277, "p95_ms": 526.5542, "p99_ms": 967.2734, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5826, "count": 362, "max_ms": 115.8706, "p50_ms": 83.6445, "p95_ms": 102.9419, "p99_ms": 110.3802, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5818, "count": 362, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.745, "p99_ms": 6.369, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.6525, "count": 362, "max_ms": 73.1462, "p50_ms": 33.5597, "p95_ms": 52.7731, "p99_ms": 60.9283, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.794, "count": 362, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4091, "p99_ms": 2.4994, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.2494, "count": 362, "max_ms": 3752.636, "p50_ms": 350.7766, "p95_ms": 670.1866, "p99_ms": 778.3092, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 393, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0547, "count": 362, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 7.6018, "p99_ms": 11.2626, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5466, "count": 362, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4881, "p99_ms": 71.0496, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0811, "count": 362, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1421, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.985, "count": 362, "max_ms": 9.2334, "p50_ms": 1.8153, "p95_ms": 3.2456, "p99_ms": 5.4026, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 467.7023, "count": 362, "max_ms": 3837.487, "p50_ms": 424.0996, "p95_ms": 762.6193, "p99_ms": 878.2949, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 362, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.073, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 362, "artifact_failed": 0, "artifact_requested": 362, "artifact_success": 362, "completed": 362, "completed_failed": 0, "completed_success": 362, "cooldown_promoted": 362, "database_requested": 362, "db_insert_success": 362, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15931, "relay_business_failed": 0, "relay_business_success": 362, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 362, "relay_transport_failed": 0, "relay_transport_success": 362, "reservation_requested": 362}, "snapshot": {"copied_bytes": 1000857600, "copied_count": 362, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 628, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:15:10+09:00", "last_error_summary": "[h264 @ 0x5a83795fab00] left block unavailable for requested intra mode [h264 @ 0x5a83795fab00] error while decoding MB 0 51, bytestream 6407 [h264 @ 0x5a837953f6c0] error while decoding MB 73 48, bytestream -30 [h264 @ 0x5a837960ecc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837960ecc0] error while decoding MB 0 37, bytestream 9016 [h264 @ 0x5a837969f140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837969f140] error while decoding MB 0 67, bytestre", "last_exit_at": "2026-11-03T09:15:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 56138.546, "last_started_at": "2026-11-02T17:39:32+09:00", "pid": 56614, "process": {"exists": false, "pid": 56614}, "restart_count": 209, "restart_count_per_hour": 0, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 210}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.197, "sample_count": 2434, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T09:15:10+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-11-03T09:15:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.866, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 402.134, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-03T09:15:10.820518+09:00", "mtime_epoch": 1793664910.820518, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105763}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:15:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.508, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 300, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3154460, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.441, "max": 16.0, "p95": 13.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 45}, "total": {"avg": 0.441, "max": 1.0, "p95": 1.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.409, "pushed": 3.409, "read": 3.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.007, "count": 102, "max_ms": 0.047, "p95_ms": 0.013, "reason": null, "sample_age_ms": 142.302, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.799, "count": 101, "max_ms": 5.088, "p95_ms": 2.94, "reason": null, "sample_age_ms": 184.554, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 101, "max_ms": 4.41, "p95_ms": 1.986, "reason": null, "sample_age_ms": 184.894, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 102, "max_ms": 0.906, "p95_ms": 0.608, "reason": null, "sample_age_ms": 142.308, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.968, "count": 101, "max_ms": 4.914, "p95_ms": 3.064, "reason": null, "sample_age_ms": 182.035, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.994, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 102, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.585, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.078, "count": 102, "max_ms": 67.282, "p95_ms": 60.067, "reason": null, "sample_age_ms": 142.299, "source": "client_direct"}, "sample_age_ms": 142.296, "source": "client_direct", "task_total_ms": {"avg_ms": 48.557, "count": 102, "max_ms": 68.968, "p95_ms": 63.608, "reason": null, "sample_age_ms": 142.296, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.556, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.964, "count": 102, "max_ms": 8.443, "p95_ms": 4.811}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 102, "max_ms": 0.812, "p95_ms": 0.616}, "detection_prepare_ms": {"avg_ms": 0.578, "count": 102, "max_ms": 2.9, "p95_ms": 1.775}, "event_filter_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 102, "max_ms": 0.553, "p95_ms": 0.339}, "mcmt_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.333, "count": 102, "max_ms": 1.615, "p95_ms": 0.835}, "setup_ms": {"avg_ms": 0.04, "count": 102, "max_ms": 0.116, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 1.926, "count": 102, "max_ms": 8.367, "p95_ms": 4.759}, "track_match_ms": {"avg_ms": 0.026, "count": 102, "max_ms": 0.156, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.491, "count": 102, "max_ms": 2.802, "p95_ms": 1.46}}, "gstreamer_push": {"avg_ms": 3.184, "count": 102, "max_ms": 5.839, "p95_ms": 5.148}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 102, "max_ms": 0.088, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.711, "count": 102, "max_ms": 69.477, "p95_ms": 65.346}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.837, "count": 102, "max_ms": 13.738, "p95_ms": 8.402}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.75, "count": 102, "max_ms": 116.58, "p95_ms": 106.907}, "inference_input_copy_ms": {"avg_ms": 1.689, "count": 102, "max_ms": 5.181, "p95_ms": 2.776}, "processing_residual_ms": {"avg_ms": 0.268, "count": 102, "max_ms": 0.917, "p95_ms": 0.466}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.545, "count": 102, "max_ms": 123.025, "p95_ms": 112.868}, "read_interval": {"avg_ms": 295.323, "count": 101, "max_ms": 10124.444, "p95_ms": 155.903}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 102, "max_ms": 0.052, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.284, "count": 102, "max_ms": 1.49, "p95_ms": 0.753}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 102, "max_ms": 0.055, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.27, "count": 102, "max_ms": 1.455, "p95_ms": 0.732}, "worker_merge_ms": {"avg_ms": 0.005, "count": 102, "max_ms": 0.024, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.724, "count": 102, "max_ms": 69.487, "p95_ms": 65.357}, "visualize": {"avg_ms": 33.679, "count": 102, "max_ms": 52.007, "p95_ms": 44.777}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.603, "count": 102, "max_ms": 49.645, "p95_ms": 39.847}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.21, "count": 102, "max_ms": 50.276, "p95_ms": 42.038}, "visualize_input_copy_ms": {"avg_ms": 1.293, "count": 102, "max_ms": 2.851, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.097, "count": 102, "max_ms": 50.181, "p95_ms": 41.925}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 102, "max_ms": 0.217, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.549, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.941, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109926, "write_bytes_delta": 109926, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 462.0, "cpu_core_ratio": 0.606048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 56614, "reason": null, "system_cpu_core_ratio": 0.277648, "system_cpu_s_delta": 5.579999999999927, "user_cpu_core_ratio": 0.3284, "user_cpu_s_delta": 6.599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.300664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.401544, "system_cpu_s_delta": 8.069999999992433, "user_cpu_core_ratio": 0.89912, "user_cpu_s_delta": 18.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.183, "count": 214, "max_ms": 8.455, "p95_ms": 5.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.673, "max": 26.0, "p95": 19.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.359, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 1.308, "max": 3.0, "p95": 3.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.943, "count": 30, "max": 54.052, "p95": 48.589, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.102, "count": 30, "max": 24.27, "p95": 21.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1263.4, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 102.6, "count": 30, "max": 1640.0, "p95": 539.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.278, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 51.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.604, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24590, "sampled_at": "2026-11-03T09:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5126901, "flush_count": 5429, "flush_interval_seconds": 30.0, "flush_state": {"count": 5429, "last_at": "2026-11-03T09:14:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:14:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5428}, "started": true, "suppressed_count": 3149425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 393, "tracking_summary": 3149032}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5429, "written_record_count": 5429}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12357.715, "limit_mb": null}, "detail": {"pid": 63199, "restart_count": 210, "start_count": 211}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8721451008000, "copied_frame_count": 3154460, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:55:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3969482, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:55:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.864}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 393, "events_emitted": 362, "events_failed": 0, "events_observed": 393, "events_suppressed": 31, "frame_buffer_copied_bytes": 8721451008000, "frame_buffer_copies": 3154460, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18100, "recorder_active_input_bytes": 50042880000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 362, "recorder_clips_failed": 0, "recorder_clips_started": 362, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 362, "worker_jobs_accepted": 362, "worker_jobs_completed": 362, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 0.3482, "p50_ms": 0.1021, "p95_ms": 0.1998, "p99_ms": 0.2664}, "stages": {"db_insert": {"avg_ms": 16.1632, "count": 362, "max_ms": 71.5868, "p50_ms": 13.7742, "p95_ms": 33.8595, "p99_ms": 41.6254, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6763, "count": 362, "max_ms": 4.0365, "p50_ms": 1.5783, "p95_ms": 2.657, "p99_ms": 3.2191, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 914.276, "count": 393, "max_ms": 4422.916, "p50_ms": 922.5265, "p95_ms": 1336.3787, "p99_ms": 1657.1671, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4588, "count": 512, "max_ms": 3.4662, "p50_ms": 1.3947, "p95_ms": 2.2692, "p99_ms": 3.0492, "results": {"failed": 0, "not_applicable": 0, "success": 3154460, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 481.9911, "count": 393, "max_ms": 1264.9368, "p50_ms": 500.9913, "p95_ms": 624.647, "p99_ms": 1050.8549, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4887, "count": 362, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9057, "p99_ms": 67.8601, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6389, "count": 512, "max_ms": 10.1316, "p50_ms": 4.4258, "p95_ms": 6.7015, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3343, "count": 512, "max_ms": 5.4808, "p50_ms": 1.1988, "p95_ms": 2.5385, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 519.6628, "count": 362, "max_ms": 1262.5422, "p50_ms": 500.4489, "p95_ms": 622.9604, "p99_ms": 1050.4808, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 430.7066, "count": 362, "max_ms": 1192.1198, "p50_ms": 411.6277, "p95_ms": 526.5542, "p99_ms": 967.2734, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.5826, "count": 362, "max_ms": 115.8706, "p50_ms": 83.6445, "p95_ms": 102.9419, "p99_ms": 110.3802, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5818, "count": 362, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.745, "p99_ms": 6.369, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.6525, "count": 362, "max_ms": 73.1462, "p50_ms": 33.5597, "p95_ms": 52.7731, "p99_ms": 60.9283, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4211, "count": 362, "max_ms": 16.9396, "p50_ms": 0.7616, "p95_ms": 5.3653, "p99_ms": 10.5934, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7328, "count": 393, "max_ms": 4.5565, "p50_ms": 0.6497, "p95_ms": 1.3399, "p99_ms": 1.7849, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.794, "count": 362, "max_ms": 9.2164, "p50_ms": 0.69, "p95_ms": 1.4091, "p99_ms": 2.4994, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 362, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.2494, "count": 362, "max_ms": 3752.636, "p50_ms": 350.7766, "p95_ms": 670.1866, "p99_ms": 778.3092, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 393, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 393, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0547, "count": 362, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 7.6018, "p99_ms": 11.2626, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5466, "count": 362, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4881, "p99_ms": 71.0496, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0811, "count": 362, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1421, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.985, "count": 362, "max_ms": 9.2334, "p50_ms": 1.8153, "p95_ms": 3.2456, "p99_ms": 5.4026, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 467.7023, "count": 362, "max_ms": 3837.487, "p50_ms": 424.0996, "p95_ms": 762.6193, "p99_ms": 878.2949, "results": {"failed": 0, "not_applicable": 0, "success": 362, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 362, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.073, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 362, "artifact_failed": 0, "artifact_requested": 362, "artifact_success": 362, "completed": 362, "completed_failed": 0, "completed_success": 362, "cooldown_promoted": 362, "database_requested": 362, "db_insert_success": 362, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15931, "relay_business_failed": 0, "relay_business_success": 362, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 362, "relay_transport_failed": 0, "relay_transport_success": 362, "reservation_requested": 362}, "snapshot": {"copied_bytes": 1000857600, "copied_count": 362, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 198, "h264_decode_error_count": 628, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:15:10+09:00", "last_error_summary": "[h264 @ 0x5a83795fab00] left block unavailable for requested intra mode [h264 @ 0x5a83795fab00] error while decoding MB 0 51, bytestream 6407 [h264 @ 0x5a837953f6c0] error while decoding MB 73 48, bytestream -30 [h264 @ 0x5a837960ecc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837960ecc0] error while decoding MB 0 37, bytestream 9016 [h264 @ 0x5a837969f140] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a837969f140] error while decoding MB 0 67, bytestre", "last_exit_at": "2026-11-03T09:15:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:15:13+09:00", "pid": 63199, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.973, "name": "ffmpeg", "pid": 63199, "rss_mb": 57.973, "state": "S (sleeping)", "threads": 1}, "restart_count": 210, "restart_count_per_hour": 1, "rtsp_timeout_count": 122, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.428, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:15:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.572, "last_frame_pushed_at": "2026-11-03T09:15:10+09:00", "last_frame_read_age_sec": 4.692, "last_frame_read_at": "2026-11-03T09:15:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.371, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 397.629, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 4.561, "exists": true, "mtime": "2026-11-03T09:15:10.820518+09:00", "mtime_epoch": 1793664910.820518, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105763}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:15:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.512, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 300, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3154460, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.339, "max": 16.0, "p95": 13.0, "sample_count": 59}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 13}, "total": {"avg": 0.22, "max": 1.0, "p95": 1.0, "sample_count": 59}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.0, "pushed": 2.0, "read": 1.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.008, "count": 59, "max_ms": 0.047, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4652.402, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.817, "count": 59, "max_ms": 5.088, "p95_ms": 3.026, "reason": null, "sample_age_ms": 4694.655, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 59, "max_ms": 4.41, "p95_ms": 2.059, "reason": null, "sample_age_ms": 4694.995, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 59, "max_ms": 0.906, "p95_ms": 0.534, "reason": null, "sample_age_ms": 4652.409, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.051, "count": 59, "max_ms": 4.914, "p95_ms": 3.123, "reason": null, "sample_age_ms": 4692.136, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4692.095, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 59, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4652.686, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.519, "count": 59, "max_ms": 67.282, "p95_ms": 61.318, "reason": null, "sample_age_ms": 4652.4, "source": "client_direct"}, "sample_age_ms": 4652.397, "source": "client_direct", "task_total_ms": {"avg_ms": 49.086, "count": 59, "max_ms": 68.968, "p95_ms": 63.851, "reason": null, "sample_age_ms": 4652.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.879, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.271, "count": 59, "max_ms": 5.962, "p95_ms": 4.576}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 59, "max_ms": 0.607, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.351, "count": 59, "max_ms": 2.092, "p95_ms": 1.775}, "event_filter_ms": {"avg_ms": 0.003, "count": 59, "max_ms": 0.008, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.1, "count": 59, "max_ms": 0.446, "p95_ms": 0.261}, "mcmt_ms": {"avg_ms": 0.002, "count": 59, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.232, "count": 59, "max_ms": 1.615, "p95_ms": 0.515}, "setup_ms": {"avg_ms": 0.039, "count": 59, "max_ms": 0.116, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 1.234, "count": 59, "max_ms": 5.869, "p95_ms": 4.499}, "track_match_ms": {"avg_ms": 0.014, "count": 59, "max_ms": 0.087, "p95_ms": 0.076}, "tracker_update_ms": {"avg_ms": 0.208, "count": 59, "max_ms": 1.427, "p95_ms": 1.199}}, "gstreamer_push": {"avg_ms": 3.328, "count": 60, "max_ms": 5.839, "p95_ms": 5.148}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 59, "max_ms": 0.088, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.257, "count": 59, "max_ms": 69.477, "p95_ms": 65.93}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.057, "count": 60, "max_ms": 13.738, "p95_ms": 8.624}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.693, "count": 60, "max_ms": 116.58, "p95_ms": 106.907}, "inference_input_copy_ms": {"avg_ms": 1.735, "count": 60, "max_ms": 5.181, "p95_ms": 2.961}, "processing_residual_ms": {"avg_ms": 0.261, "count": 60, "max_ms": 0.917, "p95_ms": 0.491}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.745, "count": 60, "max_ms": 123.025, "p95_ms": 112.868}, "read_interval": {"avg_ms": 430.358, "count": 59, "max_ms": 10124.444, "p95_ms": 170.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 59, "max_ms": 0.052, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.188, "count": 59, "max_ms": 1.49, "p95_ms": 0.458}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 59, "max_ms": 0.036, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.174, "count": 59, "max_ms": 1.455, "p95_ms": 0.445}, "worker_merge_ms": {"avg_ms": 0.004, "count": 59, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 50.27, "count": 59, "max_ms": 69.487, "p95_ms": 65.937}, "visualize": {"avg_ms": 33.779, "count": 59, "max_ms": 52.007, "p95_ms": 43.071}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.154, "count": 59, "max_ms": 49.645, "p95_ms": 40.397}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.336, "count": 59, "max_ms": 50.276, "p95_ms": 41.11}, "visualize_input_copy_ms": {"avg_ms": 1.27, "count": 59, "max_ms": 2.657, "p95_ms": 1.968}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.223, "count": 59, "max_ms": 50.181, "p95_ms": 40.944}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 59, "max_ms": 0.217, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 59}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.449, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.549, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.941, "sample_count": 2688, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3154320, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:14:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109926, "write_bytes_delta": 109926, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 462.0, "cpu_core_ratio": 0.606048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 684.0, "pid": 56614, "reason": null, "system_cpu_core_ratio": 0.277648, "system_cpu_s_delta": 5.579999999999927, "user_cpu_core_ratio": 0.3284, "user_cpu_s_delta": 6.599999999998545}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.300664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.401544, "system_cpu_s_delta": 8.069999999992433, "user_cpu_core_ratio": 0.89912, "user_cpu_s_delta": 18.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.183, "count": 214, "max_ms": 8.455, "p95_ms": 5.136, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.673, "max": 26.0, "p95": 19.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.359, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 206}, "total": {"avg": 1.308, "max": 3.0, "p95": 3.0, "sample_count": 214}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.943, "count": 30, "max": 54.052, "p95": 48.589, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.102, "count": 30, "max": 24.27, "p95": 21.739, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1263.4, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 102.6, "count": 30, "max": 1640.0, "p95": 539.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.278, "p95": 0.189, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.071, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113222.333, "count": 30, "max": 120409.0, "p95": 118213.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 51.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.604, "p95": 0.587, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24590, "sampled_at": "2026-11-03T09:14:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:14:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5130709, "flush_count": 5433, "flush_interval_seconds": 30.0, "flush_state": {"count": 5433, "last_at": "2026-11-03T09:18:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:18:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5432}, "started": true, "suppressed_count": 3151255, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3150860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5433, "written_record_count": 5433}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12550.883, "limit_mb": null}, "detail": {"h264_decode_error_count": 12, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63bbe3c47a40] left block unavailable for requested intra mode [h264 @ 0x63bbe3c47a40] error while decoding MB 0 51, bytestream 9507 [h264 @ 0x63bbe310cf40] error while decoding MB 109 63, bytestream -5 [h264 @ 0x63bbe2f89e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63bbe2f89e40] error while decoding MB 0 58, bytestream 8634 [h264 @ 0x63bbe30b0680] cabac decode of qscale diff failed at 70 67 [h264 @ 0x63bbe30b0680] error while decoding MB 70 67, bytestream 1376 [", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8726513356800, "copied_frame_count": 3156291, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:18:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2946912, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.548}, "oldest_age_s": 23.492342472076416, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 29, "written_frame_count": 71}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8726513356800, "frame_buffer_copies": 3156291, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18171, "recorder_active_input_bytes": 50239180800, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 363, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1168, "count": 512, "max_ms": 5.5826, "p50_ms": 0.0861, "p95_ms": 0.1996, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5156, "count": 512, "max_ms": 4.2405, "p50_ms": 1.4263, "p95_ms": 2.369, "p99_ms": 2.9001, "results": {"failed": 0, "not_applicable": 0, "success": 3156291, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7155, "count": 512, "max_ms": 10.1316, "p50_ms": 4.548, "p95_ms": 6.7883, "p99_ms": 7.9595, "results": {"failed": 0, "not_applicable": 0, "success": 18171, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3604, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2293, "p95_ms": 2.5235, "p99_ms": 3.6141, "results": {"failed": 0, "not_applicable": 0, "success": 18171, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7254, "count": 363, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 53.2275, "p99_ms": 61.9369, "results": {"failed": 0, "not_applicable": 0, "success": 363, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 640, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:19:21+09:00", "last_error_summary": "[h264 @ 0x63bbe3c47a40] left block unavailable for requested intra mode [h264 @ 0x63bbe3c47a40] error while decoding MB 0 51, bytestream 9507 [h264 @ 0x63bbe310cf40] error while decoding MB 109 63, bytestream -5 [h264 @ 0x63bbe2f89e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63bbe2f89e40] error while decoding MB 0 58, bytestream 8634 [h264 @ 0x63bbe30b0680] cabac decode of qscale diff failed at 70 67 [h264 @ 0x63bbe30b0680] error while decoding MB 70 67, bytestream 1376 [", "last_exit_at": "2026-11-03T09:15:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.9, "last_started_at": "2026-11-03T09:15:13+09:00", "pid": 63199, "process": {"exists": false, "pid": 63199}, "restart_count": 210, "restart_count_per_hour": 1, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2056, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156291, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-11-03T09:19:21+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-11-03T09:19:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.278, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 151.722, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T09:19:21.192277+09:00", "mtime_epoch": 1793665161.192277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106924}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:19:21+09:00", "process": {"exists": true, "fd_count": 124, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2402.316, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": 23.603, "recorders": [{"age_sec": 23.603, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 71, "is_recording": true, "is_stopping": false, "pid": 63377, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 181.004, "name": "ffmpeg", "pid": 63377, "rss_mb": 181.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 29, "returncode": null, "running": true, "started_at": "2026-11-03T09:18:57+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_091857_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1014482"}], "running_ffmpeg_count": 1, "running_pids": [63377], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3156292, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.485, "max": 18.0, "p95": 13.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.909, "max": 3.0, "p95": 3.0, "sample_count": 66}, "total": {"avg": 1.909, "max": 3.0, "p95": 3.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.167, "max": 3.0, "p95": 3.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.167, "max": 3.0, "p95": 3.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.206, "pushed": 2.206, "read": 2.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 36.608, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.97, "count": 66, "max_ms": 4.98, "p95_ms": 3.51, "reason": null, "sample_age_ms": 93.963, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 66, "max_ms": 3.152, "p95_ms": 2.082, "reason": null, "sample_age_ms": 94.147, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.391, "count": 67, "max_ms": 1.052, "p95_ms": 0.771, "reason": null, "sample_age_ms": 36.617, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.961, "count": 66, "max_ms": 4.33, "p95_ms": 3.068, "reason": null, "sample_age_ms": 92.38, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.361, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.034, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.12, "count": 67, "max_ms": 74.769, "p95_ms": 69.309, "reason": null, "sample_age_ms": 36.604, "source": "client_direct"}, "sample_age_ms": 36.601, "source": "client_direct", "task_total_ms": {"avg_ms": 51.65, "count": 67, "max_ms": 78.96, "p95_ms": 72.153, "reason": null, "sample_age_ms": 36.601, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.655, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.23, "count": 66, "max_ms": 11.64, "p95_ms": 10.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 66, "max_ms": 1.009, "p95_ms": 0.795}, "detection_prepare_ms": {"avg_ms": 1.435, "count": 66, "max_ms": 3.387, "p95_ms": 2.541}, "event_filter_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.041, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.237, "count": 66, "max_ms": 0.57, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.025, "count": 66, "max_ms": 5.537, "p95_ms": 3.845}, "setup_ms": {"avg_ms": 0.041, "count": 66, "max_ms": 0.13, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.17, "count": 66, "max_ms": 11.534, "p95_ms": 10.691}, "track_match_ms": {"avg_ms": 0.154, "count": 66, "max_ms": 1.301, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 1.889, "count": 66, "max_ms": 4.298, "p95_ms": 3.215}}, "gstreamer_push": {"avg_ms": 3.564, "count": 66, "max_ms": 9.568, "p95_ms": 5.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 66, "max_ms": 0.142, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.964, "count": 66, "max_ms": 80.258, "p95_ms": 75.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.225, "count": 66, "max_ms": 14.659, "p95_ms": 12.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 125.788, "count": 66, "max_ms": 848.372, "p95_ms": 188.309}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 66, "max_ms": 5.113, "p95_ms": 2.738}, "processing_residual_ms": {"avg_ms": 0.28, "count": 66, "max_ms": 3.18, "p95_ms": 0.556}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 132.051, "count": 66, "max_ms": 859.222, "p95_ms": 192.44}, "read_interval": {"avg_ms": 454.026, "count": 66, "max_ms": 20199.597, "p95_ms": 266.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 66, "max_ms": 0.046, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.955, "count": 66, "max_ms": 5.328, "p95_ms": 3.741}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 66, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.937, "count": 66, "max_ms": 5.283, "p95_ms": 3.706}, "worker_merge_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.977, "count": 66, "max_ms": 80.265, "p95_ms": 75.986}, "visualize": {"avg_ms": 45.987, "count": 66, "max_ms": 118.805, "p95_ms": 88.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.603, "count": 66, "max_ms": 115.326, "p95_ms": 68.515}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.388, "count": 66, "max_ms": 117.698, "p95_ms": 83.956}, "visualize_input_copy_ms": {"avg_ms": 1.405, "count": 66, "max_ms": 4.515, "p95_ms": 2.214}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.256, "count": 66, "max_ms": 117.584, "p95_ms": 83.804}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 66, "max_ms": 0.153, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.524, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106284, "write_bytes_delta": 106284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 584.0, "cpu_core_ratio": 0.191843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4787.0, "pid": 63199, "reason": null, "system_cpu_core_ratio": 0.052801, "system_cpu_s_delta": 2.099999999999998, "user_cpu_core_ratio": 0.139042, "user_cpu_s_delta": 5.529999999999987}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.887809, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58008.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300965, "system_cpu_s_delta": 11.970000000001164, "user_cpu_core_ratio": 0.586844, "user_cpu_s_delta": 23.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.599, "count": 62, "max_ms": 9.568, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.115, "max": 13.0, "p95": 11.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.918, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.918, "max": 3.0, "p95": 3.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.061, "count": 30, "max": 67.524, "p95": 53.484, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.397, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1042.6, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1953.133, "count": 30, "max": 58008.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.604, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24603, "sampled_at": "2026-11-03T09:19:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:19:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5130709, "flush_count": 5433, "flush_interval_seconds": 30.0, "flush_state": {"count": 5433, "last_at": "2026-11-03T09:18:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:18:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5432}, "started": true, "suppressed_count": 3151255, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3150860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5433, "written_record_count": 5433}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12550.637, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:19:21+09:00", "last_error_summary": "[h264 @ 0x63bbe3c47a40] left block unavailable for requested intra mode [h264 @ 0x63bbe3c47a40] error while decoding MB 0 51, bytestream 9507 [h264 @ 0x63bbe310cf40] error while decoding MB 109 63, bytestream -5 [h264 @ 0x63bbe2f89e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63bbe2f89e40] error while decoding MB 0 58, bytestream 8634 [h264 @ 0x63bbe30b0680] cabac decode of qscale diff failed at 70 67 [h264 @ 0x63bbe30b0680] error while decoding MB 70 67, bytestream 1376 [", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8726516121600, "copied_frame_count": 3156292, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:18:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2946912, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.548}, "oldest_age_s": 23.63373637199402, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 28, "written_frame_count": 72}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8726516121600, "frame_buffer_copies": 3156292, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18172, "recorder_active_input_bytes": 50241945600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 363, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 5.5826, "p50_ms": 0.0856, "p95_ms": 0.1996, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 5.332, "p50_ms": 1.4292, "p95_ms": 2.38, "p99_ms": 2.9849, "results": {"failed": 0, "not_applicable": 0, "success": 3156292, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7218, "count": 512, "max_ms": 10.1316, "p50_ms": 4.548, "p95_ms": 6.7917, "p99_ms": 7.9885, "results": {"failed": 0, "not_applicable": 0, "success": 18172, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3609, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2298, "p95_ms": 2.5235, "p99_ms": 3.6141, "results": {"failed": 0, "not_applicable": 0, "success": 18172, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7254, "count": 363, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 53.2275, "p99_ms": 61.9369, "results": {"failed": 0, "not_applicable": 0, "success": 363, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 640, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:19:21+09:00", "last_error_summary": "[h264 @ 0x63bbe3c47a40] left block unavailable for requested intra mode [h264 @ 0x63bbe3c47a40] error while decoding MB 0 51, bytestream 9507 [h264 @ 0x63bbe310cf40] error while decoding MB 109 63, bytestream -5 [h264 @ 0x63bbe2f89e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63bbe2f89e40] error while decoding MB 0 58, bytestream 8634 [h264 @ 0x63bbe30b0680] cabac decode of qscale diff failed at 70 67 [h264 @ 0x63bbe30b0680] error while decoding MB 70 67, bytestream 1376 [", "last_exit_at": "2026-11-03T09:19:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.957, "last_started_at": "2026-11-03T09:15:13+09:00", "pid": 63199, "process": {"exists": false, "pid": 63199}, "restart_count": 210, "restart_count_per_hour": 1, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.639, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-03T09:19:21+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-11-03T09:19:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.331, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 151.669, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-11-03T09:19:21.192277+09:00", "mtime_epoch": 1793665161.192277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106924}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:19:21+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2402.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": 23.661, "recorders": [{"age_sec": 23.661, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 72, "is_recording": true, "is_stopping": false, "pid": 63377, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 181.004, "name": "ffmpeg", "pid": 63377, "rss_mb": 181.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 28, "returncode": null, "running": true, "started_at": "2026-11-03T09:18:57+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_091857_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1014482"}], "running_ffmpeg_count": 1, "running_pids": [63377], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3156292, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.493, "max": 18.0, "p95": 13.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.91, "max": 3.0, "p95": 3.0, "sample_count": 67}, "total": {"avg": 1.91, "max": 3.0, "p95": 3.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 1.164, "max": 3.0, "p95": 3.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 1.164, "max": 3.0, "p95": 3.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.236, "pushed": 2.236, "read": 2.202}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 93.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.97, "count": 66, "max_ms": 4.98, "p95_ms": 3.51, "reason": null, "sample_age_ms": 150.686, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 66, "max_ms": 3.152, "p95_ms": 2.082, "reason": null, "sample_age_ms": 150.87, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 66, "max_ms": 1.052, "p95_ms": 0.777, "reason": null, "sample_age_ms": 93.34, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.961, "count": 66, "max_ms": 4.33, "p95_ms": 3.068, "reason": null, "sample_age_ms": 149.103, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.757, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.917, "count": 66, "max_ms": 74.769, "p95_ms": 69.503, "reason": null, "sample_age_ms": 93.327, "source": "client_direct"}, "sample_age_ms": 93.324, "source": "client_direct", "task_total_ms": {"avg_ms": 51.443, "count": 66, "max_ms": 78.96, "p95_ms": 72.295, "reason": null, "sample_age_ms": 93.324, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.096, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.251, "count": 67, "max_ms": 11.64, "p95_ms": 10.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 67, "max_ms": 1.009, "p95_ms": 0.795}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 67, "max_ms": 3.387, "p95_ms": 2.541}, "event_filter_ms": {"avg_ms": 0.006, "count": 67, "max_ms": 0.041, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.238, "count": 67, "max_ms": 0.57, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.02, "count": 67, "max_ms": 5.537, "p95_ms": 3.845}, "setup_ms": {"avg_ms": 0.041, "count": 67, "max_ms": 0.13, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.19, "count": 67, "max_ms": 11.534, "p95_ms": 10.691}, "track_match_ms": {"avg_ms": 0.154, "count": 67, "max_ms": 1.301, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 1.907, "count": 67, "max_ms": 4.298, "p95_ms": 3.215}}, "gstreamer_push": {"avg_ms": 3.559, "count": 67, "max_ms": 9.568, "p95_ms": 5.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 67, "max_ms": 0.142, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.039, "count": 67, "max_ms": 80.258, "p95_ms": 75.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.218, "count": 67, "max_ms": 14.659, "p95_ms": 12.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 125.819, "count": 67, "max_ms": 848.372, "p95_ms": 188.309}, "inference_input_copy_ms": {"avg_ms": 1.751, "count": 67, "max_ms": 5.113, "p95_ms": 2.738}, "processing_residual_ms": {"avg_ms": 0.278, "count": 67, "max_ms": 3.18, "p95_ms": 0.556}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 132.066, "count": 67, "max_ms": 859.222, "p95_ms": 192.44}, "read_interval": {"avg_ms": 454.026, "count": 66, "max_ms": 20199.597, "p95_ms": 266.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 67, "max_ms": 0.046, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.95, "count": 67, "max_ms": 5.328, "p95_ms": 3.741}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 67, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.932, "count": 67, "max_ms": 5.283, "p95_ms": 3.706}, "worker_merge_ms": {"avg_ms": 0.006, "count": 67, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.052, "count": 67, "max_ms": 80.265, "p95_ms": 75.986}, "visualize": {"avg_ms": 46.072, "count": 67, "max_ms": 118.805, "p95_ms": 88.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.53, "count": 67, "max_ms": 115.326, "p95_ms": 68.515}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.477, "count": 67, "max_ms": 117.698, "p95_ms": 83.956}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 67, "max_ms": 4.515, "p95_ms": 2.214}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.344, "count": 67, "max_ms": 117.584, "p95_ms": 83.804}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 67, "max_ms": 0.153, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.524, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106284, "write_bytes_delta": 106284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 584.0, "cpu_core_ratio": 0.191843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4787.0, "pid": 63199, "reason": null, "system_cpu_core_ratio": 0.052801, "system_cpu_s_delta": 2.099999999999998, "user_cpu_core_ratio": 0.139042, "user_cpu_s_delta": 5.529999999999987}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.887809, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58008.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300965, "system_cpu_s_delta": 11.970000000001164, "user_cpu_core_ratio": 0.586844, "user_cpu_s_delta": 23.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.599, "count": 62, "max_ms": 9.568, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.115, "max": 13.0, "p95": 11.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.918, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.918, "max": 3.0, "p95": 3.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.061, "count": 30, "max": 67.524, "p95": 53.484, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.397, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1042.6, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1953.133, "count": 30, "max": 58008.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.604, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24603, "sampled_at": "2026-11-03T09:19:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:19:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5130709, "flush_count": 5433, "flush_interval_seconds": 30.0, "flush_state": {"count": 5433, "last_at": "2026-11-03T09:18:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:18:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5432}, "started": true, "suppressed_count": 3151255, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3150860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5433, "written_record_count": 5433}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12550.879, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8726516121600, "copied_frame_count": 3156292, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:18:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2946912, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.548}, "oldest_age_s": 23.63373637199402, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 28, "written_frame_count": 72}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8726516121600, "frame_buffer_copies": 3156292, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18172, "recorder_active_input_bytes": 50241945600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 363, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 5.5826, "p50_ms": 0.0856, "p95_ms": 0.1996, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 5.332, "p50_ms": 1.4292, "p95_ms": 2.38, "p99_ms": 2.9849, "results": {"failed": 0, "not_applicable": 0, "success": 3156292, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7218, "count": 512, "max_ms": 10.1316, "p50_ms": 4.548, "p95_ms": 6.7917, "p99_ms": 7.9885, "results": {"failed": 0, "not_applicable": 0, "success": 18172, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3609, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2298, "p95_ms": 2.5235, "p99_ms": 3.6141, "results": {"failed": 0, "not_applicable": 0, "success": 18172, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7254, "count": 363, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 53.2275, "p99_ms": 61.9369, "results": {"failed": 0, "not_applicable": 0, "success": 363, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 640, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:19:21+09:00", "last_error_summary": "[h264 @ 0x63bbe3c47a40] left block unavailable for requested intra mode [h264 @ 0x63bbe3c47a40] error while decoding MB 0 51, bytestream 9507 [h264 @ 0x63bbe310cf40] error while decoding MB 109 63, bytestream -5 [h264 @ 0x63bbe2f89e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63bbe2f89e40] error while decoding MB 0 58, bytestream 8634 [h264 @ 0x63bbe30b0680] cabac decode of qscale diff failed at 70 67 [h264 @ 0x63bbe30b0680] error while decoding MB 70 67, bytestream 1376 [", "last_exit_at": "2026-11-03T09:19:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 247.993, "last_started_at": "2026-11-03T09:15:13+09:00", "pid": 63199, "process": {"exists": false, "pid": 63199}, "restart_count": 210, "restart_count_per_hour": 1, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 211}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.639, "sample_count": 2057, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-11-03T09:19:21+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-11-03T09:19:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.36, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 151.64, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-03T09:19:21.343278+09:00", "mtime_epoch": 1793665161.3432784, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107057}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:19:21+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2402.301, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": 23.695, "recorders": [{"age_sec": 23.695, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 72, "is_recording": true, "is_stopping": false, "pid": 63377, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 181.004, "name": "ffmpeg", "pid": 63377, "rss_mb": 181.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 28, "returncode": null, "running": true, "started_at": "2026-11-03T09:18:57+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_091857_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1014482"}], "running_ffmpeg_count": 1, "running_pids": [63377], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3156292, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.515, "max": 18.0, "p95": 13.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.924, "max": 3.0, "p95": 3.0, "sample_count": 66}, "total": {"avg": 1.924, "max": 3.0, "p95": 3.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.167, "max": 3.0, "p95": 3.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.167, "max": 3.0, "p95": 3.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.2, "pushed": 2.233, "read": 2.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.03, "p95_ms": 0.014, "reason": null, "sample_age_ms": 128.864, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.97, "count": 66, "max_ms": 4.98, "p95_ms": 3.51, "reason": null, "sample_age_ms": 186.219, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 66, "max_ms": 3.152, "p95_ms": 2.082, "reason": null, "sample_age_ms": 186.403, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 66, "max_ms": 1.052, "p95_ms": 0.777, "reason": null, "sample_age_ms": 128.873, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.961, "count": 66, "max_ms": 4.33, "p95_ms": 3.068, "reason": null, "sample_age_ms": 184.636, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.617, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.29, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.917, "count": 66, "max_ms": 74.769, "p95_ms": 69.503, "reason": null, "sample_age_ms": 128.86, "source": "client_direct"}, "sample_age_ms": 128.856, "source": "client_direct", "task_total_ms": {"avg_ms": 51.443, "count": 66, "max_ms": 78.96, "p95_ms": 72.295, "reason": null, "sample_age_ms": 128.856, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.506, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.263, "count": 66, "max_ms": 11.64, "p95_ms": 10.814}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.378, "count": 66, "max_ms": 1.009, "p95_ms": 0.795}, "detection_prepare_ms": {"avg_ms": 1.438, "count": 66, "max_ms": 3.387, "p95_ms": 2.541}, "event_filter_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.041, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.24, "count": 66, "max_ms": 0.57, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.026, "count": 66, "max_ms": 5.537, "p95_ms": 3.845}, "setup_ms": {"avg_ms": 0.04, "count": 66, "max_ms": 0.13, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 6.203, "count": 66, "max_ms": 11.534, "p95_ms": 10.691}, "track_match_ms": {"avg_ms": 0.155, "count": 66, "max_ms": 1.301, "p95_ms": 0.322}, "tracker_update_ms": {"avg_ms": 1.917, "count": 66, "max_ms": 4.298, "p95_ms": 3.215}}, "gstreamer_push": {"avg_ms": 3.559, "count": 67, "max_ms": 9.568, "p95_ms": 5.43}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 66, "max_ms": 0.142, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.804, "count": 66, "max_ms": 80.258, "p95_ms": 75.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.105, "count": 66, "max_ms": 14.659, "p95_ms": 12.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 125.723, "count": 66, "max_ms": 848.372, "p95_ms": 188.309}, "inference_input_copy_ms": {"avg_ms": 1.739, "count": 66, "max_ms": 5.113, "p95_ms": 2.738}, "processing_residual_ms": {"avg_ms": 0.278, "count": 66, "max_ms": 3.18, "p95_ms": 0.556}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 131.844, "count": 66, "max_ms": 859.222, "p95_ms": 192.44}, "read_interval": {"avg_ms": 454.026, "count": 66, "max_ms": 20199.597, "p95_ms": 266.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 66, "max_ms": 0.046, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.956, "count": 66, "max_ms": 5.328, "p95_ms": 3.741}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 66, "max_ms": 0.056, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.939, "count": 66, "max_ms": 5.283, "p95_ms": 3.706}, "worker_merge_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.817, "count": 66, "max_ms": 80.265, "p95_ms": 75.986}, "visualize": {"avg_ms": 46.061, "count": 66, "max_ms": 118.805, "p95_ms": 88.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.538, "count": 66, "max_ms": 115.326, "p95_ms": 68.515}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.49, "count": 66, "max_ms": 117.698, "p95_ms": 83.956}, "visualize_input_copy_ms": {"avg_ms": 1.379, "count": 66, "max_ms": 4.515, "p95_ms": 2.203}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.358, "count": 66, "max_ms": 117.584, "p95_ms": 83.804}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 66, "max_ms": 0.153, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.524, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106284, "write_bytes_delta": 106284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 584.0, "cpu_core_ratio": 0.191843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4787.0, "pid": 63199, "reason": null, "system_cpu_core_ratio": 0.052801, "system_cpu_s_delta": 2.099999999999998, "user_cpu_core_ratio": 0.139042, "user_cpu_s_delta": 5.529999999999987}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.887809, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58008.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300965, "system_cpu_s_delta": 11.970000000001164, "user_cpu_core_ratio": 0.586844, "user_cpu_s_delta": 23.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.599, "count": 62, "max_ms": 9.568, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.115, "max": 13.0, "p95": 11.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.918, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.918, "max": 3.0, "p95": 3.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.061, "count": 30, "max": 67.524, "p95": 53.484, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.397, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1042.6, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1953.133, "count": 30, "max": 58008.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.604, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24603, "sampled_at": "2026-11-03T09:19:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:19:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5130709, "flush_count": 5433, "flush_interval_seconds": 30.0, "flush_state": {"count": 5433, "last_at": "2026-11-03T09:18:22", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:18:22", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5432}, "started": true, "suppressed_count": 3151255, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3150860}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5433, "written_record_count": 5433}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12724.918, "limit_mb": null}, "detail": {"pid": 63439, "restart_count": 211, "start_count": 212}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8726516121600, "copied_frame_count": 3156292, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:18:59+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2946912, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:50+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.548}, "oldest_age_s": 23.63373637199402, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 28, "written_frame_count": 72}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8726516121600, "frame_buffer_copies": 3156292, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18172, "recorder_active_input_bytes": 50241945600, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 363, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1169, "count": 512, "max_ms": 5.5826, "p50_ms": 0.0856, "p95_ms": 0.1996, "p99_ms": 0.2888}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5243, "count": 512, "max_ms": 5.332, "p50_ms": 1.4292, "p95_ms": 2.38, "p99_ms": 2.9849, "results": {"failed": 0, "not_applicable": 0, "success": 3156292, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7218, "count": 512, "max_ms": 10.1316, "p50_ms": 4.548, "p95_ms": 6.7917, "p99_ms": 7.9885, "results": {"failed": 0, "not_applicable": 0, "success": 18172, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3609, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2298, "p95_ms": 2.5235, "p99_ms": 3.6141, "results": {"failed": 0, "not_applicable": 0, "success": 18172, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7254, "count": 363, "max_ms": 73.1462, "p50_ms": 33.57, "p95_ms": 53.2275, "p99_ms": 61.9369, "results": {"failed": 0, "not_applicable": 0, "success": 363, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 199, "h264_decode_error_count": 640, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:19:21+09:00", "last_error_summary": "[h264 @ 0x63bbe3c47a40] left block unavailable for requested intra mode [h264 @ 0x63bbe3c47a40] error while decoding MB 0 51, bytestream 9507 [h264 @ 0x63bbe310cf40] error while decoding MB 109 63, bytestream -5 [h264 @ 0x63bbe2f89e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63bbe2f89e40] error while decoding MB 0 58, bytestream 8634 [h264 @ 0x63bbe30b0680] cabac decode of qscale diff failed at 70 67 [h264 @ 0x63bbe30b0680] error while decoding MB 70 67, bytestream 1376 [", "last_exit_at": "2026-11-03T09:19:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:19:24+09:00", "pid": 63439, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.605, "name": "ffmpeg", "pid": 63439, "rss_mb": 200.605, "state": "S (sleeping)", "threads": 70}, "restart_count": 211, "restart_count_per_hour": 2, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.639, "sample_count": 2016, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156292, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.033, "last_frame_pushed_at": "2026-11-03T09:19:21+09:00", "last_frame_read_age_sec": 5.175, "last_frame_read_at": "2026-11-03T09:19:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 453.372, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 146.628, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 5.02, "exists": true, "mtime": "2026-11-03T09:19:21.343278+09:00", "mtime_epoch": 1793665161.3432784, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107057}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:19:26+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2402.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": 28.694, "recorders": [{"age_sec": 28.694, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 72, "is_recording": true, "is_stopping": false, "pid": 63377, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 181.004, "name": "ffmpeg", "pid": 63377, "rss_mb": 181.004, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 28, "returncode": null, "running": true, "started_at": "2026-11-03T09:18:57+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_091857_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:danger__approaching_outside_roi__high__track1014482"}], "running_ffmpeg_count": 1, "running_pids": [63377], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3156292, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.31, "max": 18.0, "p95": 13.0, "sample_count": 29}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.897, "max": 3.0, "p95": 3.0, "sample_count": 29}, "total": {"avg": 1.897, "max": 3.0, "p95": 3.0, "sample_count": 29}}, "tracking_counts": {"active": {"avg": 0.897, "max": 2.0, "p95": 2.0, "sample_count": 29}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 29}, "tracked": {"avg": 0.897, "max": 2.0, "p95": 2.0, "sample_count": 29}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 29, "pushed_frames": 29, "read_frames": 28, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.97, "pushed": 0.97, "read": 0.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "frame_processing_p95_backlog_risk", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 28, "client_acquire_ms": {"avg_ms": 0.005, "count": 29, "max_ms": 0.014, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5123.528, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 28, "max_ms": 3.557, "p95_ms": 3.3, "reason": null, "sample_age_ms": 5180.883, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.409, "count": 28, "max_ms": 2.687, "p95_ms": 2.07, "reason": null, "sample_age_ms": 5181.067, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 29, "max_ms": 0.803, "p95_ms": 0.586, "reason": null, "sample_age_ms": 5123.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.581, "count": 28, "max_ms": 3.621, "p95_ms": 2.621, "reason": null, "sample_age_ms": 5179.3, "source": "client_direct"}, "request_count": 28, "request_tensor_bytes": {"avg": 2764808.0, "count": 28, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5179.281, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 29, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5123.955, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.726, "count": 29, "max_ms": 74.769, "p95_ms": 68.95, "reason": null, "sample_age_ms": 5123.524, "source": "client_direct"}, "sample_age_ms": 5123.521, "source": "client_direct", "task_total_ms": {"avg_ms": 47.86, "count": 29, "max_ms": 78.96, "p95_ms": 71.66, "reason": null, "sample_age_ms": 5123.521, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.206, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.703, "count": 29, "max_ms": 11.64, "p95_ms": 11.272}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 29, "max_ms": 1.009, "p95_ms": 0.966}, "detection_prepare_ms": {"avg_ms": 1.366, "count": 29, "max_ms": 3.01, "p95_ms": 2.334}, "event_filter_ms": {"avg_ms": 0.006, "count": 29, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 29, "max_ms": 0.521, "p95_ms": 0.468}, "mcmt_ms": {"avg_ms": 0.004, "count": 29, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.54, "count": 29, "max_ms": 5.537, "p95_ms": 5.372}, "setup_ms": {"avg_ms": 0.038, "count": 29, "max_ms": 0.075, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 6.634, "count": 29, "max_ms": 11.534, "p95_ms": 11.157}, "track_match_ms": {"avg_ms": 0.173, "count": 29, "max_ms": 1.301, "p95_ms": 0.349}, "tracker_update_ms": {"avg_ms": 1.826, "count": 29, "max_ms": 4.291, "p95_ms": 3.127}}, "gstreamer_push": {"avg_ms": 3.607, "count": 29, "max_ms": 9.568, "p95_ms": 6.594}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 29, "max_ms": 0.111, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.175, "count": 29, "max_ms": 80.258, "p95_ms": 79.668}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.196, "count": 29, "max_ms": 13.379, "p95_ms": 12.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 142.438, "count": 29, "max_ms": 848.372, "p95_ms": 193.564}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 29, "max_ms": 4.779, "p95_ms": 2.432}, "processing_residual_ms": {"avg_ms": 0.3, "count": 29, "max_ms": 3.18, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 148.517, "count": 29, "max_ms": 859.222, "p95_ms": 206.811}, "read_interval": {"avg_ms": 887.74, "count": 28, "max_ms": 20199.597, "p95_ms": 874.895}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 29, "max_ms": 0.046, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 2.461, "count": 29, "max_ms": 5.328, "p95_ms": 5.244}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 29, "max_ms": 0.051, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.441, "count": 29, "max_ms": 5.283, "p95_ms": 5.209}, "worker_merge_ms": {"avg_ms": 0.007, "count": 29, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.187, "count": 29, "max_ms": 80.265, "p95_ms": 79.676}, "visualize": {"avg_ms": 50.415, "count": 29, "max_ms": 118.805, "p95_ms": 112.452}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 42.946, "count": 29, "max_ms": 115.326, "p95_ms": 106.739}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 48.772, "count": 29, "max_ms": 117.698, "p95_ms": 110.448}, "visualize_input_copy_ms": {"avg_ms": 1.439, "count": 29, "max_ms": 4.515, "p95_ms": 2.279}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 29, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 48.633, "count": 29, "max_ms": 117.584, "p95_ms": 110.321}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 29, "max_ms": 0.153, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 29}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 29}, "returned_event_count": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 29}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.524, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2053, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3156286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:19:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106284, "write_bytes_delta": 106284, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 584.0, "cpu_core_ratio": 0.191843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4787.0, "pid": 63199, "reason": null, "system_cpu_core_ratio": 0.052801, "system_cpu_s_delta": 2.099999999999998, "user_cpu_core_ratio": 0.139042, "user_cpu_s_delta": 5.529999999999987}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.887809, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 58008.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300965, "system_cpu_s_delta": 11.970000000001164, "user_cpu_core_ratio": 0.586844, "user_cpu_s_delta": 23.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.599, "count": 62, "max_ms": 9.568, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.115, "max": 13.0, "p95": 11.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.918, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.918, "max": 3.0, "p95": 3.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.061, "count": 30, "max": 67.524, "p95": 53.484, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.397, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1042.6, "count": 30, "max": 1477.0, "p95": 1423.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 754.367, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.098, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110150.433, "count": 30, "max": 127489.0, "p95": 119059.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1953.133, "count": 30, "max": 58008.0, "p95": 37.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.604, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24603, "sampled_at": "2026-11-03T09:19:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:19:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4431872, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3223496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3223491}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 12211.09, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8927334604800, "copied_frame_count": 3228926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8927334604800, "frame_buffer_copies": 3228926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.3781, "p50_ms": 0.1, "p95_ms": 0.2267, "p99_ms": 0.3006}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3141, "count": 512, "max_ms": 3.5672, "p50_ms": 1.2367, "p95_ms": 2.1329, "p99_ms": 2.4664, "results": {"failed": 0, "not_applicable": 0, "success": 3228926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:03:56+09:00", "last_error_summary": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 1074.892, "last_started_at": "2026-11-03T09:03:58+09:00", "pid": 63006, "process": {"exists": false, "pid": 63006}, "restart_count": 141, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.823, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-11-03T09:21:53+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-03T09:21:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.686, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-03T09:21:53.634681+09:00", "mtime_epoch": 1793665313.6346807, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96482}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:21:53+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2397.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3228926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.84, "pushed": 5.84, "read": 5.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 54.284, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.572, "count": 174, "max_ms": 2.771, "p95_ms": 1.539, "reason": null, "sample_age_ms": 80.738, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 174, "max_ms": 1.383, "p95_ms": 0.922, "reason": null, "sample_age_ms": 80.91, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 174, "max_ms": 0.352, "p95_ms": 0.192, "reason": null, "sample_age_ms": 54.29, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.469, "count": 174, "max_ms": 6.221, "p95_ms": 2.427, "reason": null, "sample_age_ms": 79.902, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 79.887, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.363, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.769, "count": 174, "max_ms": 76.548, "p95_ms": 57.645, "reason": null, "sample_age_ms": 54.281, "source": "client_direct"}, "sample_age_ms": 54.278, "source": "client_direct", "task_total_ms": {"avg_ms": 39.49, "count": 174, "max_ms": 78.196, "p95_ms": 60.103, "reason": null, "sample_age_ms": 54.278, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.838, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.735, "count": 175, "max_ms": 6.604, "p95_ms": 1.277}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 175, "max_ms": 0.656, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 175, "max_ms": 0.215, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 175, "max_ms": 3.143, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.185, "count": 175, "max_ms": 0.545, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.04, "count": 175, "max_ms": 0.112, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.696, "count": 175, "max_ms": 6.522, "p95_ms": 1.194}, "track_match_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.032, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.042, "count": 175, "max_ms": 2.662, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.879, "count": 175, "max_ms": 6.373, "p95_ms": 4.996}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 175, "max_ms": 0.486, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.534, "count": 175, "max_ms": 79.767, "p95_ms": 62.126}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 175, "max_ms": 0.131, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.391, "count": 175, "max_ms": 122.646, "p95_ms": 106.034}, "inference_input_copy_ms": {"avg_ms": 1.505, "count": 175, "max_ms": 3.427, "p95_ms": 2.478}, "processing_residual_ms": {"avg_ms": 0.143, "count": 175, "max_ms": 0.434, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.079, "count": 175, "max_ms": 124.852, "p95_ms": 108.747}, "read_interval": {"avg_ms": 172.476, "count": 174, "max_ms": 5903.944, "p95_ms": 392.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 175, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.128, "count": 175, "max_ms": 0.348, "p95_ms": 0.254}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 175, "max_ms": 0.08, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 175, "max_ms": 0.297, "p95_ms": 0.226}, "worker_merge_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.055, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.547, "count": 175, "max_ms": 79.784, "p95_ms": 62.138}, "visualize": {"avg_ms": 33.219, "count": 175, "max_ms": 51.845, "p95_ms": 45.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.385, "count": 175, "max_ms": 50.818, "p95_ms": 44.472}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.034, "count": 175, "max_ms": 51.552, "p95_ms": 45.034}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.937, "count": 175, "max_ms": 51.437, "p95_ms": 44.961}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 175, "max_ms": 0.144, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.754, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.02, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.52, "exists": true, "size_bytes": 96156, "write_bytes_delta": 96156, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 1.114077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63006, "reason": null, "system_cpu_core_ratio": 0.054968, "system_cpu_s_delta": 0.5600000000000023, "user_cpu_core_ratio": 1.059109, "user_cpu_s_delta": 10.789999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.63311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.057912, "system_cpu_s_delta": 0.5900000000001455, "user_cpu_core_ratio": 0.575198, "user_cpu_s_delta": 5.860000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 308, "max_ms": 8.547, "p95_ms": 5.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 308}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 308}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.312, "count": 30, "max": 55.012, "p95": 48.59, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.825, "count": 30, "max": 33.15, "p95": 31.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 765.333, "count": 30, "max": 1473.0, "p95": 1162.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.467, "count": 30, "max": 10.0, "p95": 2.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.379, "p95": 1.198, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.52, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96512.933, "count": 30, "max": 98478.0, "p95": 98306.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96512.933, "count": 30, "max": 98478.0, "p95": 98306.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.0, "count": 30, "max": 28.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.704, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27612, "sampled_at": "2026-11-03T09:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4431872, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3223496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3223491}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 12211.473, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8927334604800, "copied_frame_count": 3228926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8927334604800, "frame_buffer_copies": 3228926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.3781, "p50_ms": 0.1, "p95_ms": 0.2267, "p99_ms": 0.3006}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3141, "count": 512, "max_ms": 3.5672, "p50_ms": 1.2367, "p95_ms": 2.1329, "p99_ms": 2.4664, "results": {"failed": 0, "not_applicable": 0, "success": 3228926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:03:56+09:00", "last_error_summary": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 1074.914, "last_started_at": "2026-11-03T09:03:58+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 141, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 142}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.823, "sample_count": 2786, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-03T09:21:53+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-11-03T09:21:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 146, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.712, "last_sample_duration_ms": 1029.772, "last_trigger": "start_stable", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 546, "storage_bytes": 3114774}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T09:21:53.705681+09:00", "mtime_epoch": 1793665313.7056813, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96454}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:21:53+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2397.02, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3228926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.836, "pushed": 5.836, "read": 5.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 80.23, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.572, "count": 174, "max_ms": 2.771, "p95_ms": 1.539, "reason": null, "sample_age_ms": 106.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 174, "max_ms": 1.383, "p95_ms": 0.922, "reason": null, "sample_age_ms": 106.855, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 174, "max_ms": 0.352, "p95_ms": 0.192, "reason": null, "sample_age_ms": 80.236, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.469, "count": 174, "max_ms": 6.221, "p95_ms": 2.427, "reason": null, "sample_age_ms": 105.848, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.832, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.309, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.769, "count": 174, "max_ms": 76.548, "p95_ms": 57.645, "reason": null, "sample_age_ms": 80.227, "source": "client_direct"}, "sample_age_ms": 80.224, "source": "client_direct", "task_total_ms": {"avg_ms": 39.49, "count": 174, "max_ms": 78.196, "p95_ms": 60.103, "reason": null, "sample_age_ms": 80.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.829, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.735, "count": 175, "max_ms": 6.604, "p95_ms": 1.277}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.226, "count": 175, "max_ms": 0.656, "p95_ms": 0.403}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 175, "max_ms": 0.215, "p95_ms": 0.164}, "event_filter_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 175, "max_ms": 3.143, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.185, "count": 175, "max_ms": 0.545, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.04, "count": 175, "max_ms": 0.112, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.696, "count": 175, "max_ms": 6.522, "p95_ms": 1.194}, "track_match_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.032, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.042, "count": 175, "max_ms": 2.662, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.879, "count": 175, "max_ms": 6.373, "p95_ms": 4.996}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 175, "max_ms": 0.486, "p95_ms": 0.086}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.534, "count": 175, "max_ms": 79.767, "p95_ms": 62.126}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 175, "max_ms": 0.131, "p95_ms": 0.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.391, "count": 175, "max_ms": 122.646, "p95_ms": 106.034}, "inference_input_copy_ms": {"avg_ms": 1.505, "count": 175, "max_ms": 3.427, "p95_ms": 2.478}, "processing_residual_ms": {"avg_ms": 0.143, "count": 175, "max_ms": 0.434, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.079, "count": 175, "max_ms": 124.852, "p95_ms": 108.747}, "read_interval": {"avg_ms": 172.476, "count": 174, "max_ms": 5903.944, "p95_ms": 392.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 175, "max_ms": 0.052, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.128, "count": 175, "max_ms": 0.348, "p95_ms": 0.254}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 175, "max_ms": 0.08, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 175, "max_ms": 0.297, "p95_ms": 0.226}, "worker_merge_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.055, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.547, "count": 175, "max_ms": 79.784, "p95_ms": 62.138}, "visualize": {"avg_ms": 33.219, "count": 175, "max_ms": 51.845, "p95_ms": 45.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.385, "count": 175, "max_ms": 50.818, "p95_ms": 44.472}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.034, "count": 175, "max_ms": 51.552, "p95_ms": 45.034}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.937, "count": 175, "max_ms": 51.437, "p95_ms": 44.961}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 175, "max_ms": 0.144, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.754, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.02, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.52, "exists": true, "size_bytes": 96156, "write_bytes_delta": 96156, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 1.114077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63006, "reason": null, "system_cpu_core_ratio": 0.054968, "system_cpu_s_delta": 0.5600000000000023, "user_cpu_core_ratio": 1.059109, "user_cpu_s_delta": 10.789999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.63311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.057912, "system_cpu_s_delta": 0.5900000000001455, "user_cpu_core_ratio": 0.575198, "user_cpu_s_delta": 5.860000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 308, "max_ms": 8.547, "p95_ms": 5.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 308}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 308}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.312, "count": 30, "max": 55.012, "p95": 48.59, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.825, "count": 30, "max": 33.15, "p95": 31.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 765.333, "count": 30, "max": 1473.0, "p95": 1162.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.467, "count": 30, "max": 10.0, "p95": 2.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.379, "p95": 1.198, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.52, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96512.933, "count": 30, "max": 98478.0, "p95": 98306.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96512.933, "count": 30, "max": 98478.0, "p95": 98306.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.0, "count": 30, "max": 28.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.704, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27612, "sampled_at": "2026-11-03T09:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4431872, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3223496, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3223491}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 12250.645, "limit_mb": null}, "detail": {"pid": 63555, "restart_count": 142, "start_count": 143}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8927334604800, "copied_frame_count": 3228926, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8927334604800, "frame_buffer_copies": 3228926, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1186, "count": 512, "max_ms": 1.3781, "p50_ms": 0.1, "p95_ms": 0.2267, "p99_ms": 0.3006}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3141, "count": 512, "max_ms": 3.5672, "p50_ms": 1.2367, "p95_ms": 2.1329, "p99_ms": 2.4664, "results": {"failed": 0, "not_applicable": 0, "success": 3228926, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 132, "h264_decode_error_count": 243, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:03:56+09:00", "last_error_summary": "[h264 @ 0x5b6ab7470c80] cabac decode of qscale diff failed at 82 73 [h264 @ 0x5b6ab7470c80] error while decoding MB 82 73, bytestream 32424 [h264 @ 0x5b6ab6d03b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b6ab6d03b40] error while decoding MB 0 84, bytestream 43219", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T09:21:56+09:00", "pid": 63555, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.523, "name": "ffmpeg", "pid": 63555, "rss_mb": 74.523, "state": "S (sleeping)", "threads": 1}, "restart_count": 142, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.562, "sample_count": 2736, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228926, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.917, "last_frame_pushed_at": "2026-11-03T09:21:53+09:00", "last_frame_read_age_sec": 4.984, "last_frame_read_at": "2026-11-03T09:21:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 1.945, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 598.055, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 4.907, "exists": true, "mtime": "2026-11-03T09:21:53.705681+09:00", "mtime_epoch": 1793665313.7056813, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96454}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:21:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2397.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3228926, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 124}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 124, "pushed_frames": 124, "read_frames": 123, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.14, "pushed": 4.14, "read": 4.106}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.006, "count": 123, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4967.997, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.54, "count": 123, "max_ms": 2.771, "p95_ms": 1.356, "reason": null, "sample_age_ms": 4994.45, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.213, "count": 123, "max_ms": 1.383, "p95_ms": 0.924, "reason": null, "sample_age_ms": 4994.622, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 123, "max_ms": 0.352, "p95_ms": 0.193, "reason": null, "sample_age_ms": 4968.003, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.396, "count": 123, "max_ms": 6.221, "p95_ms": 2.273, "reason": null, "sample_age_ms": 4993.615, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4993.599, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4968.076, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.474, "count": 123, "max_ms": 66.012, "p95_ms": 56.94, "reason": null, "sample_age_ms": 4967.994, "source": "client_direct"}, "sample_age_ms": 4967.991, "source": "client_direct", "task_total_ms": {"avg_ms": 38.124, "count": 123, "max_ms": 67.963, "p95_ms": 59.337, "reason": null, "sample_age_ms": 4967.991, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.234, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.699, "count": 124, "max_ms": 1.525, "p95_ms": 1.2}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 124, "max_ms": 0.645, "p95_ms": 0.4}, "detection_prepare_ms": {"avg_ms": 0.093, "count": 124, "max_ms": 0.214, "p95_ms": 0.153}, "event_filter_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 124, "max_ms": 0.271, "p95_ms": 0.137}, "mcmt_ms": {"avg_ms": 0.003, "count": 124, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.186, "count": 124, "max_ms": 0.545, "p95_ms": 0.344}, "setup_ms": {"avg_ms": 0.04, "count": 124, "max_ms": 0.109, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 0.66, "count": 124, "max_ms": 1.461, "p95_ms": 1.132}, "track_match_ms": {"avg_ms": 0.004, "count": 124, "max_ms": 0.026, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 124, "max_ms": 0.071, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.783, "count": 124, "max_ms": 6.181, "p95_ms": 5.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 124, "max_ms": 0.115, "p95_ms": 0.082}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.063, "count": 124, "max_ms": 68.656, "p95_ms": 60.418}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 124, "max_ms": 0.131, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.473, "count": 124, "max_ms": 113.14, "p95_ms": 98.888}, "inference_input_copy_ms": {"avg_ms": 1.46, "count": 124, "max_ms": 3.427, "p95_ms": 2.478}, "processing_residual_ms": {"avg_ms": 0.136, "count": 124, "max_ms": 0.338, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.106, "count": 124, "max_ms": 114.499, "p95_ms": 100.619}, "read_interval": {"avg_ms": 203.78, "count": 123, "max_ms": 5903.944, "p95_ms": 448.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 124, "max_ms": 0.052, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.129, "count": 124, "max_ms": 0.348, "p95_ms": 0.246}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 124, "max_ms": 0.08, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 124, "max_ms": 0.297, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.005, "count": 124, "max_ms": 0.018, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 39.077, "count": 124, "max_ms": 68.667, "p95_ms": 60.425}, "visualize": {"avg_ms": 31.855, "count": 124, "max_ms": 51.568, "p95_ms": 43.233}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.049, "count": 124, "max_ms": 50.649, "p95_ms": 42.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.672, "count": 124, "max_ms": 51.345, "p95_ms": 43.045}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 124, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.579, "count": 124, "max_ms": 51.222, "p95_ms": 42.965}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 124, "max_ms": 0.144, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 124}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 124}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.012, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.754, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.02, "sample_count": 2907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.52, "exists": true, "size_bytes": 96156, "write_bytes_delta": 96156, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 653.0, "cpu_core_ratio": 1.114077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63006, "reason": null, "system_cpu_core_ratio": 0.054968, "system_cpu_s_delta": 0.5600000000000023, "user_cpu_core_ratio": 1.059109, "user_cpu_s_delta": 10.789999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.63311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.057912, "system_cpu_s_delta": 0.5900000000001455, "user_cpu_core_ratio": 0.575198, "user_cpu_s_delta": 5.860000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 308, "max_ms": 8.547, "p95_ms": 5.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 308}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 308}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.312, "count": 30, "max": 55.012, "p95": 48.59, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.825, "count": 30, "max": 33.15, "p95": 31.989, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 765.333, "count": 30, "max": 1473.0, "p95": 1162.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.467, "count": 30, "max": 10.0, "p95": 2.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.067, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.09, "count": 30, "max": 1.379, "p95": 1.198, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.52, "p95": 0.056, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 96512.933, "count": 30, "max": 98478.0, "p95": 98306.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96512.933, "count": 30, "max": 98478.0, "p95": 98306.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.0, "count": 30, "max": 28.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.075, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.704, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27612, "sampled_at": "2026-11-03T09:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5133686, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3152425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3152030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12024.098, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x598ea94b3980] error while decoding MB 56 58, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8729756467200, "copied_frame_count": 3157464, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:19:30+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 32.43}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8729756467200, "frame_buffer_copies": 3157464, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18200, "recorder_active_input_bytes": 50319360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 364, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1051, "count": 512, "max_ms": 1.4357, "p50_ms": 0.089, "p95_ms": 0.1828, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3926, "count": 512, "max_ms": 4.3151, "p50_ms": 1.2904, "p95_ms": 2.3643, "p99_ms": 2.8876, "results": {"failed": 0, "not_applicable": 0, "success": 3157464, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7733, "count": 512, "max_ms": 10.1316, "p50_ms": 4.5865, "p95_ms": 6.8963, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3581, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2335, "p95_ms": 2.4622, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7921, "count": 364, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 53.7983, "p99_ms": 61.9338, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 641, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:22:00+09:00", "last_error_summary": "[h264 @ 0x598ea94b3980] error while decoding MB 56 58, bytestream -8", "last_exit_at": "2026-11-03T09:19:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.697, "last_started_at": "2026-11-03T09:19:24+09:00", "pid": 63439, "process": {"exists": false, "pid": 63439}, "restart_count": 211, "restart_count_per_hour": 2, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.657, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157464, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-11-03T09:22:00+09:00", "last_frame_read_age_sec": 0.035, "last_frame_read_at": "2026-11-03T09:22:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.388, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 596.612, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-03T09:22:00.027736+09:00", "mtime_epoch": 1793665320.0277362, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105755}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:22:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2371.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3157465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.134, "max": 7.0, "p95": 6.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 0.804, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 179, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.985, "pushed": 5.985, "read": 5.985}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 11.013, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.626, "count": 179, "max_ms": 3.935, "p95_ms": 2.056, "reason": null, "sample_age_ms": 38.636, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 179, "max_ms": 3.539, "p95_ms": 1.627, "reason": null, "sample_age_ms": 38.785, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.264, "count": 180, "max_ms": 0.984, "p95_ms": 0.584, "reason": null, "sample_age_ms": 11.019, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.572, "count": 179, "max_ms": 4.433, "p95_ms": 2.668, "reason": null, "sample_age_ms": 37.748, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 37.733, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 11.192, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.525, "count": 180, "max_ms": 90.263, "p95_ms": 59.806, "reason": null, "sample_age_ms": 11.009, "source": "client_direct"}, "sample_age_ms": 11.007, "source": "client_direct", "task_total_ms": {"avg_ms": 43.519, "count": 180, "max_ms": 93.384, "p95_ms": 61.677, "reason": null, "sample_age_ms": 11.007, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.831, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.255, "count": 179, "max_ms": 15.983, "p95_ms": 9.313}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 179, "max_ms": 2.675, "p95_ms": 0.805}, "detection_prepare_ms": {"avg_ms": 0.775, "count": 179, "max_ms": 9.538, "p95_ms": 2.089}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.011, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.179, "count": 179, "max_ms": 1.182, "p95_ms": 0.481}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.023, "count": 179, "max_ms": 3.63, "p95_ms": 2.97}, "setup_ms": {"avg_ms": 0.037, "count": 179, "max_ms": 0.121, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.214, "count": 179, "max_ms": 15.89, "p95_ms": 9.228}, "track_match_ms": {"avg_ms": 0.038, "count": 179, "max_ms": 0.217, "p95_ms": 0.131}, "tracker_update_ms": {"avg_ms": 0.805, "count": 179, "max_ms": 3.895, "p95_ms": 2.387}}, "gstreamer_push": {"avg_ms": 2.602, "count": 179, "max_ms": 5.448, "p95_ms": 4.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 179, "max_ms": 0.143, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.607, "count": 179, "max_ms": 95.947, "p95_ms": 63.442}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.54, "count": 179, "max_ms": 15.103, "p95_ms": 6.462}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.589, "count": 179, "max_ms": 148.804, "p95_ms": 113.677}, "inference_input_copy_ms": {"avg_ms": 1.325, "count": 179, "max_ms": 3.461, "p95_ms": 2.265}, "processing_residual_ms": {"avg_ms": 0.146, "count": 179, "max_ms": 0.433, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.601, "count": 179, "max_ms": 154.2, "p95_ms": 117.904}, "read_interval": {"avg_ms": 167.608, "count": 179, "max_ms": 3975.192, "p95_ms": 171.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 179, "max_ms": 0.12, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.971, "count": 179, "max_ms": 3.502, "p95_ms": 2.848}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 179, "max_ms": 0.047, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.957, "count": 179, "max_ms": 3.469, "p95_ms": 2.809}, "worker_merge_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.618, "count": 179, "max_ms": 95.982, "p95_ms": 63.45}, "visualize": {"avg_ms": 31.738, "count": 179, "max_ms": 55.831, "p95_ms": 46.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.184, "count": 179, "max_ms": 50.174, "p95_ms": 40.467}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.376, "count": 179, "max_ms": 54.515, "p95_ms": 44.523}, "visualize_input_copy_ms": {"avg_ms": 1.189, "count": 179, "max_ms": 2.817, "p95_ms": 2.03}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.267, "count": 179, "max_ms": 54.408, "p95_ms": 44.297}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 179, "max_ms": 0.178, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2371.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.349, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 108830, "write_bytes_delta": 108830, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.349282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63439, "reason": null, "system_cpu_core_ratio": 0.030351, "system_cpu_s_delta": 0.6100000000000003, "user_cpu_core_ratio": 0.318932, "user_cpu_s_delta": 6.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.431958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.451281, "system_cpu_s_delta": 9.070000000006985, "user_cpu_core_ratio": 0.980677, "user_cpu_s_delta": 19.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.311, "count": 207, "max_ms": 12.621, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.749, "max": 13.0, "p95": 11.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.464, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.464, "max": 3.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.241, "count": 30, "max": 67.524, "p95": 57.812, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.842, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.033, "count": 30, "max": 1477.0, "p95": 1421.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 849.2, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2377.7, "count": 30, "max": 58008.0, "p95": 7036.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.575, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24609, "sampled_at": "2026-11-03T09:21:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5133686, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3152425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3152030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12027.676, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:22:00+09:00", "last_error_summary": "[h264 @ 0x598ea94b3980] error while decoding MB 56 58, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8729759232000, "copied_frame_count": 3157465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:19:30+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 32.43}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8729759232000, "frame_buffer_copies": 3157465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18200, "recorder_active_input_bytes": 50319360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 364, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 1.4357, "p50_ms": 0.0891, "p95_ms": 0.1828, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.397, "count": 512, "max_ms": 4.3151, "p50_ms": 1.2907, "p95_ms": 2.3757, "p99_ms": 2.8876, "results": {"failed": 0, "not_applicable": 0, "success": 3157465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7733, "count": 512, "max_ms": 10.1316, "p50_ms": 4.5865, "p95_ms": 6.8963, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3581, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2335, "p95_ms": 2.4622, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7921, "count": 364, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 53.7983, "p99_ms": 61.9338, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 641, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:22:00+09:00", "last_error_summary": "[h264 @ 0x598ea94b3980] error while decoding MB 56 58, bytestream -8", "last_exit_at": "2026-11-03T09:22:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.748, "last_started_at": "2026-11-03T09:19:24+09:00", "pid": 63439, "process": {"exists": false, "pid": 63439}, "restart_count": 211, "restart_count_per_hour": 2, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.657, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:22:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T09:22:00+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-03T09:22:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.448, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 596.552, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-11-03T09:22:00.027736+09:00", "mtime_epoch": 1793665320.0277362, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105755}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:22:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2371.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3157465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.128, "max": 7.0, "p95": 6.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 0.8, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.008, "pushed": 6.008, "read": 5.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.006, "count": 179, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 70.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.626, "count": 179, "max_ms": 3.935, "p95_ms": 2.056, "reason": null, "sample_age_ms": 97.641, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 179, "max_ms": 3.539, "p95_ms": 1.627, "reason": null, "sample_age_ms": 97.79, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.263, "count": 179, "max_ms": 0.984, "p95_ms": 0.584, "reason": null, "sample_age_ms": 70.024, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.572, "count": 179, "max_ms": 4.433, "p95_ms": 2.668, "reason": null, "sample_age_ms": 96.753, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.738, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.197, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.438, "count": 179, "max_ms": 90.263, "p95_ms": 59.825, "reason": null, "sample_age_ms": 70.014, "source": "client_direct"}, "sample_age_ms": 70.012, "source": "client_direct", "task_total_ms": {"avg_ms": 43.427, "count": 179, "max_ms": 93.384, "p95_ms": 61.706, "reason": null, "sample_age_ms": 70.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.884, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.239, "count": 180, "max_ms": 15.983, "p95_ms": 8.407}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.348, "count": 180, "max_ms": 2.675, "p95_ms": 0.773}, "detection_prepare_ms": {"avg_ms": 0.771, "count": 180, "max_ms": 9.538, "p95_ms": 2.061}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.178, "count": 180, "max_ms": 1.182, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.018, "count": 180, "max_ms": 3.63, "p95_ms": 2.719}, "setup_ms": {"avg_ms": 0.037, "count": 180, "max_ms": 0.121, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.198, "count": 180, "max_ms": 15.89, "p95_ms": 8.31}, "track_match_ms": {"avg_ms": 0.037, "count": 180, "max_ms": 0.217, "p95_ms": 0.123}, "tracker_update_ms": {"avg_ms": 0.8, "count": 180, "max_ms": 3.895, "p95_ms": 2.328}}, "gstreamer_push": {"avg_ms": 2.613, "count": 180, "max_ms": 5.448, "p95_ms": 4.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 180, "max_ms": 0.143, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.514, "count": 180, "max_ms": 95.947, "p95_ms": 63.154}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.544, "count": 180, "max_ms": 15.103, "p95_ms": 6.288}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.547, "count": 180, "max_ms": 148.804, "p95_ms": 113.625}, "inference_input_copy_ms": {"avg_ms": 1.321, "count": 180, "max_ms": 3.461, "p95_ms": 2.13}, "processing_residual_ms": {"avg_ms": 0.146, "count": 180, "max_ms": 0.433, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.559, "count": 180, "max_ms": 154.2, "p95_ms": 117.62}, "read_interval": {"avg_ms": 167.608, "count": 179, "max_ms": 3975.192, "p95_ms": 171.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 180, "max_ms": 0.12, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.966, "count": 180, "max_ms": 3.502, "p95_ms": 2.583}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 180, "max_ms": 0.047, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.952, "count": 180, "max_ms": 3.469, "p95_ms": 2.551}, "worker_merge_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.526, "count": 180, "max_ms": 95.982, "p95_ms": 63.164}, "visualize": {"avg_ms": 31.805, "count": 180, "max_ms": 55.831, "p95_ms": 45.964}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.262, "count": 180, "max_ms": 50.174, "p95_ms": 40.467}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.444, "count": 180, "max_ms": 54.515, "p95_ms": 44.27}, "visualize_input_copy_ms": {"avg_ms": 1.187, "count": 180, "max_ms": 2.817, "p95_ms": 1.957}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.336, "count": 180, "max_ms": 54.408, "p95_ms": 44.098}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 180, "max_ms": 0.178, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2371.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.349, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 108830, "write_bytes_delta": 108830, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.349282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63439, "reason": null, "system_cpu_core_ratio": 0.030351, "system_cpu_s_delta": 0.6100000000000003, "user_cpu_core_ratio": 0.318932, "user_cpu_s_delta": 6.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.431958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.451281, "system_cpu_s_delta": 9.070000000006985, "user_cpu_core_ratio": 0.980677, "user_cpu_s_delta": 19.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.311, "count": 207, "max_ms": 12.621, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.749, "max": 13.0, "p95": 11.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.464, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.464, "max": 3.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.241, "count": 30, "max": 67.524, "p95": 57.812, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.842, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.033, "count": 30, "max": 1477.0, "p95": 1421.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 849.2, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2377.7, "count": 30, "max": 58008.0, "p95": 7036.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.575, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24609, "sampled_at": "2026-11-03T09:21:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5133686, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3152425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3152030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12030.523, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8729759232000, "copied_frame_count": 3157465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:19:30+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 32.43}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8729759232000, "frame_buffer_copies": 3157465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18200, "recorder_active_input_bytes": 50319360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 364, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 1.4357, "p50_ms": 0.0891, "p95_ms": 0.1828, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.397, "count": 512, "max_ms": 4.3151, "p50_ms": 1.2907, "p95_ms": 2.3757, "p99_ms": 2.8876, "results": {"failed": 0, "not_applicable": 0, "success": 3157465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7733, "count": 512, "max_ms": 10.1316, "p50_ms": 4.5865, "p95_ms": 6.8963, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3581, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2335, "p95_ms": 2.4622, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7921, "count": 364, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 53.7983, "p99_ms": 61.9338, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 641, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:22:00+09:00", "last_error_summary": "[h264 @ 0x598ea94b3980] error while decoding MB 56 58, bytestream -8", "last_exit_at": "2026-11-03T09:22:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 155.784, "last_started_at": "2026-11-03T09:19:24+09:00", "pid": 63439, "process": {"exists": false, "pid": 63439}, "restart_count": 211, "restart_count_per_hour": 2, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 212}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.657, "sample_count": 2089, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:22:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-11-03T09:22:00+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-11-03T09:22:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.477, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 596.523, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-11-03T09:22:00.118737+09:00", "mtime_epoch": 1793665320.118737, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106361}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:22:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2371.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3157465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.128, "max": 7.0, "p95": 6.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.6, "max": 2.0, "p95": 2.0, "sample_count": 90}, "total": {"avg": 0.8, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.001, "pushed": 6.001, "read": 5.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.006, "count": 179, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 98.51, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.626, "count": 179, "max_ms": 3.935, "p95_ms": 2.056, "reason": null, "sample_age_ms": 126.133, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 179, "max_ms": 3.539, "p95_ms": 1.627, "reason": null, "sample_age_ms": 126.282, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.263, "count": 179, "max_ms": 0.984, "p95_ms": 0.584, "reason": null, "sample_age_ms": 98.516, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.572, "count": 179, "max_ms": 4.433, "p95_ms": 2.668, "reason": null, "sample_age_ms": 125.245, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.231, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.689, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.438, "count": 179, "max_ms": 90.263, "p95_ms": 59.825, "reason": null, "sample_age_ms": 98.506, "source": "client_direct"}, "sample_age_ms": 98.504, "source": "client_direct", "task_total_ms": {"avg_ms": 43.427, "count": 179, "max_ms": 93.384, "p95_ms": 61.706, "reason": null, "sample_age_ms": 98.504, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.11, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.239, "count": 180, "max_ms": 15.983, "p95_ms": 8.407}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.348, "count": 180, "max_ms": 2.675, "p95_ms": 0.773}, "detection_prepare_ms": {"avg_ms": 0.771, "count": 180, "max_ms": 9.538, "p95_ms": 2.061}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.178, "count": 180, "max_ms": 1.182, "p95_ms": 0.467}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.018, "count": 180, "max_ms": 3.63, "p95_ms": 2.719}, "setup_ms": {"avg_ms": 0.037, "count": 180, "max_ms": 0.121, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 3.198, "count": 180, "max_ms": 15.89, "p95_ms": 8.31}, "track_match_ms": {"avg_ms": 0.037, "count": 180, "max_ms": 0.217, "p95_ms": 0.123}, "tracker_update_ms": {"avg_ms": 0.8, "count": 180, "max_ms": 3.895, "p95_ms": 2.328}}, "gstreamer_push": {"avg_ms": 2.613, "count": 180, "max_ms": 5.448, "p95_ms": 4.265}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.038, "count": 180, "max_ms": 0.143, "p95_ms": 0.073}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.514, "count": 180, "max_ms": 95.947, "p95_ms": 63.154}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.544, "count": 180, "max_ms": 15.103, "p95_ms": 6.288}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.547, "count": 180, "max_ms": 148.804, "p95_ms": 113.625}, "inference_input_copy_ms": {"avg_ms": 1.321, "count": 180, "max_ms": 3.461, "p95_ms": 2.13}, "processing_residual_ms": {"avg_ms": 0.146, "count": 180, "max_ms": 0.433, "p95_ms": 0.295}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.559, "count": 180, "max_ms": 154.2, "p95_ms": 117.62}, "read_interval": {"avg_ms": 167.608, "count": 179, "max_ms": 3975.192, "p95_ms": 171.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 180, "max_ms": 0.12, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.966, "count": 180, "max_ms": 3.502, "p95_ms": 2.583}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 180, "max_ms": 0.047, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.952, "count": 180, "max_ms": 3.469, "p95_ms": 2.551}, "worker_merge_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.526, "count": 180, "max_ms": 95.982, "p95_ms": 63.164}, "visualize": {"avg_ms": 31.805, "count": 180, "max_ms": 55.831, "p95_ms": 45.964}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.262, "count": 180, "max_ms": 50.174, "p95_ms": 40.467}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.444, "count": 180, "max_ms": 54.515, "p95_ms": 44.27}, "visualize_input_copy_ms": {"avg_ms": 1.187, "count": 180, "max_ms": 2.817, "p95_ms": 1.957}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.336, "count": 180, "max_ms": 54.408, "p95_ms": 44.098}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 180, "max_ms": 0.178, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2371.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.349, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 108830, "write_bytes_delta": 108830, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.349282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63439, "reason": null, "system_cpu_core_ratio": 0.030351, "system_cpu_s_delta": 0.6100000000000003, "user_cpu_core_ratio": 0.318932, "user_cpu_s_delta": 6.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.431958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.451281, "system_cpu_s_delta": 9.070000000006985, "user_cpu_core_ratio": 0.980677, "user_cpu_s_delta": 19.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.311, "count": 207, "max_ms": 12.621, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.749, "max": 13.0, "p95": 11.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.464, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.464, "max": 3.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.241, "count": 30, "max": 67.524, "p95": 57.812, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.842, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.033, "count": 30, "max": 1477.0, "p95": 1421.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 849.2, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2377.7, "count": 30, "max": 58008.0, "p95": 7036.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.575, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24609, "sampled_at": "2026-11-03T09:21:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5133686, "flush_count": 5436, "flush_interval_seconds": 30.0, "flush_state": {"count": 5436, "last_at": "2026-11-03T09:21:26", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:21:26", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5435}, "started": true, "suppressed_count": 3152425, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 395, "tracking_summary": 3152030}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5436, "written_record_count": 5436}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12553.922, "limit_mb": null}, "detail": {"pid": 63671, "restart_count": 212, "start_count": 213}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8729759232000, "copied_frame_count": 3157465, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:19:30+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 3650916, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:18:57+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 32.43}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 395, "events_emitted": 364, "events_failed": 0, "events_observed": 395, "events_suppressed": 31, "frame_buffer_copied_bytes": 8729759232000, "frame_buffer_copies": 3157465, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18200, "recorder_active_input_bytes": 50319360000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 364, "recorder_clips_failed": 0, "recorder_clips_started": 364, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 364, "worker_jobs_accepted": 364, "worker_jobs_completed": 364, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 1.4357, "p50_ms": 0.0891, "p95_ms": 0.1828, "p99_ms": 0.2776}, "stages": {"db_insert": {"avg_ms": 16.1778, "count": 364, "max_ms": 71.5868, "p50_ms": 13.893, "p95_ms": 33.8214, "p99_ms": 41.581, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6785, "count": 364, "max_ms": 4.0365, "p50_ms": 1.581, "p95_ms": 2.656, "p99_ms": 3.2172, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 915.7841, "count": 395, "max_ms": 4422.916, "p50_ms": 922.7351, "p95_ms": 1335.6902, "p99_ms": 1656.8053, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.397, "count": 512, "max_ms": 4.3151, "p50_ms": 1.2907, "p95_ms": 2.3757, "p99_ms": 2.8876, "results": {"failed": 0, "not_applicable": 0, "success": 3157465, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.0119, "count": 395, "max_ms": 1264.9368, "p50_ms": 501.4995, "p95_ms": 627.2353, "p99_ms": 1050.6631, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5366, "count": 364, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8988, "p99_ms": 67.8437, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.7733, "count": 512, "max_ms": 10.1316, "p50_ms": 4.5865, "p95_ms": 6.8963, "p99_ms": 8.2101, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.3581, "count": 512, "max_ms": 5.4808, "p50_ms": 1.2335, "p95_ms": 2.4622, "p99_ms": 3.544, "results": {"failed": 0, "not_applicable": 0, "success": 18200, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 520.5406, "count": 364, "max_ms": 1262.5422, "p50_ms": 500.5912, "p95_ms": 627.732, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 431.5145, "count": 364, "max_ms": 1192.1198, "p50_ms": 411.8058, "p95_ms": 532.6268, "p99_ms": 967.2685, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.6467, "count": 364, "max_ms": 115.8706, "p50_ms": 83.6633, "p95_ms": 103.1138, "p99_ms": 110.3506, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5824, "count": 364, "max_ms": 15.8949, "p50_ms": 1.3024, "p95_ms": 2.7253, "p99_ms": 6.3399, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.7921, "count": 364, "max_ms": 73.1462, "p50_ms": 33.5745, "p95_ms": 53.7983, "p99_ms": 61.9338, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4197, "count": 364, "max_ms": 16.9396, "p50_ms": 0.7669, "p95_ms": 5.3551, "p99_ms": 10.5857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7334, "count": 395, "max_ms": 4.5565, "p50_ms": 0.6501, "p95_ms": 1.3362, "p99_ms": 1.7842, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7961, "count": 364, "max_ms": 9.2164, "p50_ms": 0.6904, "p95_ms": 1.4081, "p99_ms": 2.4968, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 364, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.495, "count": 364, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 670.0709, "p99_ms": 778.1732, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 395, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 395, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0747, "count": 364, "max_ms": 14.3512, "p50_ms": 1.0572, "p95_ms": 8.1334, "p99_ms": 11.2546, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.5228, "count": 364, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.4218, "p99_ms": 71.0154, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0813, "count": 364, "max_ms": 1.1521, "p50_ms": 0.0691, "p95_ms": 0.1454, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9887, "count": 364, "max_ms": 9.2334, "p50_ms": 1.8204, "p95_ms": 3.2423, "p99_ms": 5.4007, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.0236, "count": 364, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.4831, "p99_ms": 877.2781, "results": {"failed": 0, "not_applicable": 0, "success": 364, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 364, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.7419}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 364, "artifact_failed": 0, "artifact_requested": 364, "artifact_success": 364, "completed": 364, "completed_failed": 0, "completed_success": 364, "cooldown_promoted": 364, "database_requested": 364, "db_insert_success": 364, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15933, "relay_business_failed": 0, "relay_business_success": 364, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 364, "relay_transport_failed": 0, "relay_transport_success": 364, "reservation_requested": 364}, "snapshot": {"copied_bytes": 1006387200, "copied_count": 364, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.8993}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 200, "h264_decode_error_count": 641, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:22:00+09:00", "last_error_summary": "[h264 @ 0x598ea94b3980] error while decoding MB 56 58, bytestream -8", "last_exit_at": "2026-11-03T09:22:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:22:02+09:00", "pid": 63671, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.531, "name": "ffmpeg", "pid": 63671, "rss_mb": 205.531, "state": "S (sleeping)", "threads": 70}, "restart_count": 212, "restart_count_per_hour": 3, "rtsp_timeout_count": 124, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.775, "sample_count": 2051, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157465, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:22:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.822, "last_frame_pushed_at": "2026-11-03T09:22:00+09:00", "last_frame_read_age_sec": 4.907, "last_frame_read_at": "2026-11-03T09:22:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 8.281, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 591.719, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 4.811, "exists": true, "mtime": "2026-11-03T09:22:00.118737+09:00", "mtime_epoch": 1793665320.118737, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106361}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:22:04+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2371.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 302, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3157465, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.943, "max": 7.0, "p95": 6.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.44, "max": 2.0, "p95": 2.0, "sample_count": 50}, "total": {"avg": 0.514, "max": 2.0, "p95": 2.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 140, "pushed_frames": 140, "read_frames": 139, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.675, "pushed": 4.675, "read": 4.642}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 139, "client_acquire_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4883.465, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.578, "count": 139, "max_ms": 3.935, "p95_ms": 1.889, "reason": null, "sample_age_ms": 4911.089, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.246, "count": 139, "max_ms": 3.539, "p95_ms": 1.256, "reason": null, "sample_age_ms": 4911.238, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.233, "count": 139, "max_ms": 0.984, "p95_ms": 0.456, "reason": null, "sample_age_ms": 4883.472, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.438, "count": 139, "max_ms": 3.877, "p95_ms": 2.469, "reason": null, "sample_age_ms": 4910.201, "source": "client_direct"}, "request_count": 139, "request_tensor_bytes": {"avg": 2764808.0, "count": 139, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4910.186, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4883.645, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.672, "count": 139, "max_ms": 90.263, "p95_ms": 57.346, "reason": null, "sample_age_ms": 4883.462, "source": "client_direct"}, "sample_age_ms": 4883.459, "source": "client_direct", "task_total_ms": {"avg_ms": 41.485, "count": 139, "max_ms": 93.384, "p95_ms": 59.924, "reason": null, "sample_age_ms": 4883.459, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.409, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.213, "count": 140, "max_ms": 15.983, "p95_ms": 6.035}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.265, "count": 140, "max_ms": 0.76, "p95_ms": 0.549}, "detection_prepare_ms": {"avg_ms": 0.507, "count": 140, "max_ms": 9.538, "p95_ms": 1.365}, "event_filter_ms": {"avg_ms": 0.003, "count": 140, "max_ms": 0.009, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.129, "count": 140, "max_ms": 1.182, "p95_ms": 0.367}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.739, "count": 140, "max_ms": 3.336, "p95_ms": 2.38}, "setup_ms": {"avg_ms": 0.033, "count": 140, "max_ms": 0.074, "p95_ms": 0.06}, "total_inside_ms": {"avg_ms": 2.177, "count": 140, "max_ms": 15.89, "p95_ms": 5.996}, "track_match_ms": {"avg_ms": 0.022, "count": 140, "max_ms": 0.15, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.476, "count": 140, "max_ms": 2.387, "p95_ms": 1.789}}, "gstreamer_push": {"avg_ms": 2.486, "count": 140, "max_ms": 5.448, "p95_ms": 4.209}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 140, "max_ms": 0.143, "p95_ms": 0.066}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.5, "count": 140, "max_ms": 95.947, "p95_ms": 60.586}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.435, "count": 140, "max_ms": 15.103, "p95_ms": 5.897}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.846, "count": 140, "max_ms": 148.804, "p95_ms": 101.196}, "inference_input_copy_ms": {"avg_ms": 1.227, "count": 140, "max_ms": 3.054, "p95_ms": 2.034}, "processing_residual_ms": {"avg_ms": 0.135, "count": 140, "max_ms": 0.433, "p95_ms": 0.276}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.642, "count": 140, "max_ms": 154.2, "p95_ms": 104.358}, "read_interval": {"avg_ms": 181.028, "count": 139, "max_ms": 3975.192, "p95_ms": 237.952}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 140, "max_ms": 0.036, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.694, "count": 140, "max_ms": 3.213, "p95_ms": 2.322}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 140, "max_ms": 0.047, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.681, "count": 140, "max_ms": 3.186, "p95_ms": 2.308}, "worker_merge_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.015, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 42.51, "count": 140, "max_ms": 95.982, "p95_ms": 60.595}, "visualize": {"avg_ms": 29.246, "count": 140, "max_ms": 51.221, "p95_ms": 41.766}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.405, "count": 140, "max_ms": 44.522, "p95_ms": 36.67}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.973, "count": 140, "max_ms": 49.482, "p95_ms": 40.86}, "visualize_input_copy_ms": {"avg_ms": 1.113, "count": 140, "max_ms": 2.817, "p95_ms": 1.679}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.877, "count": 140, "max_ms": 49.342, "p95_ms": 40.706}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 140, "max_ms": 0.139, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2371.09, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.349, "sample_count": 2177, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3157221, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:21:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 108830, "write_bytes_delta": 108830, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 817.0, "cpu_core_ratio": 0.349282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63439, "reason": null, "system_cpu_core_ratio": 0.030351, "system_cpu_s_delta": 0.6100000000000003, "user_cpu_core_ratio": 0.318932, "user_cpu_s_delta": 6.409999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.431958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.451281, "system_cpu_s_delta": 9.070000000006985, "user_cpu_core_ratio": 0.980677, "user_cpu_s_delta": 19.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.311, "count": 207, "max_ms": 12.621, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.749, "max": 13.0, "p95": 11.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.464, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 2.464, "max": 3.0, "p95": 3.0, "sample_count": 207}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.241, "count": 30, "max": 67.524, "p95": 57.812, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.842, "count": 30, "max": 24.27, "p95": 22.502, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.033, "count": 30, "max": 1477.0, "p95": 1421.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 849.2, "count": 30, "max": 7433.0, "p95": 3688.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.422, "p95": 0.347, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.463, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108442.6, "count": 30, "max": 127489.0, "p95": 116247.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2377.7, "count": 30, "max": 58008.0, "p95": 7036.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.575, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.274, "p95": 1.27, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24609, "sampled_at": "2026-11-03T09:21:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:21:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5136522, "flush_count": 5439, "flush_interval_seconds": 30.0, "flush_state": {"count": 5439, "last_at": "2026-11-03T09:24:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:24:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5438}, "started": true, "suppressed_count": 3153828, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3153431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5439, "written_record_count": 5439}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12447.039, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8733641011200, "copied_frame_count": 3158869, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8733641011200, "frame_buffer_copies": 3158869, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3504, "p50_ms": 0.0918, "p95_ms": 0.203, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5109, "count": 512, "max_ms": 4.3902, "p50_ms": 1.4087, "p95_ms": 2.443, "p99_ms": 3.0099, "results": {"failed": 0, "not_applicable": 0, "success": 3158869, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:22:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.462, "last_started_at": "2026-11-03T09:22:02+09:00", "pid": 63671, "process": {"exists": false, "pid": 63671}, "restart_count": 212, "restart_count_per_hour": 3, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.268, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158869, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-11-03T09:25:17+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-11-03T09:25:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.742, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 399.258, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-11-03T09:25:17.341337+09:00", "mtime_epoch": 1793665517.3413374, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116385}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:25:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2395.512, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3158869, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.47, "max": 10.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.886, "max": 3.0, "p95": 3.0, "sample_count": 70}, "total": {"avg": 1.59, "max": 3.0, "p95": 3.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.53, "max": 3.0, "p95": 3.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.53, "max": 3.0, "p95": 3.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.775, "pushed": 2.775, "read": 2.775}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.024, "p95_ms": 0.012, "reason": null, "sample_age_ms": 117.999, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 83, "max_ms": 8.302, "p95_ms": 2.781, "reason": null, "sample_age_ms": 49.071, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.443, "count": 83, "max_ms": 7.751, "p95_ms": 2.363, "reason": null, "sample_age_ms": 49.374, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 83, "max_ms": 0.955, "p95_ms": 0.628, "reason": null, "sample_age_ms": 118.012, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.938, "count": 83, "max_ms": 3.982, "p95_ms": 3.199, "reason": null, "sample_age_ms": 46.296, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 46.26, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.703, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.529, "count": 83, "max_ms": 76.861, "p95_ms": 64.799, "reason": null, "sample_age_ms": 117.996, "source": "client_direct"}, "sample_age_ms": 46.246, "source": "client_direct", "task_total_ms": {"avg_ms": 49.98, "count": 83, "max_ms": 79.675, "p95_ms": 67.279, "reason": null, "sample_age_ms": 117.992, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.415, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.991, "count": 83, "max_ms": 14.292, "p95_ms": 9.523}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.403, "count": 83, "max_ms": 1.158, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 1.355, "count": 83, "max_ms": 4.788, "p95_ms": 2.927}, "event_filter_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.207, "count": 83, "max_ms": 0.569, "p95_ms": 0.45}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.21, "count": 83, "max_ms": 6.399, "p95_ms": 3.864}, "setup_ms": {"avg_ms": 0.045, "count": 83, "max_ms": 0.119, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 5.929, "count": 83, "max_ms": 14.168, "p95_ms": 9.487}, "track_match_ms": {"avg_ms": 0.143, "count": 83, "max_ms": 0.557, "p95_ms": 0.342}, "tracker_update_ms": {"avg_ms": 1.556, "count": 83, "max_ms": 3.722, "p95_ms": 3.159}}, "gstreamer_push": {"avg_ms": 3.217, "count": 83, "max_ms": 5.89, "p95_ms": 5.323}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.145, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.252, "count": 83, "max_ms": 81.85, "p95_ms": 68.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.159, "count": 83, "max_ms": 10.633, "p95_ms": 8.44}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.358, "count": 83, "max_ms": 127.519, "p95_ms": 117.086}, "inference_input_copy_ms": {"avg_ms": 1.784, "count": 83, "max_ms": 6.197, "p95_ms": 3.843}, "processing_residual_ms": {"avg_ms": 0.249, "count": 83, "max_ms": 0.585, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.55, "count": 83, "max_ms": 132.766, "p95_ms": 122.751}, "read_interval": {"avg_ms": 360.91, "count": 83, "max_ms": 19190.252, "p95_ms": 177.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 83, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.141, "count": 83, "max_ms": 6.318, "p95_ms": 3.662}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.124, "count": 83, "max_ms": 6.3, "p95_ms": 3.645}, "worker_merge_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.265, "count": 83, "max_ms": 81.859, "p95_ms": 68.387}, "visualize": {"avg_ms": 35.908, "count": 83, "max_ms": 51.109, "p95_ms": 47.149}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.747, "count": 83, "max_ms": 41.737, "p95_ms": 41.275}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.384, "count": 83, "max_ms": 49.74, "p95_ms": 46.015}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 83, "max_ms": 2.363, "p95_ms": 2.146}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.259, "count": 83, "max_ms": 49.653, "p95_ms": 45.83}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 83, "max_ms": 0.166, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2395.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.268, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122060, "write_bytes_delta": 122060, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 361.0, "cpu_core_ratio": 0.235843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5653.0, "pid": 63671, "reason": null, "system_cpu_core_ratio": 0.084878, "system_cpu_s_delta": 2.6199999999999974, "user_cpu_core_ratio": 0.150965, "user_cpu_s_delta": 4.660000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.607749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.190812, "system_cpu_s_delta": 5.889999999999418, "user_cpu_core_ratio": 0.416937, "user_cpu_s_delta": 12.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 85, "max_ms": 5.89, "p95_ms": 5.323, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.612, "max": 10.0, "p95": 9.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.736, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 72}, "total": {"avg": 1.471, "max": 3.0, "p95": 3.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.101, "count": 30, "max": 67.524, "p95": 57.243, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.799, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 863.333, "count": 30, "max": 1258.0, "p95": 1191.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2071.467, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.82, "p95": 0.241, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.2, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.554, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.254, "p95": 1.213, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24620, "sampled_at": "2026-11-03T09:25:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:25:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5136522, "flush_count": 5439, "flush_interval_seconds": 30.0, "flush_state": {"count": 5439, "last_at": "2026-11-03T09:24:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:24:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5438}, "started": true, "suppressed_count": 3153829, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3153432}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5439, "written_record_count": 5439}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12447.051, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8733643776000, "copied_frame_count": 3158870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8733643776000, "frame_buffer_copies": 3158870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3504, "p50_ms": 0.0918, "p95_ms": 0.203, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.512, "count": 512, "max_ms": 4.3902, "p50_ms": 1.4087, "p95_ms": 2.443, "p99_ms": 3.0099, "results": {"failed": 0, "not_applicable": 0, "success": 3158870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:25:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.58, "last_started_at": "2026-11-03T09:22:02+09:00", "pid": 63671, "process": {"exists": false, "pid": 63671}, "restart_count": 212, "restart_count_per_hour": 3, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.396, "sample_count": 2157, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-03T09:25:17+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-11-03T09:25:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.849, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 399.151, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-03T09:25:17.491338+09:00", "mtime_epoch": 1793665517.4913385, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:25:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2395.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3158870, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.434, "max": 10.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.914, "max": 3.0, "p95": 3.0, "sample_count": 70}, "total": {"avg": 1.614, "max": 3.0, "p95": 3.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.774, "pushed": 2.774, "read": 2.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.024, "p95_ms": 0.012, "reason": null, "sample_age_ms": 108.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 82, "max_ms": 8.302, "p95_ms": 2.787, "reason": null, "sample_age_ms": 165.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 82, "max_ms": 7.751, "p95_ms": 2.367, "reason": null, "sample_age_ms": 165.695, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 83, "max_ms": 0.955, "p95_ms": 0.609, "reason": null, "sample_age_ms": 108.754, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 82, "max_ms": 3.982, "p95_ms": 3.204, "reason": null, "sample_age_ms": 162.616, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.58, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.428, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.603, "count": 83, "max_ms": 76.861, "p95_ms": 64.799, "reason": null, "sample_age_ms": 108.743, "source": "client_direct"}, "sample_age_ms": 108.739, "source": "client_direct", "task_total_ms": {"avg_ms": 50.128, "count": 83, "max_ms": 79.675, "p95_ms": 67.279, "reason": null, "sample_age_ms": 108.739, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.628, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.143, "count": 83, "max_ms": 21.268, "p95_ms": 9.586}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 83, "max_ms": 1.158, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 1.501, "count": 83, "max_ms": 15.638, "p95_ms": 2.927}, "event_filter_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.209, "count": 83, "max_ms": 0.569, "p95_ms": 0.45}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.23, "count": 83, "max_ms": 6.399, "p95_ms": 3.864}, "setup_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.096, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 6.082, "count": 83, "max_ms": 21.222, "p95_ms": 9.542}, "track_match_ms": {"avg_ms": 0.141, "count": 83, "max_ms": 0.557, "p95_ms": 0.342}, "tracker_update_ms": {"avg_ms": 1.546, "count": 83, "max_ms": 3.722, "p95_ms": 3.159}}, "gstreamer_push": {"avg_ms": 3.219, "count": 83, "max_ms": 5.89, "p95_ms": 5.323}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 83, "max_ms": 0.145, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.409, "count": 83, "max_ms": 81.85, "p95_ms": 68.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.167, "count": 83, "max_ms": 10.633, "p95_ms": 8.44}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.849, "count": 83, "max_ms": 135.062, "p95_ms": 120.806}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 83, "max_ms": 6.197, "p95_ms": 3.508}, "processing_residual_ms": {"avg_ms": 0.25, "count": 83, "max_ms": 0.585, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.032, "count": 83, "max_ms": 140.535, "p95_ms": 124.916}, "read_interval": {"avg_ms": 364.0, "count": 82, "max_ms": 19190.252, "p95_ms": 177.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 83, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.161, "count": 83, "max_ms": 6.318, "p95_ms": 3.662}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.063, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.144, "count": 83, "max_ms": 6.3, "p95_ms": 3.645}, "worker_merge_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.422, "count": 83, "max_ms": 81.859, "p95_ms": 68.387}, "visualize": {"avg_ms": 36.072, "count": 83, "max_ms": 51.109, "p95_ms": 47.593}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.834, "count": 83, "max_ms": 41.737, "p95_ms": 41.275}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.525, "count": 83, "max_ms": 49.74, "p95_ms": 46.015}, "visualize_input_copy_ms": {"avg_ms": 1.347, "count": 83, "max_ms": 4.516, "p95_ms": 2.146}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.399, "count": 83, "max_ms": 49.653, "p95_ms": 45.83}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 83, "max_ms": 0.166, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2395.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.268, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122060, "write_bytes_delta": 122060, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 361.0, "cpu_core_ratio": 0.235843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5653.0, "pid": 63671, "reason": null, "system_cpu_core_ratio": 0.084878, "system_cpu_s_delta": 2.6199999999999974, "user_cpu_core_ratio": 0.150965, "user_cpu_s_delta": 4.660000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.607749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.190812, "system_cpu_s_delta": 5.889999999999418, "user_cpu_core_ratio": 0.416937, "user_cpu_s_delta": 12.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 85, "max_ms": 5.89, "p95_ms": 5.323, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.612, "max": 10.0, "p95": 9.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.736, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 72}, "total": {"avg": 1.471, "max": 3.0, "p95": 3.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.101, "count": 30, "max": 67.524, "p95": 57.243, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.799, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 863.333, "count": 30, "max": 1258.0, "p95": 1191.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2071.467, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.82, "p95": 0.241, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.2, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.554, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.254, "p95": 1.213, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24620, "sampled_at": "2026-11-03T09:25:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:25:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5136522, "flush_count": 5439, "flush_interval_seconds": 30.0, "flush_state": {"count": 5439, "last_at": "2026-11-03T09:24:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:24:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5438}, "started": true, "suppressed_count": 3153829, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3153432}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5439, "written_record_count": 5439}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12446.434, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8733643776000, "copied_frame_count": 3158870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8733643776000, "frame_buffer_copies": 3158870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3504, "p50_ms": 0.0918, "p95_ms": 0.203, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.512, "count": 512, "max_ms": 4.3902, "p50_ms": 1.4087, "p95_ms": 2.443, "p99_ms": 3.0099, "results": {"failed": 0, "not_applicable": 0, "success": 3158870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:25:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.627, "last_started_at": "2026-11-03T09:22:02+09:00", "pid": 63671, "process": {"exists": false, "pid": 63671}, "restart_count": 212, "restart_count_per_hour": 3, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 213}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.396, "sample_count": 2156, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-03T09:25:17+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-11-03T09:25:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.886, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 399.114, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-03T09:25:17.491338+09:00", "mtime_epoch": 1793665517.4913385, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:25:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2395.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3158870, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.434, "max": 10.0, "p95": 10.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.914, "max": 3.0, "p95": 3.0, "sample_count": 70}, "total": {"avg": 1.614, "max": 3.0, "p95": 3.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.769, "pushed": 2.769, "read": 2.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 82, "client_acquire_ms": {"avg_ms": 0.007, "count": 82, "max_ms": 0.024, "p95_ms": 0.012, "reason": null, "sample_age_ms": 156.392, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 82, "max_ms": 8.302, "p95_ms": 2.787, "reason": null, "sample_age_ms": 213.038, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 82, "max_ms": 7.751, "p95_ms": 2.367, "reason": null, "sample_age_ms": 213.341, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 82, "max_ms": 0.955, "p95_ms": 0.61, "reason": null, "sample_age_ms": 156.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 82, "max_ms": 3.982, "p95_ms": 3.204, "reason": null, "sample_age_ms": 210.263, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 82, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 210.226, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 82, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 162.074, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.673, "count": 82, "max_ms": 76.861, "p95_ms": 64.855, "reason": null, "sample_age_ms": 156.389, "source": "client_direct"}, "sample_age_ms": 156.385, "source": "client_direct", "task_total_ms": {"avg_ms": 50.206, "count": 82, "max_ms": 79.675, "p95_ms": 67.302, "reason": null, "sample_age_ms": 156.385, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.73, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.143, "count": 83, "max_ms": 21.268, "p95_ms": 9.586}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 83, "max_ms": 1.158, "p95_ms": 0.691}, "detection_prepare_ms": {"avg_ms": 1.501, "count": 83, "max_ms": 15.638, "p95_ms": 2.927}, "event_filter_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.209, "count": 83, "max_ms": 0.569, "p95_ms": 0.45}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.23, "count": 83, "max_ms": 6.399, "p95_ms": 3.864}, "setup_ms": {"avg_ms": 0.044, "count": 83, "max_ms": 0.096, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 6.082, "count": 83, "max_ms": 21.222, "p95_ms": 9.542}, "track_match_ms": {"avg_ms": 0.141, "count": 83, "max_ms": 0.557, "p95_ms": 0.342}, "tracker_update_ms": {"avg_ms": 1.546, "count": 83, "max_ms": 3.722, "p95_ms": 3.159}}, "gstreamer_push": {"avg_ms": 3.219, "count": 83, "max_ms": 5.89, "p95_ms": 5.323}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 83, "max_ms": 0.145, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.409, "count": 83, "max_ms": 81.85, "p95_ms": 68.377}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.167, "count": 83, "max_ms": 10.633, "p95_ms": 8.44}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.849, "count": 83, "max_ms": 135.062, "p95_ms": 120.806}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 83, "max_ms": 6.197, "p95_ms": 3.508}, "processing_residual_ms": {"avg_ms": 0.25, "count": 83, "max_ms": 0.585, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.032, "count": 83, "max_ms": 140.535, "p95_ms": 124.916}, "read_interval": {"avg_ms": 364.0, "count": 82, "max_ms": 19190.252, "p95_ms": 177.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 83, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.161, "count": 83, "max_ms": 6.318, "p95_ms": 3.662}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 83, "max_ms": 0.063, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.144, "count": 83, "max_ms": 6.3, "p95_ms": 3.645}, "worker_merge_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.422, "count": 83, "max_ms": 81.859, "p95_ms": 68.387}, "visualize": {"avg_ms": 36.072, "count": 83, "max_ms": 51.109, "p95_ms": 47.593}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.834, "count": 83, "max_ms": 41.737, "p95_ms": 41.275}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.525, "count": 83, "max_ms": 49.74, "p95_ms": 46.015}, "visualize_input_copy_ms": {"avg_ms": 1.347, "count": 83, "max_ms": 4.516, "p95_ms": 2.146}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.399, "count": 83, "max_ms": 49.653, "p95_ms": 45.83}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 83, "max_ms": 0.166, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2395.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.268, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122060, "write_bytes_delta": 122060, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 361.0, "cpu_core_ratio": 0.235843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5653.0, "pid": 63671, "reason": null, "system_cpu_core_ratio": 0.084878, "system_cpu_s_delta": 2.6199999999999974, "user_cpu_core_ratio": 0.150965, "user_cpu_s_delta": 4.660000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.607749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.190812, "system_cpu_s_delta": 5.889999999999418, "user_cpu_core_ratio": 0.416937, "user_cpu_s_delta": 12.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 85, "max_ms": 5.89, "p95_ms": 5.323, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.612, "max": 10.0, "p95": 9.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.736, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 72}, "total": {"avg": 1.471, "max": 3.0, "p95": 3.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.101, "count": 30, "max": 67.524, "p95": 57.243, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.799, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 863.333, "count": 30, "max": 1258.0, "p95": 1191.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2071.467, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.82, "p95": 0.241, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.2, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.554, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.254, "p95": 1.213, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24620, "sampled_at": "2026-11-03T09:25:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:25:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5136522, "flush_count": 5439, "flush_interval_seconds": 30.0, "flush_state": {"count": 5439, "last_at": "2026-11-03T09:24:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:24:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5438}, "started": true, "suppressed_count": 3153829, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3153432}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5439, "written_record_count": 5439}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12607.156, "limit_mb": null}, "detail": {"pid": 63911, "restart_count": 213, "start_count": 214}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8733643776000, "copied_frame_count": 3158870, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8733643776000, "frame_buffer_copies": 3158870, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3504, "p50_ms": 0.0918, "p95_ms": 0.203, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.512, "count": 512, "max_ms": 4.3902, "p50_ms": 1.4087, "p95_ms": 2.443, "p99_ms": 3.0099, "results": {"failed": 0, "not_applicable": 0, "success": 3158870, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:25:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:25:19+09:00", "pid": 63911, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.328, "name": "ffmpeg", "pid": 63911, "rss_mb": 198.328, "state": "S (sleeping)", "threads": 70}, "restart_count": 213, "restart_count_per_hour": 4, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.268, "sample_count": 2122, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158870, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.183, "last_frame_pushed_at": "2026-11-03T09:25:17+09:00", "last_frame_read_age_sec": 4.327, "last_frame_read_at": "2026-11-03T09:25:17+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 205.003, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 394.997, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 4.174, "exists": true, "mtime": "2026-11-03T09:25:17.491338+09:00", "mtime_epoch": 1793665517.4913385, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117217}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:25:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2395.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3158870, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.961, "max": 10.0, "p95": 10.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.395, "max": 3.0, "p95": 3.0, "sample_count": 43}, "total": {"avg": 2.02, "max": 3.0, "p95": 3.0, "sample_count": 51}}, "tracking_counts": {"active": {"avg": 1.765, "max": 3.0, "p95": 3.0, "sample_count": 51}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "tracked": {"avg": 1.765, "max": 3.0, "p95": 3.0, "sample_count": 51}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 51, "pushed_frames": 51, "read_frames": 50, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.702, "pushed": 1.702, "read": 1.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 50, "client_acquire_ms": {"avg_ms": 0.007, "count": 50, "max_ms": 0.012, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4267.483, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 50, "max_ms": 8.302, "p95_ms": 3.038, "reason": null, "sample_age_ms": 4324.129, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.506, "count": 50, "max_ms": 7.751, "p95_ms": 2.724, "reason": null, "sample_age_ms": 4324.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 50, "max_ms": 0.955, "p95_ms": 0.621, "reason": null, "sample_age_ms": 4267.492, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.013, "count": 50, "max_ms": 3.982, "p95_ms": 3.245, "reason": null, "sample_age_ms": 4321.354, "source": "client_direct"}, "request_count": 50, "request_tensor_bytes": {"avg": 2764808.0, "count": 50, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4321.318, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 50, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4273.165, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.397, "count": 50, "max_ms": 68.821, "p95_ms": 64.936, "reason": null, "sample_age_ms": 4267.48, "source": "client_direct"}, "sample_age_ms": 4267.477, "source": "client_direct", "task_total_ms": {"avg_ms": 51.035, "count": 50, "max_ms": 71.622, "p95_ms": 67.729, "reason": null, "sample_age_ms": 4267.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.117, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.638, "count": 51, "max_ms": 21.268, "p95_ms": 10.383}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.428, "count": 51, "max_ms": 1.158, "p95_ms": 0.698}, "detection_prepare_ms": {"avg_ms": 1.603, "count": 51, "max_ms": 15.638, "p95_ms": 3.285}, "event_filter_ms": {"avg_ms": 0.005, "count": 51, "max_ms": 0.027, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.256, "count": 51, "max_ms": 0.569, "p95_ms": 0.538}, "mcmt_ms": {"avg_ms": 0.003, "count": 51, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.48, "count": 51, "max_ms": 6.399, "p95_ms": 4.231}, "setup_ms": {"avg_ms": 0.043, "count": 51, "max_ms": 0.096, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 6.578, "count": 51, "max_ms": 21.222, "p95_ms": 10.251}, "track_match_ms": {"avg_ms": 0.165, "count": 51, "max_ms": 0.557, "p95_ms": 0.349}, "tracker_update_ms": {"avg_ms": 1.593, "count": 51, "max_ms": 3.417, "p95_ms": 3.159}}, "gstreamer_push": {"avg_ms": 3.292, "count": 51, "max_ms": 5.89, "p95_ms": 5.41}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 51, "max_ms": 0.145, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.285, "count": 51, "max_ms": 74.462, "p95_ms": 69.106}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.325, "count": 51, "max_ms": 10.633, "p95_ms": 9.381}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.232, "count": 51, "max_ms": 135.062, "p95_ms": 121.107}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 51, "max_ms": 4.527, "p95_ms": 3.843}, "processing_residual_ms": {"avg_ms": 0.263, "count": 51, "max_ms": 0.585, "p95_ms": 0.51}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.629, "count": 51, "max_ms": 140.535, "p95_ms": 126.978}, "read_interval": {"avg_ms": 514.63, "count": 50, "max_ms": 19190.252, "p95_ms": 177.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 51, "max_ms": 0.041, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.412, "count": 51, "max_ms": 6.318, "p95_ms": 4.145}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 51, "max_ms": 0.063, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.396, "count": 51, "max_ms": 6.3, "p95_ms": 4.121}, "worker_merge_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.298, "count": 51, "max_ms": 74.48, "p95_ms": 69.116}, "visualize": {"avg_ms": 37.059, "count": 51, "max_ms": 51.109, "p95_ms": 49.86}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.232, "count": 51, "max_ms": 41.737, "p95_ms": 41.289}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.507, "count": 51, "max_ms": 49.74, "p95_ms": 46.598}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 51, "max_ms": 4.516, "p95_ms": 2.158}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 51, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.38, "count": 51, "max_ms": 49.653, "p95_ms": 46.506}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 51, "max_ms": 0.166, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 51}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2395.508, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.268, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3158862, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:25:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122060, "write_bytes_delta": 122060, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 361.0, "cpu_core_ratio": 0.235843, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5653.0, "pid": 63671, "reason": null, "system_cpu_core_ratio": 0.084878, "system_cpu_s_delta": 2.6199999999999974, "user_cpu_core_ratio": 0.150965, "user_cpu_s_delta": 4.660000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.607749, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.190812, "system_cpu_s_delta": 5.889999999999418, "user_cpu_core_ratio": 0.416937, "user_cpu_s_delta": 12.869999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.216, "count": 85, "max_ms": 5.89, "p95_ms": 5.323, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.612, "max": 10.0, "p95": 9.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.736, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 72}, "total": {"avg": 1.471, "max": 3.0, "p95": 3.0, "sample_count": 85}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.101, "count": 30, "max": 67.524, "p95": 57.243, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.799, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 863.333, "count": 30, "max": 1258.0, "p95": 1191.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2071.467, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.82, "p95": 0.241, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109639.033, "count": 30, "max": 127489.0, "p95": 118616.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.2, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.554, "p95": 0.529, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.254, "p95": 1.213, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24620, "sampled_at": "2026-11-03T09:25:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:25:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5140636, "flush_count": 5443, "flush_interval_seconds": 30.0, "flush_state": {"count": 5443, "last_at": "2026-11-03T09:28:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:28:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5442}, "started": true, "suppressed_count": 3155456, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3155059}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5443, "written_record_count": 5443}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12387.996, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8738153164800, "copied_frame_count": 3160501, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8738153164800, "frame_buffer_copies": 3160501, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.8062, "p50_ms": 0.0943, "p95_ms": 0.1864, "p99_ms": 0.225}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4484, "count": 512, "max_ms": 5.1627, "p50_ms": 1.3544, "p95_ms": 2.3312, "p99_ms": 3.0039, "results": {"failed": 0, "not_applicable": 0, "success": 3160501, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:28:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.792, "last_started_at": "2026-11-03T09:25:19+09:00", "pid": 63911, "process": {"exists": false, "pid": 63911}, "restart_count": 213, "restart_count_per_hour": 4, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.35, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3160501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T09:28:34+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-11-03T09:28:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.825, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 202.175, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-11-03T09:28:34.318773+09:00", "mtime_epoch": 1793665714.3187728, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115118}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:28:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2332.98, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3160501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.398, "max": 17.0, "p95": 13.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.004, "max": 4.0, "p95": 3.0, "sample_count": 236}, "total": {"avg": 2.004, "max": 4.0, "p95": 3.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.871, "pushed": 7.871, "read": 7.838}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 106.743, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.78, "count": 235, "max_ms": 11.616, "p95_ms": 2.813, "reason": null, "sample_age_ms": 167.968, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 235, "max_ms": 11.196, "p95_ms": 2.058, "reason": null, "sample_age_ms": 168.194, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 235, "max_ms": 0.971, "p95_ms": 0.64, "reason": null, "sample_age_ms": 106.756, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.797, "count": 235, "max_ms": 5.946, "p95_ms": 2.801, "reason": null, "sample_age_ms": 166.664, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.646, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.167, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.109, "count": 235, "max_ms": 91.576, "p95_ms": 64.509, "reason": null, "sample_age_ms": 106.738, "source": "client_direct"}, "sample_age_ms": 106.733, "source": "client_direct", "task_total_ms": {"avg_ms": 48.427, "count": 235, "max_ms": 94.551, "p95_ms": 68.201, "reason": null, "sample_age_ms": 106.733, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.879, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.966, "count": 236, "max_ms": 17.797, "p95_ms": 10.059}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.459, "count": 236, "max_ms": 1.225, "p95_ms": 0.891}, "detection_prepare_ms": {"avg_ms": 1.484, "count": 236, "max_ms": 7.875, "p95_ms": 2.659}, "event_filter_ms": {"avg_ms": 0.005, "count": 236, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.365, "count": 236, "max_ms": 0.94, "p95_ms": 0.622}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.736, "count": 236, "max_ms": 7.046, "p95_ms": 4.218}, "setup_ms": {"avg_ms": 0.045, "count": 236, "max_ms": 0.171, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.912, "count": 236, "max_ms": 17.696, "p95_ms": 10.004}, "track_match_ms": {"avg_ms": 0.079, "count": 236, "max_ms": 0.318, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.735, "count": 236, "max_ms": 5.809, "p95_ms": 2.832}}, "gstreamer_push": {"avg_ms": 3.092, "count": 236, "max_ms": 6.21, "p95_ms": 4.94}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 236, "max_ms": 0.566, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.547, "count": 236, "max_ms": 97.745, "p95_ms": 71.847}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.064, "count": 236, "max_ms": 12.256, "p95_ms": 9.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.225, "count": 236, "max_ms": 155.717, "p95_ms": 124.218}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 236, "max_ms": 3.933, "p95_ms": 2.904}, "processing_residual_ms": {"avg_ms": 0.209, "count": 236, "max_ms": 0.533, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.172, "count": 236, "max_ms": 163.572, "p95_ms": 131.752}, "read_interval": {"avg_ms": 127.364, "count": 235, "max_ms": 2938.871, "p95_ms": 161.763}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 236, "max_ms": 0.126, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.67, "count": 236, "max_ms": 6.951, "p95_ms": 4.08}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 236, "max_ms": 0.097, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.653, "count": 236, "max_ms": 6.923, "p95_ms": 4.049}, "worker_merge_ms": {"avg_ms": 0.006, "count": 236, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.561, "count": 236, "max_ms": 97.757, "p95_ms": 71.864}, "visualize": {"avg_ms": 38.425, "count": 236, "max_ms": 65.873, "p95_ms": 54.779}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.254, "count": 236, "max_ms": 58.03, "p95_ms": 45.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.845, "count": 236, "max_ms": 63.34, "p95_ms": 51.922}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 236, "max_ms": 3.685, "p95_ms": 2.301}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.71, "count": 236, "max_ms": 63.104, "p95_ms": 51.692}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 236, "max_ms": 0.278, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.091, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.832, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3160203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116192, "write_bytes_delta": 116192, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1122.0, "cpu_core_ratio": 0.474566, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63911, "reason": null, "system_cpu_core_ratio": 0.039963, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.434602, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.766383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540006, "system_cpu_s_delta": 10.809999999997672, "user_cpu_core_ratio": 1.226377, "user_cpu_s_delta": 24.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.996, "count": 261, "max_ms": 7.216, "p95_ms": 4.729, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.873, "max": 14.0, "p95": 12.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.162, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 2.162, "max": 4.0, "p95": 3.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.366, "count": 30, "max": 67.524, "p95": 58.472, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.251, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.0, "count": 30, "max": 1208.0, "p95": 1178.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1958.233, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 4.82, "p95": 0.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112063.667, "count": 30, "max": 127489.0, "p95": 120516.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112063.667, "count": 30, "max": 127489.0, "p95": 120516.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.5, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.565, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.254, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24628, "sampled_at": "2026-11-03T09:27:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:27:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5140636, "flush_count": 5443, "flush_interval_seconds": 30.0, "flush_state": {"count": 5443, "last_at": "2026-11-03T09:28:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:28:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5442}, "started": true, "suppressed_count": 3155456, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3155059}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5443, "written_record_count": 5443}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12387.961, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8738153164800, "copied_frame_count": 3160501, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8738153164800, "frame_buffer_copies": 3160501, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.8062, "p50_ms": 0.0943, "p95_ms": 0.1864, "p99_ms": 0.225}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4484, "count": 512, "max_ms": 5.1627, "p50_ms": 1.3544, "p95_ms": 2.3312, "p99_ms": 3.0039, "results": {"failed": 0, "not_applicable": 0, "success": 3160501, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:28:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.858, "last_started_at": "2026-11-03T09:25:19+09:00", "pid": 63911, "process": {"exists": false, "pid": 63911}, "restart_count": 213, "restart_count_per_hour": 4, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 214}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.35, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3160501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-11-03T09:28:34+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-11-03T09:28:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.871, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 202.129, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T09:28:34.467774+09:00", "mtime_epoch": 1793665714.467774, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116564}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:28:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2332.98, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3160501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.4, "max": 17.0, "p95": 13.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 4.0, "p95": 3.0, "sample_count": 235}, "total": {"avg": 2.0, "max": 4.0, "p95": 3.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 235, "read_frames": 234, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.848, "pushed": 7.848, "read": 7.815}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.006, "count": 234, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 159.338, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.773, "count": 234, "max_ms": 11.616, "p95_ms": 2.816, "reason": null, "sample_age_ms": 220.563, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 234, "max_ms": 11.196, "p95_ms": 1.963, "reason": null, "sample_age_ms": 220.788, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 234, "max_ms": 0.971, "p95_ms": 0.631, "reason": null, "sample_age_ms": 159.351, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.8, "count": 234, "max_ms": 5.946, "p95_ms": 2.803, "reason": null, "sample_age_ms": 219.259, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 219.241, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 159.762, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.135, "count": 234, "max_ms": 91.576, "p95_ms": 64.592, "reason": null, "sample_age_ms": 159.333, "source": "client_direct"}, "sample_age_ms": 159.328, "source": "client_direct", "task_total_ms": {"avg_ms": 48.454, "count": 234, "max_ms": 94.551, "p95_ms": 68.204, "reason": null, "sample_age_ms": 159.328, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.406, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.961, "count": 235, "max_ms": 17.797, "p95_ms": 10.059}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 235, "max_ms": 1.225, "p95_ms": 0.891}, "detection_prepare_ms": {"avg_ms": 1.483, "count": 235, "max_ms": 7.875, "p95_ms": 2.659}, "event_filter_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.366, "count": 235, "max_ms": 0.94, "p95_ms": 0.622}, "mcmt_ms": {"avg_ms": 0.004, "count": 235, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.731, "count": 235, "max_ms": 7.046, "p95_ms": 4.218}, "setup_ms": {"avg_ms": 0.045, "count": 235, "max_ms": 0.171, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.907, "count": 235, "max_ms": 17.696, "p95_ms": 10.004}, "track_match_ms": {"avg_ms": 0.079, "count": 235, "max_ms": 0.318, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.735, "count": 235, "max_ms": 5.809, "p95_ms": 2.832}}, "gstreamer_push": {"avg_ms": 3.096, "count": 235, "max_ms": 6.21, "p95_ms": 4.94}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 235, "max_ms": 0.566, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.612, "count": 235, "max_ms": 97.745, "p95_ms": 71.847}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.065, "count": 235, "max_ms": 12.256, "p95_ms": 9.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.238, "count": 235, "max_ms": 155.717, "p95_ms": 124.218}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 235, "max_ms": 3.933, "p95_ms": 2.904}, "processing_residual_ms": {"avg_ms": 0.209, "count": 235, "max_ms": 0.533, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.186, "count": 235, "max_ms": 163.572, "p95_ms": 131.752}, "read_interval": {"avg_ms": 127.455, "count": 234, "max_ms": 2938.871, "p95_ms": 161.763}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 235, "max_ms": 0.126, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.665, "count": 235, "max_ms": 6.951, "p95_ms": 4.08}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 235, "max_ms": 0.097, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.648, "count": 235, "max_ms": 6.923, "p95_ms": 4.049}, "worker_merge_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.625, "count": 235, "max_ms": 97.757, "p95_ms": 71.864}, "visualize": {"avg_ms": 38.376, "count": 235, "max_ms": 65.873, "p95_ms": 54.779}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.215, "count": 235, "max_ms": 58.03, "p95_ms": 45.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.797, "count": 235, "max_ms": 63.34, "p95_ms": 51.922}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 235, "max_ms": 3.685, "p95_ms": 2.301}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.662, "count": 235, "max_ms": 63.104, "p95_ms": 51.692}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 235, "max_ms": 0.278, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.091, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.832, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3160203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116192, "write_bytes_delta": 116192, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1122.0, "cpu_core_ratio": 0.474566, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63911, "reason": null, "system_cpu_core_ratio": 0.039963, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.434602, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.766383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540006, "system_cpu_s_delta": 10.809999999997672, "user_cpu_core_ratio": 1.226377, "user_cpu_s_delta": 24.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.996, "count": 261, "max_ms": 7.216, "p95_ms": 4.729, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.873, "max": 14.0, "p95": 12.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.162, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 2.162, "max": 4.0, "p95": 3.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.366, "count": 30, "max": 67.524, "p95": 58.472, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.251, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.0, "count": 30, "max": 1208.0, "p95": 1178.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1958.233, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 4.82, "p95": 0.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112063.667, "count": 30, "max": 127489.0, "p95": 120516.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112063.667, "count": 30, "max": 127489.0, "p95": 120516.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.5, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.565, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.254, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24628, "sampled_at": "2026-11-03T09:27:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:27:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5140636, "flush_count": 5443, "flush_interval_seconds": 30.0, "flush_state": {"count": 5443, "last_at": "2026-11-03T09:28:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:28:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5442}, "started": true, "suppressed_count": 3155456, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3155059}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5443, "written_record_count": 5443}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12409.699, "limit_mb": null}, "detail": {"pid": 64027, "restart_count": 214, "start_count": 215}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8738153164800, "copied_frame_count": 3160501, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8738153164800, "frame_buffer_copies": 3160501, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1067, "count": 512, "max_ms": 1.8062, "p50_ms": 0.0943, "p95_ms": 0.1864, "p99_ms": 0.225}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4484, "count": 512, "max_ms": 5.1627, "p50_ms": 1.3544, "p95_ms": 2.3312, "p99_ms": 3.0039, "results": {"failed": 0, "not_applicable": 0, "success": 3160501, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 201, "h264_decode_error_count": 647, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:25:17+09:00", "last_error_summary": "[h264 @ 0x61b60f8a3d40] cabac decode of qscale diff failed at 6 66 [h264 @ 0x61b60f8a3d40] error while decoding MB 6 66, bytestream 49952 [h264 @ 0x61b6104db340] error while decoding MB 11 51, bytestream -6 [h264 @ 0x61b60f88bd40] left block unavailable for requested intra mode [h264 @ 0x61b60f88bd40] error while decoding MB 0 46, bytestream 431 [h264 @ 0x61b60f88bd40] cabac decode of qscale diff failed at 95 66 [h264 @ 0x61b60f88bd40] error while decoding MB 95 66, bytestream 81 [in#0/rtsp @ 0x", "last_exit_at": "2026-11-03T09:28:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:28:36+09:00", "pid": 64027, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.512, "name": "ffmpeg", "pid": 64027, "rss_mb": 57.512, "state": "S (sleeping)", "threads": 1}, "restart_count": 214, "restart_count_per_hour": 5, "rtsp_timeout_count": 126, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.576, "sample_count": 2189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3160501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:28:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.164, "last_frame_pushed_at": "2026-11-03T09:28:34+09:00", "last_frame_read_age_sec": 4.31, "last_frame_read_at": "2026-11-03T09:28:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 401.973, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 198.027, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 4.15, "exists": true, "mtime": "2026-11-03T09:28:34.467774+09:00", "mtime_epoch": 1793665714.467774, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116564}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:28:38+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2332.984, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3160501, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.224, "max": 17.0, "p95": 13.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.896, "max": 4.0, "p95": 3.0, "sample_count": 201}, "total": {"avg": 1.896, "max": 4.0, "p95": 3.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.708, "pushed": 6.708, "read": 6.674}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.026, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4254.856, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.806, "count": 200, "max_ms": 11.616, "p95_ms": 2.861, "reason": null, "sample_age_ms": 4316.08, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 200, "max_ms": 11.196, "p95_ms": 2.051, "reason": null, "sample_age_ms": 4316.306, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 200, "max_ms": 0.971, "p95_ms": 0.633, "reason": null, "sample_age_ms": 4254.869, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.819, "count": 200, "max_ms": 5.946, "p95_ms": 2.831, "reason": null, "sample_age_ms": 4314.776, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4314.759, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4255.279, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.199, "count": 200, "max_ms": 91.576, "p95_ms": 65.676, "reason": null, "sample_age_ms": 4254.85, "source": "client_direct"}, "sample_age_ms": 4254.845, "source": "client_direct", "task_total_ms": {"avg_ms": 48.541, "count": 200, "max_ms": 94.551, "p95_ms": 68.312, "reason": null, "sample_age_ms": 4254.845, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.105, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.69, "count": 201, "max_ms": 15.083, "p95_ms": 9.76}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 201, "max_ms": 1.163, "p95_ms": 0.889}, "detection_prepare_ms": {"avg_ms": 1.432, "count": 201, "max_ms": 7.875, "p95_ms": 2.454}, "event_filter_ms": {"avg_ms": 0.005, "count": 201, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.358, "count": 201, "max_ms": 0.94, "p95_ms": 0.622}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.612, "count": 201, "max_ms": 5.466, "p95_ms": 3.819}, "setup_ms": {"avg_ms": 0.044, "count": 201, "max_ms": 0.163, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 5.637, "count": 201, "max_ms": 15.017, "p95_ms": 9.649}, "track_match_ms": {"avg_ms": 0.077, "count": 201, "max_ms": 0.318, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 1.658, "count": 201, "max_ms": 5.809, "p95_ms": 2.663}}, "gstreamer_push": {"avg_ms": 3.085, "count": 201, "max_ms": 6.21, "p95_ms": 4.953}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 201, "max_ms": 0.566, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.743, "count": 201, "max_ms": 97.745, "p95_ms": 71.847}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.025, "count": 201, "max_ms": 11.852, "p95_ms": 8.228}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.632, "count": 201, "max_ms": 155.717, "p95_ms": 124.218}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 201, "max_ms": 3.933, "p95_ms": 2.789}, "processing_residual_ms": {"avg_ms": 0.208, "count": 201, "max_ms": 0.533, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.542, "count": 201, "max_ms": 163.572, "p95_ms": 131.581}, "read_interval": {"avg_ms": 128.761, "count": 200, "max_ms": 2938.871, "p95_ms": 162.282}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 201, "max_ms": 0.126, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.547, "count": 201, "max_ms": 5.377, "p95_ms": 3.674}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 201, "max_ms": 0.097, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.53, "count": 201, "max_ms": 5.357, "p95_ms": 3.647}, "worker_merge_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.757, "count": 201, "max_ms": 97.757, "p95_ms": 71.864}, "visualize": {"avg_ms": 37.908, "count": 201, "max_ms": 65.873, "p95_ms": 53.473}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.985, "count": 201, "max_ms": 58.03, "p95_ms": 45.45}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.346, "count": 201, "max_ms": 63.34, "p95_ms": 51.793}, "visualize_input_copy_ms": {"avg_ms": 1.367, "count": 201, "max_ms": 3.685, "p95_ms": 2.168}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.213, "count": 201, "max_ms": 63.104, "p95_ms": 51.683}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 201, "max_ms": 0.278, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.844, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.091, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.832, "sample_count": 2266, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3160203, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:27:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116192, "write_bytes_delta": 116192, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1122.0, "cpu_core_ratio": 0.474566, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63911, "reason": null, "system_cpu_core_ratio": 0.039963, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.434602, "user_cpu_s_delta": 8.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.766383, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540006, "system_cpu_s_delta": 10.809999999997672, "user_cpu_core_ratio": 1.226377, "user_cpu_s_delta": 24.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.996, "count": 261, "max_ms": 7.216, "p95_ms": 4.729, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.873, "max": 14.0, "p95": 12.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.162, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 260}, "total": {"avg": 2.162, "max": 4.0, "p95": 3.0, "sample_count": 260}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.366, "count": 30, "max": 67.524, "p95": 58.472, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.251, "count": 30, "max": 22.552, "p95": 21.322, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.0, "count": 30, "max": 1208.0, "p95": 1178.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1958.233, "count": 30, "max": 15777.0, "p95": 7516.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.422, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 4.82, "p95": 0.239, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112063.667, "count": 30, "max": 127489.0, "p95": 120516.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112063.667, "count": 30, "max": 127489.0, "p95": 120516.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 3801.5, "count": 30, "max": 58008.0, "p95": 29249.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.565, "p95": 0.548, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.254, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24628, "sampled_at": "2026-11-03T09:27:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:27:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5142748, "flush_count": 5445, "flush_interval_seconds": 30.0, "flush_state": {"count": 5445, "last_at": "2026-11-03T09:30:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:30:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5444}, "started": true, "suppressed_count": 3156511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3156114}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5445, "written_record_count": 5445}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12391.176, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5d00e9ed30c0] cabac decode of qscale diff failed at 100 66 [h264 @ 0x5d00e9ed30c0] error while decoding MB 100 66, bytestream 392 [h264 @ 0x5d00e9f5a680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d00e9f5a680] error while decoding MB 0 58, bytestream 6751 [h264 @ 0x5d00e9fbedc0] cabac decode of qscale diff failed at 6 61 [h264 @ 0x5d00e9fbedc0] error while decoding MB 6 61, bytestream 2107 [h264 @ 0x5d00e9fd2f80] left block unavailable for requested intra4x4 mode ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8741072793600, "copied_frame_count": 3161557, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8741072793600, "frame_buffer_copies": 3161557, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1045, "count": 512, "max_ms": 0.3483, "p50_ms": 0.0944, "p95_ms": 0.1866, "p99_ms": 0.2465}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4338, "count": 512, "max_ms": 3.8675, "p50_ms": 1.3519, "p95_ms": 2.288, "p99_ms": 3.0966, "results": {"failed": 0, "not_applicable": 0, "success": 3161557, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 656, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:31:21+09:00", "last_error_summary": "[h264 @ 0x5d00e9ed30c0] cabac decode of qscale diff failed at 100 66 [h264 @ 0x5d00e9ed30c0] error while decoding MB 100 66, bytestream 392 [h264 @ 0x5d00e9f5a680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d00e9f5a680] error while decoding MB 0 58, bytestream 6751 [h264 @ 0x5d00e9fbedc0] cabac decode of qscale diff failed at 6 61 [h264 @ 0x5d00e9fbedc0] error while decoding MB 6 61, bytestream 2107 [h264 @ 0x5d00e9fd2f80] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:28:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.929, "last_started_at": "2026-11-03T09:28:36+09:00", "pid": 64027, "process": {"exists": false, "pid": 64027}, "restart_count": 214, "restart_count_per_hour": 5, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.14, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161557, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-11-03T09:31:21+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-11-03T09:31:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.888, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 35.112, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-11-03T09:31:21.458902+09:00", "mtime_epoch": 1793665881.4589024, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120055}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:31:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2333.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3161558, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.529, "max": 14.0, "p95": 12.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.402, "max": 3.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 1.402, "max": 3.0, "p95": 2.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.905, "pushed": 2.905, "read": 2.905}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.088, "p95_ms": 0.01, "reason": null, "sample_age_ms": 22.332, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 87, "max_ms": 3.002, "p95_ms": 2.356, "reason": null, "sample_age_ms": 89.094, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 87, "max_ms": 2.793, "p95_ms": 1.938, "reason": null, "sample_age_ms": 91.382, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 87, "max_ms": 0.776, "p95_ms": 0.657, "reason": null, "sample_age_ms": 22.367, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.617, "count": 87, "max_ms": 3.045, "p95_ms": 2.607, "reason": null, "sample_age_ms": 87.931, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.914, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.194, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.923, "count": 87, "max_ms": 73.02, "p95_ms": 59.619, "reason": null, "sample_age_ms": 22.321, "source": "client_direct"}, "sample_age_ms": 22.312, "source": "client_direct", "task_total_ms": {"avg_ms": 41.058, "count": 87, "max_ms": 75.227, "p95_ms": 62.316, "reason": null, "sample_age_ms": 22.312, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.234, "count": 87, "max_ms": 12.541, "p95_ms": 7.324}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 87, "max_ms": 1.047, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.224, "count": 87, "max_ms": 2.992, "p95_ms": 2.179}, "event_filter_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.153, "count": 87, "max_ms": 1.341, "p95_ms": 0.34}, "mcmt_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.741, "count": 87, "max_ms": 3.631, "p95_ms": 2.675}, "setup_ms": {"avg_ms": 0.044, "count": 87, "max_ms": 0.433, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.184, "count": 87, "max_ms": 12.447, "p95_ms": 7.258}, "track_match_ms": {"avg_ms": 0.12, "count": 87, "max_ms": 0.425, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 1.529, "count": 87, "max_ms": 4.466, "p95_ms": 3.131}}, "gstreamer_push": {"avg_ms": 3.003, "count": 87, "max_ms": 6.358, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.135, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.282, "count": 87, "max_ms": 79.532, "p95_ms": 64.969}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.115, "count": 87, "max_ms": 11.67, "p95_ms": 8.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.267, "count": 87, "max_ms": 130.255, "p95_ms": 110.172}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 87, "max_ms": 3.74, "p95_ms": 2.758}, "processing_residual_ms": {"avg_ms": 0.233, "count": 87, "max_ms": 1.166, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.187, "count": 87, "max_ms": 134.016, "p95_ms": 114.871}, "read_interval": {"avg_ms": 344.741, "count": 87, "max_ms": 19381.585, "p95_ms": 169.318}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.038, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.686, "count": 87, "max_ms": 3.494, "p95_ms": 2.592}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.038, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.672, "count": 87, "max_ms": 3.456, "p95_ms": 2.568}, "worker_merge_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.295, "count": 87, "max_ms": 79.542, "p95_ms": 64.985}, "visualize": {"avg_ms": 36.549, "count": 87, "max_ms": 52.726, "p95_ms": 47.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.469, "count": 87, "max_ms": 46.708, "p95_ms": 41.166}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.996, "count": 87, "max_ms": 51.502, "p95_ms": 46.115}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 87, "max_ms": 3.288, "p95_ms": 2.21}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.873, "count": 87, "max_ms": 51.4, "p95_ms": 46.013}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 87, "max_ms": 0.183, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.14, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118127, "write_bytes_delta": 118127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 0.30129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20161.0, "pid": 64027, "reason": null, "system_cpu_core_ratio": 0.14128, "system_cpu_s_delta": 5.279999999999998, "user_cpu_core_ratio": 0.16001, "user_cpu_s_delta": 5.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.647801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.199611, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.448189, "user_cpu_s_delta": 16.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 67, "max_ms": 6.358, "p95_ms": 4.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.836, "max": 16.0, "p95": 14.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.299, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 1.299, "max": 3.0, "p95": 2.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 69.071, "p95": 54.044, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.905, "count": 30, "max": 28.49, "p95": 22.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 949.933, "count": 30, "max": 1406.0, "p95": 1197.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3886.7, "count": 30, "max": 49604.0, "p95": 18188.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.315, "count": 30, "max": 4.82, "p95": 2.451, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1443.033, "count": 30, "max": 42744.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.274, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24637, "sampled_at": "2026-11-03T09:31:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:31:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5142748, "flush_count": 5445, "flush_interval_seconds": 30.0, "flush_state": {"count": 5445, "last_at": "2026-11-03T09:30:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:30:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5444}, "started": true, "suppressed_count": 3156511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3156114}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5445, "written_record_count": 5445}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12391.055, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:31:21+09:00", "last_error_summary": "[h264 @ 0x5d00e9ed30c0] cabac decode of qscale diff failed at 100 66 [h264 @ 0x5d00e9ed30c0] error while decoding MB 100 66, bytestream 392 [h264 @ 0x5d00e9f5a680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d00e9f5a680] error while decoding MB 0 58, bytestream 6751 [h264 @ 0x5d00e9fbedc0] cabac decode of qscale diff failed at 6 61 [h264 @ 0x5d00e9fbedc0] error while decoding MB 6 61, bytestream 2107 [h264 @ 0x5d00e9fd2f80] left block unavailable for requested intra4x4 mode ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8741075558400, "copied_frame_count": 3161558, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8741075558400, "frame_buffer_copies": 3161558, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.104, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0943, "p95_ms": 0.1848, "p99_ms": 0.2323}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4392, "count": 512, "max_ms": 4.2383, "p50_ms": 1.3519, "p95_ms": 2.3111, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3161558, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 656, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:31:21+09:00", "last_error_summary": "[h264 @ 0x5d00e9ed30c0] cabac decode of qscale diff failed at 100 66 [h264 @ 0x5d00e9ed30c0] error while decoding MB 100 66, bytestream 392 [h264 @ 0x5d00e9f5a680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d00e9f5a680] error while decoding MB 0 58, bytestream 6751 [h264 @ 0x5d00e9fbedc0] cabac decode of qscale diff failed at 6 61 [h264 @ 0x5d00e9fbedc0] error while decoding MB 6 61, bytestream 2107 [h264 @ 0x5d00e9fd2f80] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.977, "last_started_at": "2026-11-03T09:28:36+09:00", "pid": 64027, "process": {"exists": false, "pid": 64027}, "restart_count": 214, "restart_count_per_hour": 5, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.357, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T09:31:21+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-11-03T09:31:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.926, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 35.074, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.135, "exists": true, "mtime": "2026-11-03T09:31:21.458902+09:00", "mtime_epoch": 1793665881.4589024, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120055}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:31:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2333.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3161558, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.54, "max": 14.0, "p95": 12.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.391, "max": 3.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 1.391, "max": 3.0, "p95": 2.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 88, "read_frames": 87, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.9, "pushed": 2.934, "read": 2.9}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 87, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.088, "p95_ms": 0.01, "reason": null, "sample_age_ms": 67.0, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 87, "max_ms": 3.002, "p95_ms": 2.356, "reason": null, "sample_age_ms": 133.762, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 87, "max_ms": 2.793, "p95_ms": 1.938, "reason": null, "sample_age_ms": 136.05, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 87, "max_ms": 0.776, "p95_ms": 0.657, "reason": null, "sample_age_ms": 67.035, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.617, "count": 87, "max_ms": 3.045, "p95_ms": 2.607, "reason": null, "sample_age_ms": 132.599, "source": "client_direct"}, "request_count": 87, "request_tensor_bytes": {"avg": 2764808.0, "count": 87, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.581, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.862, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.923, "count": 87, "max_ms": 73.02, "p95_ms": 59.619, "reason": null, "sample_age_ms": 66.989, "source": "client_direct"}, "sample_age_ms": 66.98, "source": "client_direct", "task_total_ms": {"avg_ms": 41.058, "count": 87, "max_ms": 75.227, "p95_ms": 62.316, "reason": null, "sample_age_ms": 66.98, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.716, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 87, "max_ms": 12.541, "p95_ms": 7.324}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.364, "count": 87, "max_ms": 1.047, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.239, "count": 87, "max_ms": 2.992, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.151, "count": 87, "max_ms": 1.341, "p95_ms": 0.34}, "mcmt_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.715, "count": 87, "max_ms": 3.631, "p95_ms": 1.411}, "setup_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.433, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 4.174, "count": 87, "max_ms": 12.447, "p95_ms": 7.258}, "track_match_ms": {"avg_ms": 0.12, "count": 87, "max_ms": 0.425, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 1.532, "count": 87, "max_ms": 4.466, "p95_ms": 3.131}}, "gstreamer_push": {"avg_ms": 2.991, "count": 88, "max_ms": 6.358, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.135, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.173, "count": 87, "max_ms": 77.656, "p95_ms": 64.969}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.105, "count": 87, "max_ms": 11.67, "p95_ms": 8.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.27, "count": 87, "max_ms": 130.255, "p95_ms": 110.172}, "inference_input_copy_ms": {"avg_ms": 1.588, "count": 87, "max_ms": 3.79, "p95_ms": 3.053}, "processing_residual_ms": {"avg_ms": 0.232, "count": 87, "max_ms": 1.166, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.194, "count": 87, "max_ms": 134.016, "p95_ms": 114.871}, "read_interval": {"avg_ms": 344.741, "count": 87, "max_ms": 19381.585, "p95_ms": 169.318}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.038, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.659, "count": 87, "max_ms": 3.494, "p95_ms": 1.299}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.038, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.646, "count": 87, "max_ms": 3.456, "p95_ms": 1.273}, "worker_merge_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.186, "count": 87, "max_ms": 77.672, "p95_ms": 64.985}, "visualize": {"avg_ms": 36.675, "count": 87, "max_ms": 52.726, "p95_ms": 47.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.642, "count": 87, "max_ms": 46.708, "p95_ms": 41.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.118, "count": 87, "max_ms": 51.502, "p95_ms": 46.115}, "visualize_input_copy_ms": {"avg_ms": 1.369, "count": 87, "max_ms": 3.288, "p95_ms": 2.21}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.996, "count": 87, "max_ms": 51.4, "p95_ms": 46.013}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 87, "max_ms": 0.183, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.14, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118127, "write_bytes_delta": 118127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 0.30129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20161.0, "pid": 64027, "reason": null, "system_cpu_core_ratio": 0.14128, "system_cpu_s_delta": 5.279999999999998, "user_cpu_core_ratio": 0.16001, "user_cpu_s_delta": 5.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.647801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.199611, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.448189, "user_cpu_s_delta": 16.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 67, "max_ms": 6.358, "p95_ms": 4.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.836, "max": 16.0, "p95": 14.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.299, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 1.299, "max": 3.0, "p95": 2.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 69.071, "p95": 54.044, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.905, "count": 30, "max": 28.49, "p95": 22.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 949.933, "count": 30, "max": 1406.0, "p95": 1197.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3886.7, "count": 30, "max": 49604.0, "p95": 18188.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.315, "count": 30, "max": 4.82, "p95": 2.451, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1443.033, "count": 30, "max": 42744.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.274, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24637, "sampled_at": "2026-11-03T09:31:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:31:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5142748, "flush_count": 5445, "flush_interval_seconds": 30.0, "flush_state": {"count": 5445, "last_at": "2026-11-03T09:30:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:30:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5444}, "started": true, "suppressed_count": 3156511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3156114}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5445, "written_record_count": 5445}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12390.918, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8741075558400, "copied_frame_count": 3161558, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8741075558400, "frame_buffer_copies": 3161558, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.104, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0943, "p95_ms": 0.1848, "p99_ms": 0.2323}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4392, "count": 512, "max_ms": 4.2383, "p50_ms": 1.3519, "p95_ms": 2.3111, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3161558, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 656, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:31:21+09:00", "last_error_summary": "[h264 @ 0x5d00e9ed30c0] cabac decode of qscale diff failed at 100 66 [h264 @ 0x5d00e9ed30c0] error while decoding MB 100 66, bytestream 392 [h264 @ 0x5d00e9f5a680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d00e9f5a680] error while decoding MB 0 58, bytestream 6751 [h264 @ 0x5d00e9fbedc0] cabac decode of qscale diff failed at 6 61 [h264 @ 0x5d00e9fbedc0] error while decoding MB 6 61, bytestream 2107 [h264 @ 0x5d00e9fd2f80] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:31:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.006, "last_started_at": "2026-11-03T09:28:36+09:00", "pid": 64027, "process": {"exists": false, "pid": 64027}, "restart_count": 214, "restart_count_per_hour": 5, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 215}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.357, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-03T09:31:21+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T09:31:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.952, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 35.048, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-11-03T09:31:21.601903+09:00", "mtime_epoch": 1793665881.6019032, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:31:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2333.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3161558, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.54, "max": 14.0, "p95": 12.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.391, "max": 3.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 1.391, "max": 3.0, "p95": 2.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 1.322, "max": 2.0, "p95": 2.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.908, "pushed": 2.908, "read": 2.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.088, "p95_ms": 0.01, "reason": null, "sample_age_ms": 95.285, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.727, "count": 86, "max_ms": 3.002, "p95_ms": 2.357, "reason": null, "sample_age_ms": 162.046, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 86, "max_ms": 2.793, "p95_ms": 1.94, "reason": null, "sample_age_ms": 164.334, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 87, "max_ms": 0.776, "p95_ms": 0.657, "reason": null, "sample_age_ms": 95.32, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.615, "count": 86, "max_ms": 3.045, "p95_ms": 2.613, "reason": null, "sample_age_ms": 160.883, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 160.866, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.146, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.923, "count": 87, "max_ms": 73.02, "p95_ms": 59.619, "reason": null, "sample_age_ms": 95.273, "source": "client_direct"}, "sample_age_ms": 95.264, "source": "client_direct", "task_total_ms": {"avg_ms": 41.058, "count": 87, "max_ms": 75.227, "p95_ms": 62.316, "reason": null, "sample_age_ms": 95.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.467, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 87, "max_ms": 12.541, "p95_ms": 7.324}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.364, "count": 87, "max_ms": 1.047, "p95_ms": 0.78}, "detection_prepare_ms": {"avg_ms": 1.239, "count": 87, "max_ms": 2.992, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.151, "count": 87, "max_ms": 1.341, "p95_ms": 0.34}, "mcmt_ms": {"avg_ms": 0.003, "count": 87, "max_ms": 0.025, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.715, "count": 87, "max_ms": 3.631, "p95_ms": 1.411}, "setup_ms": {"avg_ms": 0.045, "count": 87, "max_ms": 0.433, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 4.174, "count": 87, "max_ms": 12.447, "p95_ms": 7.258}, "track_match_ms": {"avg_ms": 0.12, "count": 87, "max_ms": 0.425, "p95_ms": 0.226}, "tracker_update_ms": {"avg_ms": 1.532, "count": 87, "max_ms": 4.466, "p95_ms": 3.131}}, "gstreamer_push": {"avg_ms": 2.98, "count": 87, "max_ms": 6.358, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 87, "max_ms": 0.135, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.173, "count": 87, "max_ms": 77.656, "p95_ms": 64.969}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.105, "count": 87, "max_ms": 11.67, "p95_ms": 8.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.27, "count": 87, "max_ms": 130.255, "p95_ms": 110.172}, "inference_input_copy_ms": {"avg_ms": 1.588, "count": 87, "max_ms": 3.79, "p95_ms": 3.053}, "processing_residual_ms": {"avg_ms": 0.232, "count": 87, "max_ms": 1.166, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.194, "count": 87, "max_ms": 134.016, "p95_ms": 114.871}, "read_interval": {"avg_ms": 347.081, "count": 86, "max_ms": 19381.585, "p95_ms": 169.318}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.038, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.659, "count": 87, "max_ms": 3.494, "p95_ms": 1.299}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 87, "max_ms": 0.038, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.646, "count": 87, "max_ms": 3.456, "p95_ms": 1.273}, "worker_merge_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.186, "count": 87, "max_ms": 77.672, "p95_ms": 64.985}, "visualize": {"avg_ms": 36.675, "count": 87, "max_ms": 52.726, "p95_ms": 47.904}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.642, "count": 87, "max_ms": 46.708, "p95_ms": 41.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.118, "count": 87, "max_ms": 51.502, "p95_ms": 46.115}, "visualize_input_copy_ms": {"avg_ms": 1.369, "count": 87, "max_ms": 3.288, "p95_ms": 2.21}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.996, "count": 87, "max_ms": 51.4, "p95_ms": 46.013}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 87, "max_ms": 0.183, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.14, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118127, "write_bytes_delta": 118127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 0.30129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20161.0, "pid": 64027, "reason": null, "system_cpu_core_ratio": 0.14128, "system_cpu_s_delta": 5.279999999999998, "user_cpu_core_ratio": 0.16001, "user_cpu_s_delta": 5.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.647801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.199611, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.448189, "user_cpu_s_delta": 16.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 67, "max_ms": 6.358, "p95_ms": 4.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.836, "max": 16.0, "p95": 14.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.299, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 1.299, "max": 3.0, "p95": 2.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 69.071, "p95": 54.044, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.905, "count": 30, "max": 28.49, "p95": 22.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 949.933, "count": 30, "max": 1406.0, "p95": 1197.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3886.7, "count": 30, "max": 49604.0, "p95": 18188.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.315, "count": 30, "max": 4.82, "p95": 2.451, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1443.033, "count": 30, "max": 42744.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.274, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24637, "sampled_at": "2026-11-03T09:31:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:31:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5142748, "flush_count": 5445, "flush_interval_seconds": 30.0, "flush_state": {"count": 5445, "last_at": "2026-11-03T09:30:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:30:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5444}, "started": true, "suppressed_count": 3156511, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3156114}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5445, "written_record_count": 5445}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12464.074, "limit_mb": null}, "detail": {"pid": 64143, "restart_count": 215, "start_count": 216}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8741075558400, "copied_frame_count": 3161558, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8741075558400, "frame_buffer_copies": 3161558, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.104, "count": 512, "max_ms": 0.3175, "p50_ms": 0.0943, "p95_ms": 0.1848, "p99_ms": 0.2323}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4392, "count": 512, "max_ms": 4.2383, "p50_ms": 1.3519, "p95_ms": 2.3111, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3161558, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 202, "h264_decode_error_count": 656, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:31:21+09:00", "last_error_summary": "[h264 @ 0x5d00e9ed30c0] cabac decode of qscale diff failed at 100 66 [h264 @ 0x5d00e9ed30c0] error while decoding MB 100 66, bytestream 392 [h264 @ 0x5d00e9f5a680] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d00e9f5a680] error while decoding MB 0 58, bytestream 6751 [h264 @ 0x5d00e9fbedc0] cabac decode of qscale diff failed at 6 61 [h264 @ 0x5d00e9fbedc0] error while decoding MB 6 61, bytestream 2107 [h264 @ 0x5d00e9fd2f80] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:31:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:31:24+09:00", "pid": 64143, "process": {"exists": true, "fd_count": 5, "hwm_mb": 111.105, "name": "ffmpeg", "pid": 64143, "rss_mb": 111.105, "state": "S (sleeping)", "threads": 19}, "restart_count": 215, "restart_count_per_hour": 6, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 216}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.396, "sample_count": 2144, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161558, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.008, "last_frame_pushed_at": "2026-11-03T09:31:21+09:00", "last_frame_read_age_sec": 5.144, "last_frame_read_at": "2026-11-03T09:31:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 147, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.931, "last_sample_duration_ms": 712.439, "last_trigger": "periodic", "next_snapshot_in_sec": 30.069, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 547, "storage_bytes": 3124348}, "mjpeg": {"age_sec": 4.998, "exists": true, "mtime": "2026-11-03T09:31:21.601903+09:00", "mtime_epoch": 1793665881.6019032, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120555}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:31:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2333.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3161558, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.65, "max": 14.0, "p95": 13.0, "sample_count": 40}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.7, "max": 2.0, "p95": 2.0, "sample_count": 40}, "total": {"avg": 1.7, "max": 2.0, "p95": 2.0, "sample_count": 40}}, "tracking_counts": {"active": {"avg": 1.7, "max": 2.0, "p95": 2.0, "sample_count": 40}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "tracked": {"avg": 1.7, "max": 2.0, "p95": 2.0, "sample_count": 40}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 40, "pushed_frames": 40, "read_frames": 40, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.401, "pushed": 1.401, "read": 1.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 40, "client_acquire_ms": {"avg_ms": 0.007, "count": 40, "max_ms": 0.088, "p95_ms": 0.01, "reason": null, "sample_age_ms": 5073.264, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.805, "count": 40, "max_ms": 2.556, "p95_ms": 2.412, "reason": null, "sample_age_ms": 5140.026, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 40, "max_ms": 2.05, "p95_ms": 1.916, "reason": null, "sample_age_ms": 5142.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 40, "max_ms": 0.768, "p95_ms": 0.614, "reason": null, "sample_age_ms": 5073.299, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.608, "count": 40, "max_ms": 2.887, "p95_ms": 2.532, "reason": null, "sample_age_ms": 5138.863, "source": "client_direct"}, "request_count": 40, "request_tensor_bytes": {"avg": 2764808.0, "count": 40, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5138.845, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 40, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5074.126, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.214, "count": 40, "max_ms": 73.02, "p95_ms": 64.656, "reason": null, "sample_age_ms": 5073.252, "source": "client_direct"}, "sample_age_ms": 5073.244, "source": "client_direct", "task_total_ms": {"avg_ms": 42.347, "count": 40, "max_ms": 75.227, "p95_ms": 66.804, "reason": null, "sample_age_ms": 5073.244, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.094, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.015, "count": 40, "max_ms": 8.658, "p95_ms": 6.127}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 40, "max_ms": 0.562, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 1.24, "count": 40, "max_ms": 2.99, "p95_ms": 2.351}, "event_filter_ms": {"avg_ms": 0.004, "count": 40, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.131, "count": 40, "max_ms": 0.348, "p95_ms": 0.217}, "mcmt_ms": {"avg_ms": 0.002, "count": 40, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.625, "count": 40, "max_ms": 1.325, "p95_ms": 1.056}, "setup_ms": {"avg_ms": 0.039, "count": 40, "max_ms": 0.095, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 3.967, "count": 40, "max_ms": 8.516, "p95_ms": 6.077}, "track_match_ms": {"avg_ms": 0.132, "count": 40, "max_ms": 0.425, "p95_ms": 0.202}, "tracker_update_ms": {"avg_ms": 1.525, "count": 40, "max_ms": 3.491, "p95_ms": 2.439}}, "gstreamer_push": {"avg_ms": 2.999, "count": 40, "max_ms": 5.097, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 40, "max_ms": 0.135, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.571, "count": 40, "max_ms": 77.656, "p95_ms": 70.001}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.17, "count": 40, "max_ms": 11.67, "p95_ms": 8.326}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.213, "count": 40, "max_ms": 130.255, "p95_ms": 116.718}, "inference_input_copy_ms": {"avg_ms": 1.62, "count": 40, "max_ms": 3.79, "p95_ms": 3.476}, "processing_residual_ms": {"avg_ms": 0.237, "count": 40, "max_ms": 1.166, "p95_ms": 0.476}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.241, "count": 40, "max_ms": 134.016, "p95_ms": 129.765}, "read_interval": {"avg_ms": 627.451, "count": 40, "max_ms": 19381.585, "p95_ms": 204.331}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 40, "max_ms": 0.028, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.573, "count": 40, "max_ms": 1.195, "p95_ms": 0.978}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 40, "max_ms": 0.03, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.56, "count": 40, "max_ms": 1.167, "p95_ms": 0.954}, "worker_merge_ms": {"avg_ms": 0.005, "count": 40, "max_ms": 0.011, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 43.585, "count": 40, "max_ms": 77.672, "p95_ms": 70.035}, "visualize": {"avg_ms": 38.406, "count": 40, "max_ms": 52.726, "p95_ms": 48.643}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.957, "count": 40, "max_ms": 46.708, "p95_ms": 42.251}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.966, "count": 40, "max_ms": 51.502, "p95_ms": 47.457}, "visualize_input_copy_ms": {"avg_ms": 1.248, "count": 40, "max_ms": 2.357, "p95_ms": 1.865}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 40, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.847, "count": 40, "max_ms": 51.4, "p95_ms": 47.3}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 40, "max_ms": 0.183, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 40}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 40}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.488, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.14, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3161533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:31:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118127, "write_bytes_delta": 118127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 371.0, "cpu_core_ratio": 0.30129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20161.0, "pid": 64027, "reason": null, "system_cpu_core_ratio": 0.14128, "system_cpu_s_delta": 5.279999999999998, "user_cpu_core_ratio": 0.16001, "user_cpu_s_delta": 5.979999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.647801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.199611, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.448189, "user_cpu_s_delta": 16.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.976, "count": 67, "max_ms": 6.358, "p95_ms": 4.692, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.836, "max": 16.0, "p95": 14.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.299, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 1.299, "max": 3.0, "p95": 2.0, "sample_count": 67}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.812, "count": 30, "max": 69.071, "p95": 54.044, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.905, "count": 30, "max": 28.49, "p95": 22.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 949.933, "count": 30, "max": 1406.0, "p95": 1197.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3886.7, "count": 30, "max": 49604.0, "p95": 18188.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.544, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.315, "count": 30, "max": 4.82, "p95": 2.451, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114044.0, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1443.033, "count": 30, "max": 42744.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.027, "count": 30, "max": 1.274, "p95": 1.254, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24637, "sampled_at": "2026-11-03T09:31:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:31:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.547, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5147677, "flush_count": 5450, "flush_interval_seconds": 30.0, "flush_state": {"count": 5450, "last_at": "2026-11-03T09:35:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:35:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5449}, "started": true, "suppressed_count": 3158707, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3158310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5450, "written_record_count": 5450}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12399.832, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b7eb60e7980] cabac decode of qscale diff failed at 64 62 [h264 @ 0x5b7eb60e7980] error while decoding MB 64 62, bytestream 55728 [h264 @ 0x5b7eb60e7980] error while decoding MB 25 59, bytestream -11 [h264 @ 0x5b7eb5562ac0] cabac decode of qscale diff failed at 76 65 [h264 @ 0x5b7eb5562ac0] error while decoding MB 76 65, bytestream 8238 [h264 @ 0x5b7eb557b180] error while decoding MB 92 31, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8747158118400, "copied_frame_count": 3163758, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8747158118400, "frame_buffer_copies": 3163758, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1042, "count": 512, "max_ms": 0.2908, "p50_ms": 0.0936, "p95_ms": 0.1834, "p99_ms": 0.2526}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4316, "count": 512, "max_ms": 3.2947, "p50_ms": 1.37, "p95_ms": 2.2256, "p99_ms": 2.91, "results": {"failed": 0, "not_applicable": 0, "success": 3163758, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 203, "h264_decode_error_count": 662, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:35:47+09:00", "last_error_summary": "[h264 @ 0x5b7eb60e7980] cabac decode of qscale diff failed at 64 62 [h264 @ 0x5b7eb60e7980] error while decoding MB 64 62, bytestream 55728 [h264 @ 0x5b7eb60e7980] error while decoding MB 25 59, bytestream -11 [h264 @ 0x5b7eb5562ac0] cabac decode of qscale diff failed at 76 65 [h264 @ 0x5b7eb5562ac0] error while decoding MB 76 65, bytestream 8238 [h264 @ 0x5b7eb557b180] error while decoding MB 92 31, bytestream -6", "last_exit_at": "2026-11-03T09:31:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.171, "last_started_at": "2026-11-03T09:31:24+09:00", "pid": 64143, "process": {"exists": false, "pid": 64143}, "restart_count": 215, "restart_count_per_hour": 6, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 216}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T09:35:47+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-03T09:35:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 230.741, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 369.259, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T09:35:47.714590+09:00", "mtime_epoch": 1793666147.7145896, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114680}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:35:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2334.551, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3163759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.786, "max": 10.0, "p95": 7.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.505, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.505, "max": 3.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.25, "max": 3.0, "p95": 2.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.25, "max": 3.0, "p95": 2.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 192, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.406}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 34.64, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 192, "max_ms": 4.3, "p95_ms": 2.713, "reason": null, "sample_age_ms": 69.416, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.36, "count": 192, "max_ms": 3.993, "p95_ms": 2.249, "reason": null, "sample_age_ms": 69.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 192, "max_ms": 1.655, "p95_ms": 0.71, "reason": null, "sample_age_ms": 34.65, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.871, "count": 192, "max_ms": 6.938, "p95_ms": 2.949, "reason": null, "sample_age_ms": 68.113, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.091, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.897, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.861, "count": 192, "max_ms": 76.596, "p95_ms": 65.003, "reason": null, "sample_age_ms": 34.636, "source": "client_direct"}, "sample_age_ms": 34.631, "source": "client_direct", "task_total_ms": {"avg_ms": 49.277, "count": 192, "max_ms": 78.717, "p95_ms": 66.841, "reason": null, "sample_age_ms": 34.631, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.798, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.621, "count": 192, "max_ms": 14.186, "p95_ms": 10.127}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 192, "max_ms": 1.138, "p95_ms": 0.697}, "detection_prepare_ms": {"avg_ms": 1.407, "count": 192, "max_ms": 6.006, "p95_ms": 2.574}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.179, "count": 192, "max_ms": 0.759, "p95_ms": 0.378}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.736, "count": 192, "max_ms": 5.178, "p95_ms": 4.059}, "setup_ms": {"avg_ms": 0.045, "count": 192, "max_ms": 0.137, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.554, "count": 192, "max_ms": 14.088, "p95_ms": 10.007}, "track_match_ms": {"avg_ms": 0.133, "count": 192, "max_ms": 0.469, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.666, "count": 192, "max_ms": 4.651, "p95_ms": 2.932}}, "gstreamer_push": {"avg_ms": 3.197, "count": 192, "max_ms": 15.39, "p95_ms": 4.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 192, "max_ms": 1.088, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.49, "count": 192, "max_ms": 80.425, "p95_ms": 68.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.068, "count": 192, "max_ms": 13.301, "p95_ms": 8.614}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.671, "count": 192, "max_ms": 127.777, "p95_ms": 117.372}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 192, "max_ms": 4.572, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.254, "count": 192, "max_ms": 0.8, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.774, "count": 192, "max_ms": 141.067, "p95_ms": 122.76}, "read_interval": {"avg_ms": 156.277, "count": 192, "max_ms": 3964.269, "p95_ms": 172.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 192, "max_ms": 0.386, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.667, "count": 192, "max_ms": 5.09, "p95_ms": 3.876}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.05, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.648, "count": 192, "max_ms": 5.073, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.503, "count": 192, "max_ms": 80.436, "p95_ms": 68.148}, "visualize": {"avg_ms": 37.326, "count": 192, "max_ms": 60.573, "p95_ms": 47.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.036, "count": 192, "max_ms": 51.538, "p95_ms": 40.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.781, "count": 192, "max_ms": 59.27, "p95_ms": 45.315}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 192, "max_ms": 3.335, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.647, "count": 192, "max_ms": 59.077, "p95_ms": 45.149}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 192, "max_ms": 0.184, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.363, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105880, "write_bytes_delta": 105880, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 525.0, "cpu_core_ratio": 0.560234, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1684.0, "pid": 64143, "reason": null, "system_cpu_core_ratio": 0.242603, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.317631, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.322189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.400296, "system_cpu_s_delta": 8.910000000003492, "user_cpu_core_ratio": 0.921893, "user_cpu_s_delta": 20.51999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 177, "max_ms": 7.999, "p95_ms": 5.13, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.689, "max": 11.0, "p95": 11.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.107, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.107, "max": 3.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.315, "count": 30, "max": 69.071, "p95": 53.202, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.363, "count": 30, "max": 28.49, "p95": 23.051, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.467, "count": 30, "max": 1406.0, "p95": 1201.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3463.533, "count": 30, "max": 49604.0, "p95": 14501.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.064, "count": 30, "max": 1.274, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24649, "sampled_at": "2026-11-03T09:35:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:35:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5147677, "flush_count": 5450, "flush_interval_seconds": 30.0, "flush_state": {"count": 5450, "last_at": "2026-11-03T09:35:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:35:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5449}, "started": true, "suppressed_count": 3158707, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3158310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5450, "written_record_count": 5450}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12400.234, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:35:47+09:00", "last_error_summary": "[h264 @ 0x5b7eb60e7980] cabac decode of qscale diff failed at 64 62 [h264 @ 0x5b7eb60e7980] error while decoding MB 64 62, bytestream 55728 [h264 @ 0x5b7eb60e7980] error while decoding MB 25 59, bytestream -11 [h264 @ 0x5b7eb5562ac0] cabac decode of qscale diff failed at 76 65 [h264 @ 0x5b7eb5562ac0] error while decoding MB 76 65, bytestream 8238 [h264 @ 0x5b7eb557b180] error while decoding MB 92 31, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8747160883200, "copied_frame_count": 3163759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8747160883200, "frame_buffer_copies": 3163759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1042, "count": 512, "max_ms": 0.2908, "p50_ms": 0.0936, "p95_ms": 0.1834, "p99_ms": 0.2526}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4326, "count": 512, "max_ms": 3.2947, "p50_ms": 1.37, "p95_ms": 2.2256, "p99_ms": 2.91, "results": {"failed": 0, "not_applicable": 0, "success": 3163759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 203, "h264_decode_error_count": 662, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:35:47+09:00", "last_error_summary": "[h264 @ 0x5b7eb60e7980] cabac decode of qscale diff failed at 64 62 [h264 @ 0x5b7eb60e7980] error while decoding MB 64 62, bytestream 55728 [h264 @ 0x5b7eb60e7980] error while decoding MB 25 59, bytestream -11 [h264 @ 0x5b7eb5562ac0] cabac decode of qscale diff failed at 76 65 [h264 @ 0x5b7eb5562ac0] error while decoding MB 76 65, bytestream 8238 [h264 @ 0x5b7eb557b180] error while decoding MB 92 31, bytestream -6", "last_exit_at": "2026-11-03T09:35:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.234, "last_started_at": "2026-11-03T09:31:24+09:00", "pid": 64143, "process": {"exists": false, "pid": 64143}, "restart_count": 215, "restart_count_per_hour": 6, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 216}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-03T09:35:47+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-11-03T09:35:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 230.785, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 369.215, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T09:35:47.828590+09:00", "mtime_epoch": 1793666147.8285904, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115517}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:35:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2334.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3163759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.776, "max": 10.0, "p95": 7.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.255, "max": 3.0, "p95": 2.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.255, "max": 3.0, "p95": 2.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.417, "pushed": 6.417, "read": 6.384}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 92.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.818, "count": 191, "max_ms": 4.3, "p95_ms": 2.716, "reason": null, "sample_age_ms": 127.576, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 191, "max_ms": 3.993, "p95_ms": 2.25, "reason": null, "sample_age_ms": 127.869, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 192, "max_ms": 1.655, "p95_ms": 0.71, "reason": null, "sample_age_ms": 92.81, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.87, "count": 191, "max_ms": 6.938, "p95_ms": 2.96, "reason": null, "sample_age_ms": 126.272, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.251, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.056, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.861, "count": 192, "max_ms": 76.596, "p95_ms": 65.003, "reason": null, "sample_age_ms": 92.795, "source": "client_direct"}, "sample_age_ms": 92.79, "source": "client_direct", "task_total_ms": {"avg_ms": 49.277, "count": 192, "max_ms": 78.717, "p95_ms": 66.841, "reason": null, "sample_age_ms": 92.79, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.154, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.605, "count": 192, "max_ms": 14.186, "p95_ms": 10.127}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 192, "max_ms": 1.138, "p95_ms": 0.697}, "detection_prepare_ms": {"avg_ms": 1.406, "count": 192, "max_ms": 6.006, "p95_ms": 2.574}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.177, "count": 192, "max_ms": 0.759, "p95_ms": 0.378}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.724, "count": 192, "max_ms": 5.178, "p95_ms": 4.059}, "setup_ms": {"avg_ms": 0.045, "count": 192, "max_ms": 0.137, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.538, "count": 192, "max_ms": 14.088, "p95_ms": 10.007}, "track_match_ms": {"avg_ms": 0.133, "count": 192, "max_ms": 0.469, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.665, "count": 192, "max_ms": 4.651, "p95_ms": 2.932}}, "gstreamer_push": {"avg_ms": 3.197, "count": 192, "max_ms": 15.39, "p95_ms": 4.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 192, "max_ms": 1.088, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.479, "count": 192, "max_ms": 80.425, "p95_ms": 68.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.071, "count": 192, "max_ms": 13.301, "p95_ms": 8.614}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.711, "count": 192, "max_ms": 127.777, "p95_ms": 117.372}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 192, "max_ms": 4.572, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.254, "count": 192, "max_ms": 0.8, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.816, "count": 192, "max_ms": 141.067, "p95_ms": 122.76}, "read_interval": {"avg_ms": 156.551, "count": 191, "max_ms": 3964.269, "p95_ms": 172.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 192, "max_ms": 0.386, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.655, "count": 192, "max_ms": 5.09, "p95_ms": 3.876}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.05, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.636, "count": 192, "max_ms": 5.073, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.492, "count": 192, "max_ms": 80.436, "p95_ms": 68.148}, "visualize": {"avg_ms": 37.393, "count": 192, "max_ms": 60.573, "p95_ms": 48.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.068, "count": 192, "max_ms": 51.538, "p95_ms": 40.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.853, "count": 192, "max_ms": 59.27, "p95_ms": 47.042}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 192, "max_ms": 3.335, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.719, "count": 192, "max_ms": 59.077, "p95_ms": 46.888}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 192, "max_ms": 0.184, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.363, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105880, "write_bytes_delta": 105880, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 525.0, "cpu_core_ratio": 0.560234, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1684.0, "pid": 64143, "reason": null, "system_cpu_core_ratio": 0.242603, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.317631, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.322189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.400296, "system_cpu_s_delta": 8.910000000003492, "user_cpu_core_ratio": 0.921893, "user_cpu_s_delta": 20.51999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 177, "max_ms": 7.999, "p95_ms": 5.13, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.689, "max": 11.0, "p95": 11.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.107, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.107, "max": 3.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.315, "count": 30, "max": 69.071, "p95": 53.202, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.363, "count": 30, "max": 28.49, "p95": 23.051, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.467, "count": 30, "max": 1406.0, "p95": 1201.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3463.533, "count": 30, "max": 49604.0, "p95": 14501.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.064, "count": 30, "max": 1.274, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24649, "sampled_at": "2026-11-03T09:35:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:35:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5147677, "flush_count": 5450, "flush_interval_seconds": 30.0, "flush_state": {"count": 5450, "last_at": "2026-11-03T09:35:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:35:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5449}, "started": true, "suppressed_count": 3158707, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3158310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5450, "written_record_count": 5450}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12399.746, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8747160883200, "copied_frame_count": 3163759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8747160883200, "frame_buffer_copies": 3163759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1042, "count": 512, "max_ms": 0.2908, "p50_ms": 0.0936, "p95_ms": 0.1834, "p99_ms": 0.2526}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4326, "count": 512, "max_ms": 3.2947, "p50_ms": 1.37, "p95_ms": 2.2256, "p99_ms": 2.91, "results": {"failed": 0, "not_applicable": 0, "success": 3163759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 203, "h264_decode_error_count": 662, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:35:47+09:00", "last_error_summary": "[h264 @ 0x5b7eb60e7980] cabac decode of qscale diff failed at 64 62 [h264 @ 0x5b7eb60e7980] error while decoding MB 64 62, bytestream 55728 [h264 @ 0x5b7eb60e7980] error while decoding MB 25 59, bytestream -11 [h264 @ 0x5b7eb5562ac0] cabac decode of qscale diff failed at 76 65 [h264 @ 0x5b7eb5562ac0] error while decoding MB 76 65, bytestream 8238 [h264 @ 0x5b7eb557b180] error while decoding MB 92 31, bytestream -6", "last_exit_at": "2026-11-03T09:35:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 263.284, "last_started_at": "2026-11-03T09:31:24+09:00", "pid": 64143, "process": {"exists": false, "pid": 64143}, "restart_count": 215, "restart_count_per_hour": 6, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 216}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T09:35:47+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-11-03T09:35:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 230.838, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 369.162, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-03T09:35:47.828590+09:00", "mtime_epoch": 1793666147.8285904, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115517}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:35:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2334.547, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3163759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.776, "max": 10.0, "p95": 7.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.255, "max": 3.0, "p95": 2.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.255, "max": 3.0, "p95": 2.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.406, "pushed": 6.406, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 145.689, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.818, "count": 191, "max_ms": 4.3, "p95_ms": 2.716, "reason": null, "sample_age_ms": 180.465, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 191, "max_ms": 3.993, "p95_ms": 2.25, "reason": null, "sample_age_ms": 180.758, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 191, "max_ms": 1.655, "p95_ms": 0.71, "reason": null, "sample_age_ms": 145.699, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.87, "count": 191, "max_ms": 6.938, "p95_ms": 2.96, "reason": null, "sample_age_ms": 179.162, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.14, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.946, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.907, "count": 191, "max_ms": 76.596, "p95_ms": 65.064, "reason": null, "sample_age_ms": 145.684, "source": "client_direct"}, "sample_age_ms": 145.679, "source": "client_direct", "task_total_ms": {"avg_ms": 49.321, "count": 191, "max_ms": 78.717, "p95_ms": 66.902, "reason": null, "sample_age_ms": 145.679, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.146, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.605, "count": 192, "max_ms": 14.186, "p95_ms": 10.127}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 192, "max_ms": 1.138, "p95_ms": 0.697}, "detection_prepare_ms": {"avg_ms": 1.406, "count": 192, "max_ms": 6.006, "p95_ms": 2.574}, "event_filter_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.177, "count": 192, "max_ms": 0.759, "p95_ms": 0.378}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.724, "count": 192, "max_ms": 5.178, "p95_ms": 4.059}, "setup_ms": {"avg_ms": 0.045, "count": 192, "max_ms": 0.137, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.538, "count": 192, "max_ms": 14.088, "p95_ms": 10.007}, "track_match_ms": {"avg_ms": 0.133, "count": 192, "max_ms": 0.469, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.665, "count": 192, "max_ms": 4.651, "p95_ms": 2.932}}, "gstreamer_push": {"avg_ms": 3.197, "count": 192, "max_ms": 15.39, "p95_ms": 4.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 192, "max_ms": 1.088, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.479, "count": 192, "max_ms": 80.425, "p95_ms": 68.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.071, "count": 192, "max_ms": 13.301, "p95_ms": 8.614}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.711, "count": 192, "max_ms": 127.777, "p95_ms": 117.372}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 192, "max_ms": 4.572, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.254, "count": 192, "max_ms": 0.8, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.816, "count": 192, "max_ms": 141.067, "p95_ms": 122.76}, "read_interval": {"avg_ms": 156.551, "count": 191, "max_ms": 3964.269, "p95_ms": 172.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 192, "max_ms": 0.386, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.655, "count": 192, "max_ms": 5.09, "p95_ms": 3.876}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.05, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.636, "count": 192, "max_ms": 5.073, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.492, "count": 192, "max_ms": 80.436, "p95_ms": 68.148}, "visualize": {"avg_ms": 37.393, "count": 192, "max_ms": 60.573, "p95_ms": 48.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.068, "count": 192, "max_ms": 51.538, "p95_ms": 40.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.853, "count": 192, "max_ms": 59.27, "p95_ms": 47.042}, "visualize_input_copy_ms": {"avg_ms": 1.333, "count": 192, "max_ms": 3.335, "p95_ms": 2.109}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.719, "count": 192, "max_ms": 59.077, "p95_ms": 46.888}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 192, "max_ms": 0.184, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.363, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105880, "write_bytes_delta": 105880, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 525.0, "cpu_core_ratio": 0.560234, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1684.0, "pid": 64143, "reason": null, "system_cpu_core_ratio": 0.242603, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.317631, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.322189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.400296, "system_cpu_s_delta": 8.910000000003492, "user_cpu_core_ratio": 0.921893, "user_cpu_s_delta": 20.51999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 177, "max_ms": 7.999, "p95_ms": 5.13, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.689, "max": 11.0, "p95": 11.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.107, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.107, "max": 3.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.315, "count": 30, "max": 69.071, "p95": 53.202, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.363, "count": 30, "max": 28.49, "p95": 23.051, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.467, "count": 30, "max": 1406.0, "p95": 1201.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3463.533, "count": 30, "max": 49604.0, "p95": 14501.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.064, "count": 30, "max": 1.274, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24649, "sampled_at": "2026-11-03T09:35:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:35:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5147677, "flush_count": 5450, "flush_interval_seconds": 30.0, "flush_state": {"count": 5450, "last_at": "2026-11-03T09:35:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:35:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5449}, "started": true, "suppressed_count": 3158707, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3158310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5450, "written_record_count": 5450}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12563.242, "limit_mb": null}, "detail": {"pid": 64259, "restart_count": 216, "start_count": 217}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8747160883200, "copied_frame_count": 3163759, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8747160883200, "frame_buffer_copies": 3163759, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1042, "count": 512, "max_ms": 0.2908, "p50_ms": 0.0936, "p95_ms": 0.1834, "p99_ms": 0.2526}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4326, "count": 512, "max_ms": 3.2947, "p50_ms": 1.37, "p95_ms": 2.2256, "p99_ms": 2.91, "results": {"failed": 0, "not_applicable": 0, "success": 3163759, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 203, "h264_decode_error_count": 662, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:35:47+09:00", "last_error_summary": "[h264 @ 0x5b7eb60e7980] cabac decode of qscale diff failed at 64 62 [h264 @ 0x5b7eb60e7980] error while decoding MB 64 62, bytestream 55728 [h264 @ 0x5b7eb60e7980] error while decoding MB 25 59, bytestream -11 [h264 @ 0x5b7eb5562ac0] cabac decode of qscale diff failed at 76 65 [h264 @ 0x5b7eb5562ac0] error while decoding MB 76 65, bytestream 8238 [h264 @ 0x5b7eb557b180] error while decoding MB 92 31, bytestream -6", "last_exit_at": "2026-11-03T09:35:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T09:35:50+09:00", "pid": 64259, "process": {"exists": true, "fd_count": 5, "hwm_mb": 197.492, "name": "ffmpeg", "pid": 64259, "rss_mb": 197.492, "state": "S (sleeping)", "threads": 70}, "restart_count": 216, "restart_count_per_hour": 7, "rtsp_timeout_count": 128, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2281, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163759, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.576, "last_frame_pushed_at": "2026-11-03T09:35:47+09:00", "last_frame_read_age_sec": 4.682, "last_frame_read_at": "2026-11-03T09:35:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.356, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 364.644, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 4.565, "exists": true, "mtime": "2026-11-03T09:35:47.828590+09:00", "mtime_epoch": 1793666147.8285904, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115517}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:35:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2334.551, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3163759, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.685, "max": 7.0, "p95": 7.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.524, "max": 3.0, "p95": 2.0, "sample_count": 168}, "total": {"avg": 1.524, "max": 3.0, "p95": 2.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.423, "max": 3.0, "p95": 2.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.423, "max": 3.0, "p95": 2.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.758, "pushed": 5.758, "read": 5.758}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.029, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4657.959, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.835, "count": 168, "max_ms": 4.3, "p95_ms": 2.724, "reason": null, "sample_age_ms": 4692.736, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.355, "count": 168, "max_ms": 3.993, "p95_ms": 2.253, "reason": null, "sample_age_ms": 4693.029, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 168, "max_ms": 1.655, "p95_ms": 0.711, "reason": null, "sample_age_ms": 4657.97, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.853, "count": 168, "max_ms": 3.975, "p95_ms": 2.848, "reason": null, "sample_age_ms": 4691.432, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4691.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4658.216, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.918, "count": 168, "max_ms": 76.596, "p95_ms": 65.245, "reason": null, "sample_age_ms": 4657.955, "source": "client_direct"}, "sample_age_ms": 4657.95, "source": "client_direct", "task_total_ms": {"avg_ms": 49.312, "count": 168, "max_ms": 78.717, "p95_ms": 67.037, "reason": null, "sample_age_ms": 4657.95, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.416, "count": 168, "max_ms": 14.186, "p95_ms": 10.049}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 168, "max_ms": 1.138, "p95_ms": 0.697}, "detection_prepare_ms": {"avg_ms": 1.363, "count": 168, "max_ms": 6.006, "p95_ms": 2.568}, "event_filter_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.157, "count": 168, "max_ms": 0.524, "p95_ms": 0.314}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.614, "count": 168, "max_ms": 5.178, "p95_ms": 3.958}, "setup_ms": {"avg_ms": 0.043, "count": 168, "max_ms": 0.127, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 5.35, "count": 168, "max_ms": 14.088, "p95_ms": 9.68}, "track_match_ms": {"avg_ms": 0.14, "count": 168, "max_ms": 0.469, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.649, "count": 168, "max_ms": 4.651, "p95_ms": 2.932}}, "gstreamer_push": {"avg_ms": 3.2, "count": 168, "max_ms": 15.39, "p95_ms": 4.907}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 168, "max_ms": 1.088, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.526, "count": 168, "max_ms": 80.425, "p95_ms": 68.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.116, "count": 168, "max_ms": 13.301, "p95_ms": 8.65}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.524, "count": 168, "max_ms": 127.777, "p95_ms": 118.215}, "inference_input_copy_ms": {"avg_ms": 1.778, "count": 168, "max_ms": 4.572, "p95_ms": 2.876}, "processing_residual_ms": {"avg_ms": 0.261, "count": 168, "max_ms": 0.8, "p95_ms": 0.45}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.679, "count": 168, "max_ms": 141.067, "p95_ms": 123.411}, "read_interval": {"avg_ms": 162.002, "count": 168, "max_ms": 3964.269, "p95_ms": 172.853}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 168, "max_ms": 0.386, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.551, "count": 168, "max_ms": 5.09, "p95_ms": 3.876}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 168, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.532, "count": 168, "max_ms": 5.073, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.538, "count": 168, "max_ms": 80.436, "p95_ms": 68.148}, "visualize": {"avg_ms": 37.364, "count": 168, "max_ms": 60.573, "p95_ms": 48.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.009, "count": 168, "max_ms": 51.538, "p95_ms": 40.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.839, "count": 168, "max_ms": 59.27, "p95_ms": 47.042}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 168, "max_ms": 3.335, "p95_ms": 2.143}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.705, "count": 168, "max_ms": 59.077, "p95_ms": 46.888}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 168, "max_ms": 0.184, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.363, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.132, "sample_count": 2272, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3163592, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:35:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 105880, "write_bytes_delta": 105880, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 525.0, "cpu_core_ratio": 0.560234, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1684.0, "pid": 64143, "reason": null, "system_cpu_core_ratio": 0.242603, "system_cpu_s_delta": 5.4, "user_cpu_core_ratio": 0.317631, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.322189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.400296, "system_cpu_s_delta": 8.910000000003492, "user_cpu_core_ratio": 0.921893, "user_cpu_s_delta": 20.51999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 177, "max_ms": 7.999, "p95_ms": 5.13, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.689, "max": 11.0, "p95": 11.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.107, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 2.107, "max": 3.0, "p95": 3.0, "sample_count": 177}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.315, "count": 30, "max": 69.071, "p95": 53.202, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.363, "count": 30, "max": 28.49, "p95": 23.051, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.467, "count": 30, "max": 1406.0, "p95": 1201.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3463.533, "count": 30, "max": 49604.0, "p95": 14501.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113521.333, "count": 30, "max": 122060.0, "p95": 118451.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 47.0, "p95": 31.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.573, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.064, "count": 30, "max": 1.274, "p95": 1.253, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24649, "sampled_at": "2026-11-03T09:35:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:35:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.176, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5150735, "flush_count": 5453, "flush_interval_seconds": 30.0, "flush_state": {"count": 5453, "last_at": "2026-11-03T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5452}, "started": true, "suppressed_count": 3159844, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3159447}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5453, "written_record_count": 5453}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12403.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 11, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5653dfe6b000] cabac decode of qscale diff failed at 85 67 [h264 @ 0x5653dfe6b000] error while decoding MB 85 67, bytestream 3069 [h264 @ 0x5653e0a7a300] cabac decode of qscale diff failed at 70 64 [h264 @ 0x5653e0a7a300] error while decoding MB 70 64, bytestream 92253 [h264 @ 0x5653e09ab540] left block unavailable for requested intra mode [h264 @ 0x5653e09ab540] error while decoding MB 0 36, bytestream 67330 [h264 @ 0x5653dfebb640] cabac decode of qscale diff failed at 76 65 [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8750309990400, "copied_frame_count": 3164898, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8750309990400, "frame_buffer_copies": 3164898, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 3.0566, "p50_ms": 0.0953, "p95_ms": 0.1995, "p99_ms": 0.2652}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5049, "count": 512, "max_ms": 4.8633, "p50_ms": 1.4438, "p95_ms": 2.3993, "p99_ms": 2.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3164898, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 673, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:38:35+09:00", "last_error_summary": "[h264 @ 0x5653dfe6b000] cabac decode of qscale diff failed at 85 67 [h264 @ 0x5653dfe6b000] error while decoding MB 85 67, bytestream 3069 [h264 @ 0x5653e0a7a300] cabac decode of qscale diff failed at 70 64 [h264 @ 0x5653e0a7a300] error while decoding MB 70 64, bytestream 92253 [h264 @ 0x5653e09ab540] left block unavailable for requested intra mode [h264 @ 0x5653e09ab540] error while decoding MB 0 36, bytestream 67330 [h264 @ 0x5653dfebb640] cabac decode of qscale diff failed at 76 65 [h264 @ 0x", "last_exit_at": "2026-11-03T09:35:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.271, "last_started_at": "2026-11-03T09:35:50+09:00", "pid": 64259, "process": {"exists": false, "pid": 64259}, "restart_count": 216, "restart_count_per_hour": 7, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164898, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-11-03T09:38:35+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-03T09:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.606, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 201.394, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-03T09:38:35.594606+09:00", "mtime_epoch": 1793666315.594606, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111209}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:38:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3164899, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.633, "max": 7.0, "p95": 5.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.117, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.117, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 61, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.033, "pushed": 2.033, "read": 2.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 16.13, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 61, "max_ms": 4.87, "p95_ms": 3.289, "reason": null, "sample_age_ms": 71.87, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 61, "max_ms": 3.885, "p95_ms": 1.452, "reason": null, "sample_age_ms": 72.084, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 61, "max_ms": 0.608, "p95_ms": 0.512, "reason": null, "sample_age_ms": 16.137, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 61, "max_ms": 3.574, "p95_ms": 2.687, "reason": null, "sample_age_ms": 70.953, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.936, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.445, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.148, "count": 61, "max_ms": 72.716, "p95_ms": 57.638, "reason": null, "sample_age_ms": 16.124, "source": "client_direct"}, "sample_age_ms": 16.12, "source": "client_direct", "task_total_ms": {"avg_ms": 43.245, "count": 61, "max_ms": 74.821, "p95_ms": 60.378, "reason": null, "sample_age_ms": 16.12, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.56, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.045, "count": 60, "max_ms": 9.255, "p95_ms": 7.151}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.348, "count": 60, "max_ms": 0.977, "p95_ms": 0.657}, "detection_prepare_ms": {"avg_ms": 1.216, "count": 60, "max_ms": 2.772, "p95_ms": 2.323}, "event_filter_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 60, "max_ms": 0.528, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.773, "count": 60, "max_ms": 3.872, "p95_ms": 1.692}, "setup_ms": {"avg_ms": 0.041, "count": 60, "max_ms": 0.084, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 3.998, "count": 60, "max_ms": 9.159, "p95_ms": 7.042}, "track_match_ms": {"avg_ms": 0.066, "count": 60, "max_ms": 0.226, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.315, "count": 60, "max_ms": 2.544, "p95_ms": 2.033}}, "gstreamer_push": {"avg_ms": 3.177, "count": 60, "max_ms": 6.219, "p95_ms": 5.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 60, "max_ms": 0.426, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.184, "count": 60, "max_ms": 75.485, "p95_ms": 62.753}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.009, "count": 60, "max_ms": 14.186, "p95_ms": 7.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.197, "count": 60, "max_ms": 120.878, "p95_ms": 101.826}, "inference_input_copy_ms": {"avg_ms": 1.776, "count": 60, "max_ms": 3.598, "p95_ms": 3.131}, "processing_residual_ms": {"avg_ms": 0.191, "count": 60, "max_ms": 0.432, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.173, "count": 60, "max_ms": 126.872, "p95_ms": 109.421}, "read_interval": {"avg_ms": 505.305, "count": 61, "max_ms": 22360.029, "p95_ms": 212.168}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 60, "max_ms": 0.045, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.716, "count": 60, "max_ms": 3.759, "p95_ms": 1.637}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 60, "max_ms": 0.044, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.702, "count": 60, "max_ms": 3.733, "p95_ms": 1.627}, "worker_merge_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.198, "count": 60, "max_ms": 75.492, "p95_ms": 62.762}, "visualize": {"avg_ms": 36.81, "count": 60, "max_ms": 48.759, "p95_ms": 44.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.142, "count": 60, "max_ms": 44.031, "p95_ms": 39.819}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.307, "count": 60, "max_ms": 47.537, "p95_ms": 43.252}, "visualize_input_copy_ms": {"avg_ms": 1.324, "count": 60, "max_ms": 2.306, "p95_ms": 1.965}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.167, "count": 60, "max_ms": 47.422, "p95_ms": 43.121}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 60, "max_ms": 0.191, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.226, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124711, "write_bytes_delta": 124711, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 228.0, "cpu_core_ratio": 0.292267, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3802.0, "pid": 64259, "reason": null, "system_cpu_core_ratio": 0.144686, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.14758, "user_cpu_s_delta": 4.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.134398, "system_cpu_s_delta": 4.180000000007567, "user_cpu_core_ratio": 0.287444, "user_cpu_s_delta": 8.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.289, "count": 54, "max_ms": 6.219, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.593, "max": 5.0, "p95": 5.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.111, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 54}, "total": {"avg": 1.111, "max": 2.0, "p95": 2.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.216, "count": 30, "max": 69.071, "p95": 54.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.97, "count": 30, "max": 28.49, "p95": 24.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.7, "count": 30, "max": 1406.0, "p95": 1199.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3636.467, "count": 30, "max": 49604.0, "p95": 16122.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.357, "p95": 0.297, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.573, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.274, "p95": 1.241, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24658, "sampled_at": "2026-11-03T09:38:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:38:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.511, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5150735, "flush_count": 5453, "flush_interval_seconds": 30.0, "flush_state": {"count": 5453, "last_at": "2026-11-03T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5452}, "started": true, "suppressed_count": 3159844, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3159447}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5453, "written_record_count": 5453}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12405.215, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:38:35+09:00", "last_error_summary": "[h264 @ 0x5653dfe6b000] cabac decode of qscale diff failed at 85 67 [h264 @ 0x5653dfe6b000] error while decoding MB 85 67, bytestream 3069 [h264 @ 0x5653e0a7a300] cabac decode of qscale diff failed at 70 64 [h264 @ 0x5653e0a7a300] error while decoding MB 70 64, bytestream 92253 [h264 @ 0x5653e09ab540] left block unavailable for requested intra mode [h264 @ 0x5653e09ab540] error while decoding MB 0 36, bytestream 67330 [h264 @ 0x5653dfebb640] cabac decode of qscale diff failed at 76 65 [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8750312755200, "copied_frame_count": 3164899, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8750312755200, "frame_buffer_copies": 3164899, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 3.0566, "p50_ms": 0.0953, "p95_ms": 0.1995, "p99_ms": 0.2652}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5059, "count": 512, "max_ms": 4.8633, "p50_ms": 1.4444, "p95_ms": 2.3993, "p99_ms": 2.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3164899, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 673, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:38:35+09:00", "last_error_summary": "[h264 @ 0x5653dfe6b000] cabac decode of qscale diff failed at 85 67 [h264 @ 0x5653dfe6b000] error while decoding MB 85 67, bytestream 3069 [h264 @ 0x5653e0a7a300] cabac decode of qscale diff failed at 70 64 [h264 @ 0x5653e0a7a300] error while decoding MB 70 64, bytestream 92253 [h264 @ 0x5653e09ab540] left block unavailable for requested intra mode [h264 @ 0x5653e09ab540] error while decoding MB 0 36, bytestream 67330 [h264 @ 0x5653dfebb640] cabac decode of qscale diff failed at 76 65 [h264 @ 0x", "last_exit_at": "2026-11-03T09:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.316, "last_started_at": "2026-11-03T09:35:50+09:00", "pid": 64259, "process": {"exists": false, "pid": 64259}, "restart_count": 216, "restart_count_per_hour": 7, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T09:38:35+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-03T09:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.651, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 201.349, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T09:38:35.594606+09:00", "mtime_epoch": 1793666315.594606, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111209}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:38:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3164899, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.689, "max": 7.0, "p95": 5.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 61}, "total": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.064, "pushed": 2.064, "read": 2.064}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 61.603, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 61, "max_ms": 4.87, "p95_ms": 3.289, "reason": null, "sample_age_ms": 117.343, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 61, "max_ms": 3.885, "p95_ms": 1.452, "reason": null, "sample_age_ms": 117.558, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 61, "max_ms": 0.608, "p95_ms": 0.512, "reason": null, "sample_age_ms": 61.61, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 61, "max_ms": 3.574, "p95_ms": 2.687, "reason": null, "sample_age_ms": 116.426, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.41, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.919, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.148, "count": 61, "max_ms": 72.716, "p95_ms": 57.638, "reason": null, "sample_age_ms": 61.598, "source": "client_direct"}, "sample_age_ms": 61.594, "source": "client_direct", "task_total_ms": {"avg_ms": 43.245, "count": 61, "max_ms": 74.821, "p95_ms": 60.378, "reason": null, "sample_age_ms": 61.594, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.567, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.089, "count": 61, "max_ms": 9.255, "p95_ms": 7.151}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 61, "max_ms": 0.977, "p95_ms": 0.657}, "detection_prepare_ms": {"avg_ms": 1.224, "count": 61, "max_ms": 2.772, "p95_ms": 2.323}, "event_filter_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 61, "max_ms": 0.528, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.797, "count": 61, "max_ms": 3.872, "p95_ms": 2.21}, "setup_ms": {"avg_ms": 0.042, "count": 61, "max_ms": 0.084, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.041, "count": 61, "max_ms": 9.159, "p95_ms": 7.042}, "track_match_ms": {"avg_ms": 0.067, "count": 61, "max_ms": 0.226, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.326, "count": 61, "max_ms": 2.544, "p95_ms": 2.033}}, "gstreamer_push": {"avg_ms": 3.193, "count": 61, "max_ms": 6.219, "p95_ms": 5.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 61, "max_ms": 0.426, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.383, "count": 61, "max_ms": 75.485, "p95_ms": 62.753}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.99, "count": 61, "max_ms": 14.186, "p95_ms": 7.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.511, "count": 61, "max_ms": 120.878, "p95_ms": 104.084}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 61, "max_ms": 3.598, "p95_ms": 3.131}, "processing_residual_ms": {"avg_ms": 0.191, "count": 61, "max_ms": 0.432, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.457, "count": 61, "max_ms": 126.872, "p95_ms": 109.421}, "read_interval": {"avg_ms": 505.305, "count": 61, "max_ms": 22360.029, "p95_ms": 212.168}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 61, "max_ms": 0.045, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.739, "count": 61, "max_ms": 3.759, "p95_ms": 2.109}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.044, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.724, "count": 61, "max_ms": 3.733, "p95_ms": 2.087}, "worker_merge_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.396, "count": 61, "max_ms": 75.492, "p95_ms": 62.762}, "visualize": {"avg_ms": 36.887, "count": 61, "max_ms": 48.759, "p95_ms": 44.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.217, "count": 61, "max_ms": 44.031, "p95_ms": 39.819}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.386, "count": 61, "max_ms": 47.537, "p95_ms": 43.252}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 61, "max_ms": 2.306, "p95_ms": 1.965}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.247, "count": 61, "max_ms": 47.422, "p95_ms": 43.121}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.191, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.226, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124711, "write_bytes_delta": 124711, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 228.0, "cpu_core_ratio": 0.292267, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3802.0, "pid": 64259, "reason": null, "system_cpu_core_ratio": 0.144686, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.14758, "user_cpu_s_delta": 4.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.134398, "system_cpu_s_delta": 4.180000000007567, "user_cpu_core_ratio": 0.287444, "user_cpu_s_delta": 8.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.289, "count": 54, "max_ms": 6.219, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.593, "max": 5.0, "p95": 5.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.111, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 54}, "total": {"avg": 1.111, "max": 2.0, "p95": 2.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.216, "count": 30, "max": 69.071, "p95": 54.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.97, "count": 30, "max": 28.49, "p95": 24.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.7, "count": 30, "max": 1406.0, "p95": 1199.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3636.467, "count": 30, "max": 49604.0, "p95": 16122.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.357, "p95": 0.297, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.573, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.274, "p95": 1.241, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24658, "sampled_at": "2026-11-03T09:38:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:38:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.556, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5150735, "flush_count": 5453, "flush_interval_seconds": 30.0, "flush_state": {"count": 5453, "last_at": "2026-11-03T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5452}, "started": true, "suppressed_count": 3159844, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3159447}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5453, "written_record_count": 5453}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12404.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8750312755200, "copied_frame_count": 3164899, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8750312755200, "frame_buffer_copies": 3164899, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 3.0566, "p50_ms": 0.0953, "p95_ms": 0.1995, "p99_ms": 0.2652}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5059, "count": 512, "max_ms": 4.8633, "p50_ms": 1.4444, "p95_ms": 2.3993, "p99_ms": 2.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3164899, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 673, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:38:35+09:00", "last_error_summary": "[h264 @ 0x5653dfe6b000] cabac decode of qscale diff failed at 85 67 [h264 @ 0x5653dfe6b000] error while decoding MB 85 67, bytestream 3069 [h264 @ 0x5653e0a7a300] cabac decode of qscale diff failed at 70 64 [h264 @ 0x5653e0a7a300] error while decoding MB 70 64, bytestream 92253 [h264 @ 0x5653e09ab540] left block unavailable for requested intra mode [h264 @ 0x5653e09ab540] error while decoding MB 0 36, bytestream 67330 [h264 @ 0x5653dfebb640] cabac decode of qscale diff failed at 76 65 [h264 @ 0x", "last_exit_at": "2026-11-03T09:38:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.357, "last_started_at": "2026-11-03T09:35:50+09:00", "pid": 64259, "process": {"exists": false, "pid": 64259}, "restart_count": 216, "restart_count_per_hour": 7, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 217}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T09:38:35+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-11-03T09:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 398.697, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 201.303, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-03T09:38:35.715606+09:00", "mtime_epoch": 1793666315.7156065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111771}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:38:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.105, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3164899, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.689, "max": 7.0, "p95": 5.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 61}, "total": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.061, "pushed": 2.061, "read": 2.061}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.02, "p95_ms": 0.011, "reason": null, "sample_age_ms": 103.156, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 61, "max_ms": 4.87, "p95_ms": 3.289, "reason": null, "sample_age_ms": 158.896, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.285, "count": 61, "max_ms": 3.885, "p95_ms": 1.452, "reason": null, "sample_age_ms": 159.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.276, "count": 61, "max_ms": 0.608, "p95_ms": 0.512, "reason": null, "sample_age_ms": 103.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 61, "max_ms": 3.574, "p95_ms": 2.687, "reason": null, "sample_age_ms": 157.979, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.963, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.472, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.148, "count": 61, "max_ms": 72.716, "p95_ms": 57.638, "reason": null, "sample_age_ms": 103.151, "source": "client_direct"}, "sample_age_ms": 103.147, "source": "client_direct", "task_total_ms": {"avg_ms": 43.245, "count": 61, "max_ms": 74.821, "p95_ms": 60.378, "reason": null, "sample_age_ms": 103.147, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.559, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.089, "count": 61, "max_ms": 9.255, "p95_ms": 7.151}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 61, "max_ms": 0.977, "p95_ms": 0.657}, "detection_prepare_ms": {"avg_ms": 1.224, "count": 61, "max_ms": 2.772, "p95_ms": 2.323}, "event_filter_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 61, "max_ms": 0.528, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.797, "count": 61, "max_ms": 3.872, "p95_ms": 2.21}, "setup_ms": {"avg_ms": 0.042, "count": 61, "max_ms": 0.084, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 4.041, "count": 61, "max_ms": 9.159, "p95_ms": 7.042}, "track_match_ms": {"avg_ms": 0.067, "count": 61, "max_ms": 0.226, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.326, "count": 61, "max_ms": 2.544, "p95_ms": 2.033}}, "gstreamer_push": {"avg_ms": 3.193, "count": 61, "max_ms": 6.219, "p95_ms": 5.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 61, "max_ms": 0.426, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.383, "count": 61, "max_ms": 75.485, "p95_ms": 62.753}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.99, "count": 61, "max_ms": 14.186, "p95_ms": 7.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.511, "count": 61, "max_ms": 120.878, "p95_ms": 104.084}, "inference_input_copy_ms": {"avg_ms": 1.765, "count": 61, "max_ms": 3.598, "p95_ms": 3.131}, "processing_residual_ms": {"avg_ms": 0.191, "count": 61, "max_ms": 0.432, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.457, "count": 61, "max_ms": 126.872, "p95_ms": 109.421}, "read_interval": {"avg_ms": 505.305, "count": 61, "max_ms": 22360.029, "p95_ms": 212.168}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 61, "max_ms": 0.045, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.739, "count": 61, "max_ms": 3.759, "p95_ms": 2.109}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 61, "max_ms": 0.044, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.724, "count": 61, "max_ms": 3.733, "p95_ms": 2.087}, "worker_merge_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.014, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.396, "count": 61, "max_ms": 75.492, "p95_ms": 62.762}, "visualize": {"avg_ms": 36.887, "count": 61, "max_ms": 48.759, "p95_ms": 44.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.217, "count": 61, "max_ms": 44.031, "p95_ms": 39.819}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.386, "count": 61, "max_ms": 47.537, "p95_ms": 43.252}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 61, "max_ms": 2.306, "p95_ms": 1.965}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.247, "count": 61, "max_ms": 47.422, "p95_ms": 43.121}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 61, "max_ms": 0.191, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.226, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124711, "write_bytes_delta": 124711, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 228.0, "cpu_core_ratio": 0.292267, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3802.0, "pid": 64259, "reason": null, "system_cpu_core_ratio": 0.144686, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.14758, "user_cpu_s_delta": 4.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.134398, "system_cpu_s_delta": 4.180000000007567, "user_cpu_core_ratio": 0.287444, "user_cpu_s_delta": 8.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.289, "count": 54, "max_ms": 6.219, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.593, "max": 5.0, "p95": 5.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.111, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 54}, "total": {"avg": 1.111, "max": 2.0, "p95": 2.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.216, "count": 30, "max": 69.071, "p95": 54.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.97, "count": 30, "max": 28.49, "p95": 24.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.7, "count": 30, "max": 1406.0, "p95": 1199.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3636.467, "count": 30, "max": 49604.0, "p95": 16122.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.357, "p95": 0.297, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.573, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.274, "p95": 1.241, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24658, "sampled_at": "2026-11-03T09:38:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:38:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.597, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5150735, "flush_count": 5453, "flush_interval_seconds": 30.0, "flush_state": {"count": 5453, "last_at": "2026-11-03T09:38:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:38:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5452}, "started": true, "suppressed_count": 3159844, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 397, "tracking_summary": 3159447}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5453, "written_record_count": 5453}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12452.332, "limit_mb": null}, "detail": {"pid": 64375, "restart_count": 217, "start_count": 218}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8750312755200, "copied_frame_count": 3164899, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:24:13+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2270909, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:24:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.728}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 397, "events_emitted": 366, "events_failed": 0, "events_observed": 397, "events_suppressed": 31, "frame_buffer_copied_bytes": 8750312755200, "frame_buffer_copies": 3164899, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18300, "recorder_active_input_bytes": 50595840000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 366, "recorder_clips_failed": 0, "recorder_clips_started": 366, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 366, "worker_jobs_accepted": 366, "worker_jobs_completed": 366, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1132, "count": 512, "max_ms": 3.0566, "p50_ms": 0.0953, "p95_ms": 0.1995, "p99_ms": 0.2652}, "stages": {"db_insert": {"avg_ms": 16.3034, "count": 366, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 35.1144, "p99_ms": 43.9807, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6834, "count": 366, "max_ms": 4.0365, "p50_ms": 1.5869, "p95_ms": 2.6745, "p99_ms": 3.2153, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.1485, "count": 397, "max_ms": 4422.916, "p50_ms": 922.7387, "p95_ms": 1335.0017, "p99_ms": 1656.4434, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5059, "count": 512, "max_ms": 4.8633, "p50_ms": 1.4444, "p95_ms": 2.3993, "p99_ms": 2.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3164899, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 483.7726, "count": 397, "max_ms": 1264.9368, "p50_ms": 501.6088, "p95_ms": 630.0491, "p99_ms": 1050.4713, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4894, "count": 366, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8918, "p99_ms": 67.8272, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.9885, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8095, "p95_ms": 7.285, "p99_ms": 8.4623, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.4641, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3264, "p95_ms": 2.6036, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18300, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.1343, "count": 366, "max_ms": 1262.5422, "p50_ms": 500.7291, "p95_ms": 628.3924, "p99_ms": 1050.0784, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.0145, "count": 366, "max_ms": 1192.1198, "p50_ms": 411.9895, "p95_ms": 535.3237, "p99_ms": 967.2636, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7307, "count": 366, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 103.0937, "p99_ms": 110.3209, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5829, "count": 366, "max_ms": 15.8949, "p50_ms": 1.3028, "p95_ms": 2.7056, "p99_ms": 6.3108, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8396, "count": 366, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.7845, "p99_ms": 61.9275, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4338, "count": 366, "max_ms": 16.9396, "p50_ms": 0.7688, "p95_ms": 5.4518, "p99_ms": 10.578, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 397, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3326, "p99_ms": 1.7836, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7981, "count": 366, "max_ms": 9.2164, "p50_ms": 0.6908, "p95_ms": 1.407, "p99_ms": 2.4942, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 366, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.8658, "count": 366, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.9552, "p99_ms": 778.0371, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 397, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 397, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0868, "count": 366, "max_ms": 14.3512, "p50_ms": 1.058, "p95_ms": 8.0752, "p99_ms": 11.2465, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.4912, "count": 366, "max_ms": 92.2129, "p50_ms": 25.1399, "p95_ms": 54.3555, "p99_ms": 70.9812, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0814, "count": 366, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.145, "p99_ms": 0.1857, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.998, "count": 366, "max_ms": 9.2334, "p50_ms": 1.822, "p95_ms": 3.2783, "p99_ms": 5.3988, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.4667, "count": 366, "max_ms": 3837.487, "p50_ms": 424.2063, "p95_ms": 762.3468, "p99_ms": 876.2614, "results": {"failed": 0, "not_applicable": 0, "success": 366, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 366, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 366, "artifact_failed": 0, "artifact_requested": 366, "artifact_success": 366, "completed": 366, "completed_failed": 0, "completed_success": 366, "cooldown_promoted": 366, "database_requested": 366, "db_insert_success": 366, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15935, "relay_business_failed": 0, "relay_business_success": 366, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 366, "relay_transport_failed": 0, "relay_transport_success": 366, "reservation_requested": 366}, "snapshot": {"copied_bytes": 1011916800, "copied_count": 366, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 204, "h264_decode_error_count": 673, "h264_decode_error_count_per_hour": 51, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:38:35+09:00", "last_error_summary": "[h264 @ 0x5653dfe6b000] cabac decode of qscale diff failed at 85 67 [h264 @ 0x5653dfe6b000] error while decoding MB 85 67, bytestream 3069 [h264 @ 0x5653e0a7a300] cabac decode of qscale diff failed at 70 64 [h264 @ 0x5653e0a7a300] error while decoding MB 70 64, bytestream 92253 [h264 @ 0x5653e09ab540] left block unavailable for requested intra mode [h264 @ 0x5653e09ab540] error while decoding MB 0 36, bytestream 67330 [h264 @ 0x5653dfebb640] cabac decode of qscale diff failed at 76 65 [h264 @ 0x", "last_exit_at": "2026-11-03T09:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:38:38+09:00", "pid": 64375, "process": {"exists": true, "fd_count": 5, "hwm_mb": 82.863, "name": "ffmpeg", "pid": 64375, "rss_mb": 82.863, "state": "S (sleeping)", "threads": 19}, "restart_count": 217, "restart_count_per_hour": 8, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 218}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164899, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.692, "last_frame_pushed_at": "2026-11-03T09:38:35+09:00", "last_frame_read_age_sec": 4.806, "last_frame_read_at": "2026-11-03T09:38:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 148, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 403.352, "last_sample_duration_ms": 1162.972, "last_trigger": "periodic", "next_snapshot_in_sec": 196.648, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 548, "storage_bytes": 3133932}, "mjpeg": {"age_sec": 4.682, "exists": true, "mtime": "2026-11-03T09:38:35.715606+09:00", "mtime_epoch": 1793666315.7156065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 111771}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:38:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.109, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 304, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3164899, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.857, "max": 7.0, "p95": 7.0, "sample_count": 28}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.107, "max": 2.0, "p95": 2.0, "sample_count": 28}, "total": {"avg": 1.107, "max": 2.0, "p95": 2.0, "sample_count": 28}}, "tracking_counts": {"active": {"avg": 0.107, "max": 1.0, "p95": 1.0, "sample_count": 28}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "tracked": {"avg": 0.107, "max": 1.0, "p95": 1.0, "sample_count": 28}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 28, "pushed_frames": 28, "read_frames": 27, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.935, "pushed": 0.935, "read": 0.902}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 27, "client_acquire_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.009, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4755.264, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.587, "count": 27, "max_ms": 3.289, "p95_ms": 1.989, "reason": null, "sample_age_ms": 4811.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.228, "count": 27, "max_ms": 1.943, "p95_ms": 1.18, "reason": null, "sample_age_ms": 4811.219, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.311, "count": 28, "max_ms": 0.608, "p95_ms": 0.59, "reason": null, "sample_age_ms": 4755.271, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.51, "count": 27, "max_ms": 2.931, "p95_ms": 2.652, "reason": null, "sample_age_ms": 4810.087, "source": "client_direct"}, "request_count": 27, "request_tensor_bytes": {"avg": 2764808.0, "count": 27, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4810.071, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 28, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4755.58, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.771, "count": 28, "max_ms": 60.551, "p95_ms": 58.255, "reason": null, "sample_age_ms": 4755.259, "source": "client_direct"}, "sample_age_ms": 4755.255, "source": "client_direct", "task_total_ms": {"avg_ms": 43.725, "count": 28, "max_ms": 62.453, "p95_ms": 60.041, "reason": null, "sample_age_ms": 4755.255, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.244, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.43, "count": 28, "max_ms": 8.943, "p95_ms": 7.203}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 28, "max_ms": 0.977, "p95_ms": 0.759}, "detection_prepare_ms": {"avg_ms": 1.397, "count": 28, "max_ms": 2.772, "p95_ms": 2.7}, "event_filter_ms": {"avg_ms": 0.005, "count": 28, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 28, "max_ms": 0.528, "p95_ms": 0.443}, "mcmt_ms": {"avg_ms": 0.003, "count": 28, "max_ms": 0.007, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.826, "count": 28, "max_ms": 2.653, "p95_ms": 2.45}, "setup_ms": {"avg_ms": 0.047, "count": 28, "max_ms": 0.082, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 4.377, "count": 28, "max_ms": 8.871, "p95_ms": 7.118}, "track_match_ms": {"avg_ms": 0.074, "count": 28, "max_ms": 0.226, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 1.391, "count": 28, "max_ms": 2.544, "p95_ms": 2.217}}, "gstreamer_push": {"avg_ms": 3.218, "count": 28, "max_ms": 6.219, "p95_ms": 5.64}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 28, "max_ms": 0.426, "p95_ms": 0.144}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.691, "count": 28, "max_ms": 63.292, "p95_ms": 62.753}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.982, "count": 28, "max_ms": 14.186, "p95_ms": 5.491}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.259, "count": 28, "max_ms": 105.394, "p95_ms": 104.084}, "inference_input_copy_ms": {"avg_ms": 1.525, "count": 28, "max_ms": 3.598, "p95_ms": 3.129}, "processing_residual_ms": {"avg_ms": 0.165, "count": 28, "max_ms": 0.37, "p95_ms": 0.31}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.931, "count": 28, "max_ms": 109.421, "p95_ms": 108.507}, "read_interval": {"avg_ms": 934.137, "count": 27, "max_ms": 22360.029, "p95_ms": 212.168}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 28, "max_ms": 0.045, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.761, "count": 28, "max_ms": 2.583, "p95_ms": 2.361}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 28, "max_ms": 0.044, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.745, "count": 28, "max_ms": 2.568, "p95_ms": 2.336}, "worker_merge_ms": {"avg_ms": 0.006, "count": 28, "max_ms": 0.014, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.705, "count": 28, "max_ms": 63.308, "p95_ms": 62.762}, "visualize": {"avg_ms": 36.929, "count": 28, "max_ms": 45.344, "p95_ms": 44.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.126, "count": 28, "max_ms": 41.109, "p95_ms": 38.935}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.429, "count": 28, "max_ms": 44.127, "p95_ms": 42.796}, "visualize_input_copy_ms": {"avg_ms": 1.306, "count": 28, "max_ms": 2.097, "p95_ms": 1.774}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 28, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.27, "count": 28, "max_ms": 44.049, "p95_ms": 42.599}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 28, "max_ms": 0.191, "p95_ms": 0.188}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 28}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 28}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.226, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.129, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3164891, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:38:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124711, "write_bytes_delta": 124711, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 228.0, "cpu_core_ratio": 0.292267, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3802.0, "pid": 64259, "reason": null, "system_cpu_core_ratio": 0.144686, "system_cpu_s_delta": 4.5, "user_cpu_core_ratio": 0.14758, "user_cpu_s_delta": 4.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.421841, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.134398, "system_cpu_s_delta": 4.180000000007567, "user_cpu_core_ratio": 0.287444, "user_cpu_s_delta": 8.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.289, "count": 54, "max_ms": 6.219, "p95_ms": 5.665, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.593, "max": 5.0, "p95": 5.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.111, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 54}, "total": {"avg": 1.111, "max": 2.0, "p95": 2.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.216, "count": 30, "max": 69.071, "p95": 54.13, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.97, "count": 30, "max": 28.49, "p95": 24.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.7, "count": 30, "max": 1406.0, "p95": 1199.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3636.467, "count": 30, "max": 49604.0, "p95": 16122.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.357, "p95": 0.297, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.485, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.139, "count": 30, "max": 4.17, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112369.533, "count": 30, "max": 124711.0, "p95": 120272.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.573, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.014, "count": 30, "max": 1.274, "p95": 1.241, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24658, "sampled_at": "2026-11-03T09:38:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:38:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5153741, "flush_count": 5456, "flush_interval_seconds": 30.0, "flush_state": {"count": 5456, "last_at": "2026-11-03T09:41:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:41:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5455}, "started": true, "suppressed_count": 3161723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3161325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5456, "written_record_count": 5456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12321.395, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5bbbd8be7900] error while decoding MB 40 65, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8755510579200, "copied_frame_count": 3166779, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8755510579200, "frame_buffer_copies": 3166779, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1119, "count": 512, "max_ms": 2.0248, "p50_ms": 0.0973, "p95_ms": 0.1913, "p99_ms": 0.2404}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.516, "count": 512, "max_ms": 3.3357, "p50_ms": 1.4641, "p95_ms": 2.4304, "p99_ms": 2.9441, "results": {"failed": 0, "not_applicable": 0, "success": 3166779, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 205, "h264_decode_error_count": 674, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:42:18+09:00", "last_error_summary": "[h264 @ 0x5bbbd8be7900] error while decoding MB 40 65, bytestream -10", "last_exit_at": "2026-11-03T09:38:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.521, "last_started_at": "2026-11-03T09:38:38+09:00", "pid": 64375, "process": {"exists": false, "pid": 64375}, "restart_count": 217, "restart_count_per_hour": 8, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 218}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.08, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166779, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T09:42:18+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-03T09:42:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 18.854, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 581.146, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T09:42:18.869920+09:00", "mtime_epoch": 1793666538.8699203, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115258}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:42:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.68, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3166780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.967, "max": 11.0, "p95": 9.0, "sample_count": 271}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.163, "max": 2.0, "p95": 2.0, "sample_count": 153}, "total": {"avg": 0.657, "max": 2.0, "p95": 2.0, "sample_count": 271}}, "tracking_counts": {"active": {"avg": 0.413, "max": 1.0, "p95": 1.0, "sample_count": 271}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}, "removed": {"avg": 0.21, "max": 1.0, "p95": 1.0, "sample_count": 271}, "tracked": {"avg": 0.413, "max": 1.0, "p95": 1.0, "sample_count": 271}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.038, "pushed": 9.038, "read": 9.038}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 271, "client_acquire_ms": {"avg_ms": 0.007, "count": 271, "max_ms": 0.063, "p95_ms": 0.015, "reason": null, "sample_age_ms": 34.302, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.806, "count": 271, "max_ms": 5.564, "p95_ms": 2.963, "reason": null, "sample_age_ms": 71.129, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 271, "max_ms": 5.055, "p95_ms": 2.043, "reason": null, "sample_age_ms": 71.407, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.351, "count": 271, "max_ms": 1.034, "p95_ms": 0.657, "reason": null, "sample_age_ms": 34.312, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.868, "count": 271, "max_ms": 5.839, "p95_ms": 3.149, "reason": null, "sample_age_ms": 69.989, "source": "client_direct"}, "request_count": 271, "request_tensor_bytes": {"avg": 2764808.0, "count": 271, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.97, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 271, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.637, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.568, "count": 271, "max_ms": 83.913, "p95_ms": 63.638, "reason": null, "sample_age_ms": 34.297, "source": "client_direct"}, "sample_age_ms": 34.292, "source": "client_direct", "task_total_ms": {"avg_ms": 47.964, "count": 271, "max_ms": 86.515, "p95_ms": 66.383, "reason": null, "sample_age_ms": 34.292, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.159, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.857, "count": 271, "max_ms": 11.157, "p95_ms": 9.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 271, "max_ms": 1.02, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 0.848, "count": 271, "max_ms": 6.283, "p95_ms": 2.12}, "event_filter_ms": {"avg_ms": 0.005, "count": 271, "max_ms": 0.058, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 271, "max_ms": 0.902, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 271, "max_ms": 0.037, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.493, "count": 271, "max_ms": 6.078, "p95_ms": 3.692}, "setup_ms": {"avg_ms": 0.043, "count": 271, "max_ms": 0.16, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.804, "count": 271, "max_ms": 11.092, "p95_ms": 9.164}, "track_match_ms": {"avg_ms": 0.06, "count": 271, "max_ms": 0.332, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.891, "count": 271, "max_ms": 3.747, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.17, "count": 271, "max_ms": 6.752, "p95_ms": 5.039}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 271, "max_ms": 0.642, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.16, "count": 271, "max_ms": 87.391, "p95_ms": 68.053}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.933, "count": 271, "max_ms": 13.027, "p95_ms": 8.17}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.317, "count": 271, "max_ms": 126.224, "p95_ms": 113.474}, "inference_input_copy_ms": {"avg_ms": 1.648, "count": 271, "max_ms": 5.34, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.199, "count": 271, "max_ms": 0.646, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.098, "count": 271, "max_ms": 130.497, "p95_ms": 118.59}, "read_interval": {"avg_ms": 110.78, "count": 271, "max_ms": 194.985, "p95_ms": 149.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 271, "max_ms": 0.061, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.43, "count": 271, "max_ms": 5.985, "p95_ms": 3.601}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 271, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.414, "count": 271, "max_ms": 5.968, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.006, "count": 271, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.174, "count": 271, "max_ms": 87.4, "p95_ms": 68.089}, "visualize": {"avg_ms": 36.061, "count": 271, "max_ms": 54.327, "p95_ms": 48.77}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.298, "count": 271, "max_ms": 51.671, "p95_ms": 43.448}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.48, "count": 271, "max_ms": 52.351, "p95_ms": 46.974}, "visualize_input_copy_ms": {"avg_ms": 1.378, "count": 271, "max_ms": 3.534, "p95_ms": 2.256}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.349, "count": 271, "max_ms": 52.213, "p95_ms": 46.743}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 271, "max_ms": 0.202, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 271}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.918, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.004, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112686, "write_bytes_delta": 112686, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1152.0, "cpu_core_ratio": 0.486482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 64375, "reason": null, "system_cpu_core_ratio": 0.040499, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.445984, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470983, "system_cpu_s_delta": 9.419999999998254, "user_cpu_core_ratio": 1.130959, "user_cpu_s_delta": 22.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 280, "max_ms": 6.993, "p95_ms": 4.956, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.176, "max": 11.0, "p95": 9.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.175, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.649, "max": 2.0, "p95": 2.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.574, "count": 30, "max": 57.207, "p95": 48.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.565, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 931.633, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1876.9, "count": 30, "max": 20161.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.303, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.462, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.8, "count": 30, "max": 47080.0, "p95": 3971.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.211, "p95": 1.191, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24668, "sampled_at": "2026-11-03T09:41:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:41:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5153741, "flush_count": 5456, "flush_interval_seconds": 30.0, "flush_state": {"count": 5456, "last_at": "2026-11-03T09:41:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:41:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5455}, "started": true, "suppressed_count": 3161723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3161325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5456, "written_record_count": 5456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12321.301, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:42:18+09:00", "last_error_summary": "[h264 @ 0x5bbbd8be7900] error while decoding MB 40 65, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8755513344000, "copied_frame_count": 3166780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8755513344000, "frame_buffer_copies": 3166780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 2.0248, "p50_ms": 0.0973, "p95_ms": 0.1913, "p99_ms": 0.2404}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5273, "count": 512, "max_ms": 7.3509, "p50_ms": 1.4641, "p95_ms": 2.4383, "p99_ms": 3.0871, "results": {"failed": 0, "not_applicable": 0, "success": 3166780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 205, "h264_decode_error_count": 674, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:42:18+09:00", "last_error_summary": "[h264 @ 0x5bbbd8be7900] error while decoding MB 40 65, bytestream -10", "last_exit_at": "2026-11-03T09:42:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.593, "last_started_at": "2026-11-03T09:38:38+09:00", "pid": 64375, "process": {"exists": false, "pid": 64375}, "restart_count": 217, "restart_count_per_hour": 8, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 218}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.056, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-03T09:42:18+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-03T09:42:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 18.889, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 581.111, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T09:42:18.984921+09:00", "mtime_epoch": 1793666538.9849207, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115408}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:42:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3166780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.963, "max": 11.0, "p95": 9.0, "sample_count": 271}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.157, "max": 2.0, "p95": 2.0, "sample_count": 153}, "total": {"avg": 0.653, "max": 2.0, "p95": 2.0, "sample_count": 271}}, "tracking_counts": {"active": {"avg": 0.417, "max": 1.0, "p95": 1.0, "sample_count": 271}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}, "removed": {"avg": 0.21, "max": 1.0, "p95": 1.0, "sample_count": 271}, "tracked": {"avg": 0.417, "max": 1.0, "p95": 1.0, "sample_count": 271}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.053, "pushed": 9.053, "read": 9.019}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 270, "client_acquire_ms": {"avg_ms": 0.007, "count": 270, "max_ms": 0.063, "p95_ms": 0.015, "reason": null, "sample_age_ms": 94.798, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 270, "max_ms": 5.564, "p95_ms": 2.963, "reason": null, "sample_age_ms": 131.625, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 270, "max_ms": 5.055, "p95_ms": 2.05, "reason": null, "sample_age_ms": 131.903, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 270, "max_ms": 1.034, "p95_ms": 0.659, "reason": null, "sample_age_ms": 94.808, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 270, "max_ms": 5.839, "p95_ms": 3.149, "reason": null, "sample_age_ms": 130.485, "source": "client_direct"}, "request_count": 270, "request_tensor_bytes": {"avg": 2764808.0, "count": 270, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 130.466, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 270, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.133, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.574, "count": 270, "max_ms": 83.913, "p95_ms": 63.643, "reason": null, "sample_age_ms": 94.793, "source": "client_direct"}, "sample_age_ms": 94.788, "source": "client_direct", "task_total_ms": {"avg_ms": 47.971, "count": 270, "max_ms": 86.515, "p95_ms": 66.389, "reason": null, "sample_age_ms": 94.788, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.073, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.85, "count": 271, "max_ms": 11.157, "p95_ms": 9.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 271, "max_ms": 1.02, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 0.848, "count": 271, "max_ms": 6.283, "p95_ms": 2.12}, "event_filter_ms": {"avg_ms": 0.005, "count": 271, "max_ms": 0.058, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 271, "max_ms": 0.902, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 271, "max_ms": 0.037, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.487, "count": 271, "max_ms": 6.078, "p95_ms": 3.692}, "setup_ms": {"avg_ms": 0.043, "count": 271, "max_ms": 0.16, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.797, "count": 271, "max_ms": 11.092, "p95_ms": 9.164}, "track_match_ms": {"avg_ms": 0.061, "count": 271, "max_ms": 0.332, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.891, "count": 271, "max_ms": 3.747, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.17, "count": 271, "max_ms": 6.752, "p95_ms": 5.039}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 271, "max_ms": 0.642, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.148, "count": 271, "max_ms": 87.391, "p95_ms": 68.053}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.929, "count": 271, "max_ms": 13.027, "p95_ms": 8.17}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.369, "count": 271, "max_ms": 126.224, "p95_ms": 113.474}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 271, "max_ms": 5.34, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.199, "count": 271, "max_ms": 0.646, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.143, "count": 271, "max_ms": 130.497, "p95_ms": 118.59}, "read_interval": {"avg_ms": 110.815, "count": 270, "max_ms": 194.985, "p95_ms": 149.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 271, "max_ms": 0.061, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.424, "count": 271, "max_ms": 5.985, "p95_ms": 3.601}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 271, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.408, "count": 271, "max_ms": 5.968, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.006, "count": 271, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.162, "count": 271, "max_ms": 87.4, "p95_ms": 68.089}, "visualize": {"avg_ms": 36.133, "count": 271, "max_ms": 58.08, "p95_ms": 48.776}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.347, "count": 271, "max_ms": 51.671, "p95_ms": 43.515}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.55, "count": 271, "max_ms": 56.011, "p95_ms": 46.975}, "visualize_input_copy_ms": {"avg_ms": 1.38, "count": 271, "max_ms": 3.534, "p95_ms": 2.256}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.419, "count": 271, "max_ms": 55.919, "p95_ms": 46.753}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 271, "max_ms": 0.202, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 271}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.918, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.004, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112686, "write_bytes_delta": 112686, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1152.0, "cpu_core_ratio": 0.486482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 64375, "reason": null, "system_cpu_core_ratio": 0.040499, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.445984, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470983, "system_cpu_s_delta": 9.419999999998254, "user_cpu_core_ratio": 1.130959, "user_cpu_s_delta": 22.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 280, "max_ms": 6.993, "p95_ms": 4.956, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.176, "max": 11.0, "p95": 9.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.175, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.649, "max": 2.0, "p95": 2.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.574, "count": 30, "max": 57.207, "p95": 48.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.565, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 931.633, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1876.9, "count": 30, "max": 20161.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.303, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.462, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.8, "count": 30, "max": 47080.0, "p95": 3971.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.211, "p95": 1.191, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24668, "sampled_at": "2026-11-03T09:41:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:41:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5153741, "flush_count": 5456, "flush_interval_seconds": 30.0, "flush_state": {"count": 5456, "last_at": "2026-11-03T09:41:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:41:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5455}, "started": true, "suppressed_count": 3161723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3161325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5456, "written_record_count": 5456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12321.797, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8755513344000, "copied_frame_count": 3166780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8755513344000, "frame_buffer_copies": 3166780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 2.0248, "p50_ms": 0.0973, "p95_ms": 0.1913, "p99_ms": 0.2404}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5273, "count": 512, "max_ms": 7.3509, "p50_ms": 1.4641, "p95_ms": 2.4383, "p99_ms": 3.0871, "results": {"failed": 0, "not_applicable": 0, "success": 3166780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 205, "h264_decode_error_count": 674, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:42:18+09:00", "last_error_summary": "[h264 @ 0x5bbbd8be7900] error while decoding MB 40 65, bytestream -10", "last_exit_at": "2026-11-03T09:42:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 220.634, "last_started_at": "2026-11-03T09:38:38+09:00", "pid": 64375, "process": {"exists": false, "pid": 64375}, "restart_count": 217, "restart_count_per_hour": 8, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 218}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.056, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-03T09:42:18+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-11-03T09:42:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 18.942, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 581.058, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-03T09:42:18.984921+09:00", "mtime_epoch": 1793666538.9849207, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115408}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:42:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.664, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3166780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.963, "max": 11.0, "p95": 9.0, "sample_count": 271}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.157, "max": 2.0, "p95": 2.0, "sample_count": 153}, "total": {"avg": 0.653, "max": 2.0, "p95": 2.0, "sample_count": 271}}, "tracking_counts": {"active": {"avg": 0.417, "max": 1.0, "p95": 1.0, "sample_count": 271}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}, "removed": {"avg": 0.21, "max": 1.0, "p95": 1.0, "sample_count": 271}, "tracked": {"avg": 0.417, "max": 1.0, "p95": 1.0, "sample_count": 271}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 271, "pushed_frames": 271, "read_frames": 270, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.04, "pushed": 9.04, "read": 9.007}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 270, "client_acquire_ms": {"avg_ms": 0.007, "count": 270, "max_ms": 0.063, "p95_ms": 0.015, "reason": null, "sample_age_ms": 143.6, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 270, "max_ms": 5.564, "p95_ms": 2.963, "reason": null, "sample_age_ms": 180.428, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 270, "max_ms": 5.055, "p95_ms": 2.05, "reason": null, "sample_age_ms": 180.706, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 270, "max_ms": 1.034, "p95_ms": 0.659, "reason": null, "sample_age_ms": 143.61, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 270, "max_ms": 5.839, "p95_ms": 3.149, "reason": null, "sample_age_ms": 179.288, "source": "client_direct"}, "request_count": 270, "request_tensor_bytes": {"avg": 2764808.0, "count": 270, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 270, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 143.935, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.574, "count": 270, "max_ms": 83.913, "p95_ms": 63.643, "reason": null, "sample_age_ms": 143.595, "source": "client_direct"}, "sample_age_ms": 143.59, "source": "client_direct", "task_total_ms": {"avg_ms": 47.971, "count": 270, "max_ms": 86.515, "p95_ms": 66.389, "reason": null, "sample_age_ms": 143.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.144, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.85, "count": 271, "max_ms": 11.157, "p95_ms": 9.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 271, "max_ms": 1.02, "p95_ms": 0.643}, "detection_prepare_ms": {"avg_ms": 0.848, "count": 271, "max_ms": 6.283, "p95_ms": 2.12}, "event_filter_ms": {"avg_ms": 0.005, "count": 271, "max_ms": 0.058, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 271, "max_ms": 0.902, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 271, "max_ms": 0.037, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.487, "count": 271, "max_ms": 6.078, "p95_ms": 3.692}, "setup_ms": {"avg_ms": 0.043, "count": 271, "max_ms": 0.16, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.797, "count": 271, "max_ms": 11.092, "p95_ms": 9.164}, "track_match_ms": {"avg_ms": 0.061, "count": 271, "max_ms": 0.332, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 0.891, "count": 271, "max_ms": 3.747, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.17, "count": 271, "max_ms": 6.752, "p95_ms": 5.039}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 271, "max_ms": 0.642, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.148, "count": 271, "max_ms": 87.391, "p95_ms": 68.053}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.929, "count": 271, "max_ms": 13.027, "p95_ms": 8.17}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.369, "count": 271, "max_ms": 126.224, "p95_ms": 113.474}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 271, "max_ms": 5.34, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.199, "count": 271, "max_ms": 0.646, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.143, "count": 271, "max_ms": 130.497, "p95_ms": 118.59}, "read_interval": {"avg_ms": 110.815, "count": 270, "max_ms": 194.985, "p95_ms": 149.678}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 271, "max_ms": 0.061, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.424, "count": 271, "max_ms": 5.985, "p95_ms": 3.601}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 271, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.408, "count": 271, "max_ms": 5.968, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.006, "count": 271, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.162, "count": 271, "max_ms": 87.4, "p95_ms": 68.089}, "visualize": {"avg_ms": 36.133, "count": 271, "max_ms": 58.08, "p95_ms": 48.776}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.347, "count": 271, "max_ms": 51.671, "p95_ms": 43.515}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.55, "count": 271, "max_ms": 56.011, "p95_ms": 46.975}, "visualize_input_copy_ms": {"avg_ms": 1.38, "count": 271, "max_ms": 3.534, "p95_ms": 2.256}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 271, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.419, "count": 271, "max_ms": 55.919, "p95_ms": 46.753}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 271, "max_ms": 0.202, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 271}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 271}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.918, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.004, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112686, "write_bytes_delta": 112686, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1152.0, "cpu_core_ratio": 0.486482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 64375, "reason": null, "system_cpu_core_ratio": 0.040499, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.445984, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470983, "system_cpu_s_delta": 9.419999999998254, "user_cpu_core_ratio": 1.130959, "user_cpu_s_delta": 22.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 280, "max_ms": 6.993, "p95_ms": 4.956, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.176, "max": 11.0, "p95": 9.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.175, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.649, "max": 2.0, "p95": 2.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.574, "count": 30, "max": 57.207, "p95": 48.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.565, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 931.633, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1876.9, "count": 30, "max": 20161.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.303, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.462, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.8, "count": 30, "max": 47080.0, "p95": 3971.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.211, "p95": 1.191, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24668, "sampled_at": "2026-11-03T09:41:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:41:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5153741, "flush_count": 5456, "flush_interval_seconds": 30.0, "flush_state": {"count": 5456, "last_at": "2026-11-03T09:41:34", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:41:34", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5455}, "started": true, "suppressed_count": 3161723, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3161325}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5456, "written_record_count": 5456}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12341.824, "limit_mb": null}, "detail": {"pid": 64553, "restart_count": 218, "start_count": 219}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8755513344000, "copied_frame_count": 3166780, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8755513344000, "frame_buffer_copies": 3166780, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1118, "count": 512, "max_ms": 2.0248, "p50_ms": 0.0973, "p95_ms": 0.1913, "p99_ms": 0.2404}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5273, "count": 512, "max_ms": 7.3509, "p50_ms": 1.4641, "p95_ms": 2.4383, "p99_ms": 3.0871, "results": {"failed": 0, "not_applicable": 0, "success": 3166780, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 205, "h264_decode_error_count": 674, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:42:18+09:00", "last_error_summary": "[h264 @ 0x5bbbd8be7900] error while decoding MB 40 65, bytestream -10", "last_exit_at": "2026-11-03T09:42:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T09:42:21+09:00", "pid": 64553, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.883, "name": "ffmpeg", "pid": 64553, "rss_mb": 57.883, "state": "S (sleeping)", "threads": 1}, "restart_count": 218, "restart_count_per_hour": 9, "rtsp_timeout_count": 130, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.104, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:42:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.16, "last_frame_pushed_at": "2026-11-03T09:42:18+09:00", "last_frame_read_age_sec": 4.274, "last_frame_read_at": "2026-11-03T09:42:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 23.047, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 576.953, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 4.153, "exists": true, "mtime": "2026-11-03T09:42:18.984921+09:00", "mtime_epoch": 1793666538.9849207, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115408}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:42:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.668, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3166780, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.752, "max": 11.0, "p95": 9.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.138, "max": 2.0, "p95": 2.0, "sample_count": 138}, "total": {"avg": 0.683, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.491, "max": 1.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.248, "max": 1.0, "p95": 1.0, "sample_count": 230}, "tracked": {"avg": 0.491, "max": 1.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.667, "pushed": 7.7, "read": 7.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.063, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4249.597, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.833, "count": 229, "max_ms": 5.249, "p95_ms": 2.984, "reason": null, "sample_age_ms": 4286.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 229, "max_ms": 3.417, "p95_ms": 2.027, "reason": null, "sample_age_ms": 4286.702, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 230, "max_ms": 1.034, "p95_ms": 0.697, "reason": null, "sample_age_ms": 4249.607, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.901, "count": 229, "max_ms": 5.839, "p95_ms": 3.141, "reason": null, "sample_age_ms": 4285.285, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4285.265, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4249.932, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.978, "count": 230, "max_ms": 73.82, "p95_ms": 64.212, "reason": null, "sample_age_ms": 4249.592, "source": "client_direct"}, "sample_age_ms": 4249.587, "source": "client_direct", "task_total_ms": {"avg_ms": 48.411, "count": 230, "max_ms": 76.209, "p95_ms": 66.736, "reason": null, "sample_age_ms": 4249.587, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.943, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.048, "count": 230, "max_ms": 11.157, "p95_ms": 9.289}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.308, "count": 230, "max_ms": 1.02, "p95_ms": 0.605}, "detection_prepare_ms": {"avg_ms": 0.898, "count": 230, "max_ms": 6.283, "p95_ms": 2.15}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.058, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.137, "count": 230, "max_ms": 0.902, "p95_ms": 0.313}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.037, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.577, "count": 230, "max_ms": 6.078, "p95_ms": 3.692}, "setup_ms": {"avg_ms": 0.043, "count": 230, "max_ms": 0.16, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.994, "count": 230, "max_ms": 11.092, "p95_ms": 9.206}, "track_match_ms": {"avg_ms": 0.067, "count": 230, "max_ms": 0.332, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 0.955, "count": 230, "max_ms": 3.747, "p95_ms": 2.554}}, "gstreamer_push": {"avg_ms": 3.232, "count": 231, "max_ms": 6.752, "p95_ms": 5.074}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 230, "max_ms": 0.642, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.623, "count": 230, "max_ms": 78.709, "p95_ms": 68.262}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.977, "count": 230, "max_ms": 13.027, "p95_ms": 8.221}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.308, "count": 230, "max_ms": 125.738, "p95_ms": 113.865}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 230, "max_ms": 5.34, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.204, "count": 230, "max_ms": 0.646, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.166, "count": 230, "max_ms": 130.497, "p95_ms": 119.027}, "read_interval": {"avg_ms": 112.288, "count": 230, "max_ms": 194.985, "p95_ms": 151.462}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 230, "max_ms": 0.061, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.513, "count": 230, "max_ms": 5.985, "p95_ms": 3.601}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 230, "max_ms": 0.047, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.496, "count": 230, "max_ms": 5.968, "p95_ms": 3.54}, "worker_merge_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.036, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.637, "count": 230, "max_ms": 78.721, "p95_ms": 68.275}, "visualize": {"avg_ms": 36.385, "count": 230, "max_ms": 58.08, "p95_ms": 49.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.524, "count": 230, "max_ms": 51.671, "p95_ms": 43.779}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.799, "count": 230, "max_ms": 56.011, "p95_ms": 47.191}, "visualize_input_copy_ms": {"avg_ms": 1.381, "count": 230, "max_ms": 3.534, "p95_ms": 2.256}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.669, "count": 230, "max_ms": 55.919, "p95_ms": 47.002}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 230, "max_ms": 0.165, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.918, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.004, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3166571, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:41:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112686, "write_bytes_delta": 112686, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1152.0, "cpu_core_ratio": 0.486482, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 64375, "reason": null, "system_cpu_core_ratio": 0.040499, "system_cpu_s_delta": 0.8099999999999996, "user_cpu_core_ratio": 0.445984, "user_cpu_s_delta": 8.920000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.601942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470983, "system_cpu_s_delta": 9.419999999998254, "user_cpu_core_ratio": 1.130959, "user_cpu_s_delta": 22.619999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.163, "count": 280, "max_ms": 6.993, "p95_ms": 4.956, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.176, "max": 11.0, "p95": 9.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.175, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 154}, "total": {"avg": 0.649, "max": 2.0, "p95": 2.0, "sample_count": 279}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.574, "count": 30, "max": 57.207, "p95": 48.715, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.565, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 931.633, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1876.9, "count": 30, "max": 20161.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.099, "count": 30, "max": 0.303, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.394, "count": 30, "max": 0.462, "p95": 0.46, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111123.067, "count": 30, "max": 124711.0, "p95": 118222.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.8, "count": 30, "max": 47080.0, "p95": 3971.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.056, "count": 30, "max": 1.211, "p95": 1.191, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24668, "sampled_at": "2026-11-03T09:41:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:41:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5155619, "flush_count": 5458, "flush_interval_seconds": 30.0, "flush_state": {"count": 5458, "last_at": "2026-11-03T09:43:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:43:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5457}, "started": true, "suppressed_count": 3162542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3162144}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5458, "written_record_count": 5458}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12326.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 10, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x561c2ff0bf00] error while decoding MB 45 50, bytestream -5 [h264 @ 0x561c2f2b5040] cabac decode of qscale diff failed at 39 51 [h264 @ 0x561c2f2b5040] error while decoding MB 39 51, bytestream 48660 [h264 @ 0x561c2f250780] cabac decode of qscale diff failed at 25 54 [h264 @ 0x561c2f250780] error while decoding MB 25 54, bytestream 285 [h264 @ 0x561c2f1619c0] left block unavailable for requested intra mode [h264 @ 0x561c2f1619c0] error while decoding MB 0 43, bytestream 8245 [h264 @ 0x5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8757780480000, "copied_frame_count": 3167600, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8757780480000, "frame_buffer_copies": 3167600, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1126, "count": 512, "max_ms": 0.389, "p50_ms": 0.1022, "p95_ms": 0.2023, "p99_ms": 0.2704}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5224, "count": 512, "max_ms": 3.017, "p50_ms": 1.4625, "p95_ms": 2.3041, "p99_ms": 2.7447, "results": {"failed": 0, "not_applicable": 0, "success": 3167600, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 206, "h264_decode_error_count": 684, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:44:29+09:00", "last_error_summary": "[h264 @ 0x561c2ff0bf00] error while decoding MB 45 50, bytestream -5 [h264 @ 0x561c2f2b5040] cabac decode of qscale diff failed at 39 51 [h264 @ 0x561c2f2b5040] error while decoding MB 39 51, bytestream 48660 [h264 @ 0x561c2f250780] cabac decode of qscale diff failed at 25 54 [h264 @ 0x561c2f250780] error while decoding MB 25 54, bytestream 285 [h264 @ 0x561c2f1619c0] left block unavailable for requested intra mode [h264 @ 0x561c2f1619c0] error while decoding MB 0 43, bytestream 8245 [h264 @ 0x5", "last_exit_at": "2026-11-03T09:42:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.218, "last_started_at": "2026-11-03T09:42:21+09:00", "pid": 64553, "process": {"exists": false, "pid": 64553}, "restart_count": 218, "restart_count_per_hour": 9, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167600, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-11-03T09:44:29+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-03T09:44:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.269, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 450.731, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-03T09:44:29.280674+09:00", "mtime_epoch": 1793666669.280674, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115040}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:44:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.641, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3167601, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.378, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 74, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.47, "pushed": 2.47, "read": 2.47}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 74, "client_acquire_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 29.302, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.604, "count": 74, "max_ms": 3.213, "p95_ms": 2.299, "reason": null, "sample_age_ms": 82.001, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 74, "max_ms": 2.604, "p95_ms": 1.659, "reason": null, "sample_age_ms": 82.218, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 74, "max_ms": 0.943, "p95_ms": 0.637, "reason": null, "sample_age_ms": 29.316, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.615, "count": 74, "max_ms": 2.84, "p95_ms": 2.453, "reason": null, "sample_age_ms": 80.268, "source": "client_direct"}, "request_count": 74, "request_tensor_bytes": {"avg": 2764808.0, "count": 74, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.238, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.755, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.73, "count": 74, "max_ms": 66.265, "p95_ms": 57.051, "reason": null, "sample_age_ms": 29.298, "source": "client_direct"}, "sample_age_ms": 29.292, "source": "client_direct", "task_total_ms": {"avg_ms": 45.859, "count": 74, "max_ms": 68.114, "p95_ms": 59.757, "reason": null, "sample_age_ms": 29.292, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.668, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.107, "count": 74, "max_ms": 5.968, "p95_ms": 4.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 74, "max_ms": 0.59, "p95_ms": 0.478}, "detection_prepare_ms": {"avg_ms": 0.226, "count": 74, "max_ms": 1.658, "p95_ms": 0.891}, "event_filter_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 74, "max_ms": 0.221, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 74, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.331, "count": 74, "max_ms": 3.017, "p95_ms": 1.917}, "setup_ms": {"avg_ms": 0.043, "count": 74, "max_ms": 0.118, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 1.065, "count": 74, "max_ms": 5.887, "p95_ms": 4.922}, "track_match_ms": {"avg_ms": 0.013, "count": 74, "max_ms": 0.214, "p95_ms": 0.095}, "tracker_update_ms": {"avg_ms": 0.106, "count": 74, "max_ms": 1.471, "p95_ms": 0.78}}, "gstreamer_push": {"avg_ms": 3.151, "count": 74, "max_ms": 5.989, "p95_ms": 4.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 74, "max_ms": 0.094, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.889, "count": 74, "max_ms": 69.601, "p95_ms": 60.463}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.681, "count": 74, "max_ms": 10.373, "p95_ms": 7.651}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.516, "count": 74, "max_ms": 116.664, "p95_ms": 103.964}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 74, "max_ms": 3.189, "p95_ms": 2.521}, "processing_residual_ms": {"avg_ms": 0.183, "count": 74, "max_ms": 0.345, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.928, "count": 74, "max_ms": 122.37, "p95_ms": 108.124}, "read_interval": {"avg_ms": 405.153, "count": 74, "max_ms": 20543.228, "p95_ms": 177.74}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 74, "max_ms": 0.041, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.282, "count": 74, "max_ms": 2.935, "p95_ms": 1.849}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 74, "max_ms": 0.034, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.268, "count": 74, "max_ms": 2.907, "p95_ms": 1.837}, "worker_merge_ms": {"avg_ms": 0.005, "count": 74, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.901, "count": 74, "max_ms": 69.611, "p95_ms": 60.491}, "visualize": {"avg_ms": 33.394, "count": 74, "max_ms": 55.131, "p95_ms": 42.692}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.922, "count": 74, "max_ms": 48.831, "p95_ms": 39.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.863, "count": 74, "max_ms": 53.856, "p95_ms": 41.041}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 74, "max_ms": 3.022, "p95_ms": 2.079}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.741, "count": 74, "max_ms": 53.72, "p95_ms": 40.86}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 74, "max_ms": 0.23, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.714, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116315, "write_bytes_delta": 116315, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 345.0, "cpu_core_ratio": 0.277336, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 64553, "reason": null, "system_cpu_core_ratio": 0.118452, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.158884, "user_cpu_s_delta": 5.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.150039, "system_cpu_s_delta": 4.75, "user_cpu_core_ratio": 0.34209, "user_cpu_s_delta": 10.82999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.305, "count": 75, "max_ms": 7.659, "p95_ms": 5.939, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.514, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.359, "count": 30, "max": 63.406, "p95": 57.831, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.848, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.967, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1832.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.34, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.464, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.133, "count": 30, "max": 47080.0, "p95": 3961.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.512, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.192, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24675, "sampled_at": "2026-11-03T09:44:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:44:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5155619, "flush_count": 5458, "flush_interval_seconds": 30.0, "flush_state": {"count": 5458, "last_at": "2026-11-03T09:43:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:43:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5457}, "started": true, "suppressed_count": 3162542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3162144}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5458, "written_record_count": 5458}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12326.625, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:44:29+09:00", "last_error_summary": "[h264 @ 0x561c2ff0bf00] error while decoding MB 45 50, bytestream -5 [h264 @ 0x561c2f2b5040] cabac decode of qscale diff failed at 39 51 [h264 @ 0x561c2f2b5040] error while decoding MB 39 51, bytestream 48660 [h264 @ 0x561c2f250780] cabac decode of qscale diff failed at 25 54 [h264 @ 0x561c2f250780] error while decoding MB 25 54, bytestream 285 [h264 @ 0x561c2f1619c0] left block unavailable for requested intra mode [h264 @ 0x561c2f1619c0] error while decoding MB 0 43, bytestream 8245 [h264 @ 0x5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8757783244800, "copied_frame_count": 3167601, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8757783244800, "frame_buffer_copies": 3167601, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 0.389, "p50_ms": 0.1022, "p95_ms": 0.2026, "p99_ms": 0.2704}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5227, "count": 512, "max_ms": 3.017, "p50_ms": 1.4704, "p95_ms": 2.3041, "p99_ms": 2.7447, "results": {"failed": 0, "not_applicable": 0, "success": 3167601, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 206, "h264_decode_error_count": 684, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:44:29+09:00", "last_error_summary": "[h264 @ 0x561c2ff0bf00] error while decoding MB 45 50, bytestream -5 [h264 @ 0x561c2f2b5040] cabac decode of qscale diff failed at 39 51 [h264 @ 0x561c2f2b5040] error while decoding MB 39 51, bytestream 48660 [h264 @ 0x561c2f250780] cabac decode of qscale diff failed at 25 54 [h264 @ 0x561c2f250780] error while decoding MB 25 54, bytestream 285 [h264 @ 0x561c2f1619c0] left block unavailable for requested intra mode [h264 @ 0x561c2f1619c0] error while decoding MB 0 43, bytestream 8245 [h264 @ 0x5", "last_exit_at": "2026-11-03T09:44:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.274, "last_started_at": "2026-11-03T09:42:21+09:00", "pid": 64553, "process": {"exists": false, "pid": 64553}, "restart_count": 218, "restart_count_per_hour": 9, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-11-03T09:44:29+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-11-03T09:44:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.313, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 450.687, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T09:44:29.401675+09:00", "mtime_epoch": 1793666669.4016745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115484}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:44:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.637, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3167601, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.365, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.473, "pushed": 2.473, "read": 2.44}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.006, "count": 74, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 88.062, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 73, "max_ms": 3.213, "p95_ms": 2.322, "reason": null, "sample_age_ms": 140.761, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 73, "max_ms": 2.604, "p95_ms": 1.669, "reason": null, "sample_age_ms": 140.978, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 74, "max_ms": 0.943, "p95_ms": 0.637, "reason": null, "sample_age_ms": 88.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.606, "count": 73, "max_ms": 2.84, "p95_ms": 2.461, "reason": null, "sample_age_ms": 139.028, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 74, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.516, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.73, "count": 74, "max_ms": 66.265, "p95_ms": 57.051, "reason": null, "sample_age_ms": 88.058, "source": "client_direct"}, "sample_age_ms": 88.052, "source": "client_direct", "task_total_ms": {"avg_ms": 45.859, "count": 74, "max_ms": 68.114, "p95_ms": 59.757, "reason": null, "sample_age_ms": 88.052, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.66, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.112, "count": 74, "max_ms": 5.968, "p95_ms": 4.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 74, "max_ms": 0.59, "p95_ms": 0.478}, "detection_prepare_ms": {"avg_ms": 0.227, "count": 74, "max_ms": 1.658, "p95_ms": 0.891}, "event_filter_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 74, "max_ms": 0.221, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 74, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.331, "count": 74, "max_ms": 3.017, "p95_ms": 1.917}, "setup_ms": {"avg_ms": 0.043, "count": 74, "max_ms": 0.118, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 1.069, "count": 74, "max_ms": 5.887, "p95_ms": 4.922}, "track_match_ms": {"avg_ms": 0.013, "count": 74, "max_ms": 0.214, "p95_ms": 0.095}, "tracker_update_ms": {"avg_ms": 0.106, "count": 74, "max_ms": 1.471, "p95_ms": 0.78}}, "gstreamer_push": {"avg_ms": 3.166, "count": 74, "max_ms": 5.989, "p95_ms": 4.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 74, "max_ms": 0.094, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.83, "count": 74, "max_ms": 69.601, "p95_ms": 60.463}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.694, "count": 74, "max_ms": 10.373, "p95_ms": 7.651}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.587, "count": 74, "max_ms": 116.664, "p95_ms": 105.766}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 74, "max_ms": 3.189, "p95_ms": 2.521}, "processing_residual_ms": {"avg_ms": 0.184, "count": 74, "max_ms": 0.345, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.001, "count": 74, "max_ms": 122.37, "p95_ms": 109.867}, "read_interval": {"avg_ms": 409.124, "count": 73, "max_ms": 20543.228, "p95_ms": 177.74}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 74, "max_ms": 0.041, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.282, "count": 74, "max_ms": 2.935, "p95_ms": 1.849}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 74, "max_ms": 0.034, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.268, "count": 74, "max_ms": 2.907, "p95_ms": 1.837}, "worker_merge_ms": {"avg_ms": 0.005, "count": 74, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.843, "count": 74, "max_ms": 69.611, "p95_ms": 60.491}, "visualize": {"avg_ms": 33.453, "count": 74, "max_ms": 55.131, "p95_ms": 45.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.987, "count": 74, "max_ms": 48.831, "p95_ms": 42.774}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.922, "count": 74, "max_ms": 53.856, "p95_ms": 44.043}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 74, "max_ms": 3.022, "p95_ms": 2.079}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.8, "count": 74, "max_ms": 53.72, "p95_ms": 43.936}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 74, "max_ms": 0.23, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.714, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116315, "write_bytes_delta": 116315, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 345.0, "cpu_core_ratio": 0.277336, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 64553, "reason": null, "system_cpu_core_ratio": 0.118452, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.158884, "user_cpu_s_delta": 5.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.150039, "system_cpu_s_delta": 4.75, "user_cpu_core_ratio": 0.34209, "user_cpu_s_delta": 10.82999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.305, "count": 75, "max_ms": 7.659, "p95_ms": 5.939, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.514, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.359, "count": 30, "max": 63.406, "p95": 57.831, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.848, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.967, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1832.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.34, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.464, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.133, "count": 30, "max": 47080.0, "p95": 3961.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.512, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.192, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24675, "sampled_at": "2026-11-03T09:44:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:44:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5155619, "flush_count": 5458, "flush_interval_seconds": 30.0, "flush_state": {"count": 5458, "last_at": "2026-11-03T09:43:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:43:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5457}, "started": true, "suppressed_count": 3162542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3162144}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5458, "written_record_count": 5458}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12327.129, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8757783244800, "copied_frame_count": 3167601, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8757783244800, "frame_buffer_copies": 3167601, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 0.389, "p50_ms": 0.1022, "p95_ms": 0.2026, "p99_ms": 0.2704}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5227, "count": 512, "max_ms": 3.017, "p50_ms": 1.4704, "p95_ms": 2.3041, "p99_ms": 2.7447, "results": {"failed": 0, "not_applicable": 0, "success": 3167601, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 206, "h264_decode_error_count": 684, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:44:29+09:00", "last_error_summary": "[h264 @ 0x561c2ff0bf00] error while decoding MB 45 50, bytestream -5 [h264 @ 0x561c2f2b5040] cabac decode of qscale diff failed at 39 51 [h264 @ 0x561c2f2b5040] error while decoding MB 39 51, bytestream 48660 [h264 @ 0x561c2f250780] cabac decode of qscale diff failed at 25 54 [h264 @ 0x561c2f250780] error while decoding MB 25 54, bytestream 285 [h264 @ 0x561c2f1619c0] left block unavailable for requested intra mode [h264 @ 0x561c2f1619c0] error while decoding MB 0 43, bytestream 8245 [h264 @ 0x5", "last_exit_at": "2026-11-03T09:44:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.317, "last_started_at": "2026-11-03T09:42:21+09:00", "pid": 64553, "process": {"exists": false, "pid": 64553}, "restart_count": 218, "restart_count_per_hour": 9, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 219}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-03T09:44:29+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-11-03T09:44:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 149.353, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 450.647, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-03T09:44:29.401675+09:00", "mtime_epoch": 1793666669.4016745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115484}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:44:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.637, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3167601, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.365, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 74, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.47, "pushed": 2.47, "read": 2.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.022, "p95_ms": 0.012, "reason": null, "sample_age_ms": 130.163, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.603, "count": 73, "max_ms": 3.213, "p95_ms": 2.322, "reason": null, "sample_age_ms": 182.862, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 73, "max_ms": 2.604, "p95_ms": 1.669, "reason": null, "sample_age_ms": 183.079, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 73, "max_ms": 0.943, "p95_ms": 0.638, "reason": null, "sample_age_ms": 130.177, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.606, "count": 73, "max_ms": 2.84, "p95_ms": 2.461, "reason": null, "sample_age_ms": 181.129, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.098, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.616, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.83, "count": 73, "max_ms": 66.265, "p95_ms": 57.116, "reason": null, "sample_age_ms": 130.159, "source": "client_direct"}, "sample_age_ms": 130.153, "source": "client_direct", "task_total_ms": {"avg_ms": 45.951, "count": 73, "max_ms": 68.114, "p95_ms": 59.761, "reason": null, "sample_age_ms": 130.153, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.749, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.112, "count": 74, "max_ms": 5.968, "p95_ms": 4.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 74, "max_ms": 0.59, "p95_ms": 0.478}, "detection_prepare_ms": {"avg_ms": 0.227, "count": 74, "max_ms": 1.658, "p95_ms": 0.891}, "event_filter_ms": {"avg_ms": 0.004, "count": 74, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 74, "max_ms": 0.221, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.002, "count": 74, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.331, "count": 74, "max_ms": 3.017, "p95_ms": 1.917}, "setup_ms": {"avg_ms": 0.043, "count": 74, "max_ms": 0.118, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 1.069, "count": 74, "max_ms": 5.887, "p95_ms": 4.922}, "track_match_ms": {"avg_ms": 0.013, "count": 74, "max_ms": 0.214, "p95_ms": 0.095}, "tracker_update_ms": {"avg_ms": 0.106, "count": 74, "max_ms": 1.471, "p95_ms": 0.78}}, "gstreamer_push": {"avg_ms": 3.166, "count": 74, "max_ms": 5.989, "p95_ms": 4.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 74, "max_ms": 0.094, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.83, "count": 74, "max_ms": 69.601, "p95_ms": 60.463}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.694, "count": 74, "max_ms": 10.373, "p95_ms": 7.651}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.587, "count": 74, "max_ms": 116.664, "p95_ms": 105.766}, "inference_input_copy_ms": {"avg_ms": 1.536, "count": 74, "max_ms": 3.189, "p95_ms": 2.521}, "processing_residual_ms": {"avg_ms": 0.184, "count": 74, "max_ms": 0.345, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.001, "count": 74, "max_ms": 122.37, "p95_ms": 109.867}, "read_interval": {"avg_ms": 409.124, "count": 73, "max_ms": 20543.228, "p95_ms": 177.74}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 74, "max_ms": 0.041, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.282, "count": 74, "max_ms": 2.935, "p95_ms": 1.849}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 74, "max_ms": 0.034, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.268, "count": 74, "max_ms": 2.907, "p95_ms": 1.837}, "worker_merge_ms": {"avg_ms": 0.005, "count": 74, "max_ms": 0.03, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.843, "count": 74, "max_ms": 69.611, "p95_ms": 60.491}, "visualize": {"avg_ms": 33.453, "count": 74, "max_ms": 55.131, "p95_ms": 45.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.987, "count": 74, "max_ms": 48.831, "p95_ms": 42.774}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.922, "count": 74, "max_ms": 53.856, "p95_ms": 44.043}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 74, "max_ms": 3.022, "p95_ms": 2.079}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 74, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.8, "count": 74, "max_ms": 53.72, "p95_ms": 43.936}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 74, "max_ms": 0.23, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 74}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 74}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.714, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116315, "write_bytes_delta": 116315, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 345.0, "cpu_core_ratio": 0.277336, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 64553, "reason": null, "system_cpu_core_ratio": 0.118452, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.158884, "user_cpu_s_delta": 5.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.150039, "system_cpu_s_delta": 4.75, "user_cpu_core_ratio": 0.34209, "user_cpu_s_delta": 10.82999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.305, "count": 75, "max_ms": 7.659, "p95_ms": 5.939, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.514, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.359, "count": 30, "max": 63.406, "p95": 57.831, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.848, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.967, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1832.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.34, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.464, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.133, "count": 30, "max": 47080.0, "p95": 3961.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.512, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.192, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24675, "sampled_at": "2026-11-03T09:44:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:44:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5155619, "flush_count": 5458, "flush_interval_seconds": 30.0, "flush_state": {"count": 5458, "last_at": "2026-11-03T09:43:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:43:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5457}, "started": true, "suppressed_count": 3162542, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3162144}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5458, "written_record_count": 5458}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12495.348, "limit_mb": null}, "detail": {"pid": 64669, "restart_count": 219, "start_count": 220}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8757783244800, "copied_frame_count": 3167601, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8757783244800, "frame_buffer_copies": 3167601, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1128, "count": 512, "max_ms": 0.389, "p50_ms": 0.1022, "p95_ms": 0.2026, "p99_ms": 0.2704}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5227, "count": 512, "max_ms": 3.017, "p50_ms": 1.4704, "p95_ms": 2.3041, "p99_ms": 2.7447, "results": {"failed": 0, "not_applicable": 0, "success": 3167601, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 206, "h264_decode_error_count": 684, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:44:29+09:00", "last_error_summary": "[h264 @ 0x561c2ff0bf00] error while decoding MB 45 50, bytestream -5 [h264 @ 0x561c2f2b5040] cabac decode of qscale diff failed at 39 51 [h264 @ 0x561c2f2b5040] error while decoding MB 39 51, bytestream 48660 [h264 @ 0x561c2f250780] cabac decode of qscale diff failed at 25 54 [h264 @ 0x561c2f250780] error while decoding MB 25 54, bytestream 285 [h264 @ 0x561c2f1619c0] left block unavailable for requested intra mode [h264 @ 0x561c2f1619c0] error while decoding MB 0 43, bytestream 8245 [h264 @ 0x5", "last_exit_at": "2026-11-03T09:44:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:44:32+09:00", "pid": 64669, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.492, "name": "ffmpeg", "pid": 64669, "rss_mb": 206.492, "state": "S (sleeping)", "threads": 70}, "restart_count": 219, "restart_count_per_hour": 10, "rtsp_timeout_count": 132, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 220}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.403, "sample_count": 2267, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167601, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.87, "last_frame_pushed_at": "2026-11-03T09:44:29+09:00", "last_frame_read_age_sec": 4.986, "last_frame_read_at": "2026-11-03T09:44:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 154.161, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 445.839, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 4.858, "exists": true, "mtime": "2026-11-03T09:44:29.401675+09:00", "mtime_epoch": 1793666669.4016745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 115484}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:44:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2375.641, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3167601, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.553, "max": 8.0, "p95": 6.0, "sample_count": 47}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 47, "pushed_frames": 47, "read_frames": 47, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.568, "pushed": 1.568, "read": 1.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 47, "client_acquire_ms": {"avg_ms": 0.006, "count": 47, "max_ms": 0.022, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4933.635, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.532, "count": 47, "max_ms": 3.006, "p95_ms": 1.953, "reason": null, "sample_age_ms": 4986.334, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.253, "count": 47, "max_ms": 2.604, "p95_ms": 1.608, "reason": null, "sample_age_ms": 4986.551, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 47, "max_ms": 0.943, "p95_ms": 0.616, "reason": null, "sample_age_ms": 4933.649, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.587, "count": 47, "max_ms": 2.84, "p95_ms": 2.372, "reason": null, "sample_age_ms": 4984.601, "source": "client_direct"}, "request_count": 47, "request_tensor_bytes": {"avg": 2764808.0, "count": 47, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4984.571, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 47, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4934.088, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.688, "count": 47, "max_ms": 65.772, "p95_ms": 57.501, "reason": null, "sample_age_ms": 4933.631, "source": "client_direct"}, "sample_age_ms": 4933.625, "source": "client_direct", "task_total_ms": {"avg_ms": 44.772, "count": 47, "max_ms": 68.114, "p95_ms": 59.789, "reason": null, "sample_age_ms": 4933.625, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.19, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.747, "count": 47, "max_ms": 1.326, "p95_ms": 1.116}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 47, "max_ms": 0.498, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.139, "count": 47, "max_ms": 0.243, "p95_ms": 0.209}, "event_filter_ms": {"avg_ms": 0.003, "count": 47, "max_ms": 0.01, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.072, "count": 47, "max_ms": 0.154, "p95_ms": 0.111}, "mcmt_ms": {"avg_ms": 0.002, "count": 47, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 47, "max_ms": 0.398, "p95_ms": 0.264}, "setup_ms": {"avg_ms": 0.041, "count": 47, "max_ms": 0.076, "p95_ms": 0.062}, "total_inside_ms": {"avg_ms": 0.709, "count": 47, "max_ms": 1.267, "p95_ms": 1.067}, "track_match_ms": {"avg_ms": 0.004, "count": 47, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.027, "count": 47, "max_ms": 0.074, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 3.202, "count": 47, "max_ms": 5.989, "p95_ms": 4.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 47, "max_ms": 0.094, "p95_ms": 0.068}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.673, "count": 47, "max_ms": 68.842, "p95_ms": 60.463}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.506, "count": 47, "max_ms": 9.794, "p95_ms": 7.159}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.252, "count": 47, "max_ms": 105.778, "p95_ms": 100.543}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 47, "max_ms": 3.189, "p95_ms": 2.521}, "processing_residual_ms": {"avg_ms": 0.179, "count": 47, "max_ms": 0.328, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.508, "count": 47, "max_ms": 109.867, "p95_ms": 105.888}, "read_interval": {"avg_ms": 534.325, "count": 47, "max_ms": 20543.228, "p95_ms": 159.342}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 47, "max_ms": 0.029, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.113, "count": 47, "max_ms": 0.328, "p95_ms": 0.195}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 47, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 47, "max_ms": 0.299, "p95_ms": 0.175}, "worker_merge_ms": {"avg_ms": 0.005, "count": 47, "max_ms": 0.03, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 45.686, "count": 47, "max_ms": 68.849, "p95_ms": 60.491}, "visualize": {"avg_ms": 32.66, "count": 47, "max_ms": 48.149, "p95_ms": 42.692}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.451, "count": 47, "max_ms": 45.791, "p95_ms": 39.441}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.149, "count": 47, "max_ms": 46.672, "p95_ms": 41.041}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 47, "max_ms": 3.022, "p95_ms": 2.308}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 47, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.037, "count": 47, "max_ms": 46.532, "p95_ms": 40.86}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 47, "max_ms": 0.23, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 47}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.714, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.654, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3167594, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:44:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 116315, "write_bytes_delta": 116315, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 345.0, "cpu_core_ratio": 0.277336, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2616.0, "pid": 64553, "reason": null, "system_cpu_core_ratio": 0.118452, "system_cpu_s_delta": 3.75, "user_cpu_core_ratio": 0.158884, "user_cpu_s_delta": 5.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492129, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.150039, "system_cpu_s_delta": 4.75, "user_cpu_core_ratio": 0.34209, "user_cpu_s_delta": 10.82999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.305, "count": 75, "max_ms": 7.659, "p95_ms": 5.939, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.514, "max": 11.0, "p95": 10.0, "sample_count": 74}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 6}, "total": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 74}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.359, "count": 30, "max": 63.406, "p95": 57.831, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.848, "count": 30, "max": 25.612, "p95": 25.006, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 906.967, "count": 30, "max": 1215.0, "p95": 1185.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1832.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.111, "count": 30, "max": 0.34, "p95": 0.287, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.398, "count": 30, "max": 0.464, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.005, "count": 30, "max": 0.135, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112403.167, "count": 30, "max": 124711.0, "p95": 119529.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1826.133, "count": 30, "max": 47080.0, "p95": 3961.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.512, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.192, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24675, "sampled_at": "2026-11-03T09:44:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:44:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5158426, "flush_count": 5461, "flush_interval_seconds": 30.0, "flush_state": {"count": 5461, "last_at": "2026-11-03T09:46:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:46:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5460}, "started": true, "suppressed_count": 3163639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3163241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5461, "written_record_count": 5461}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12217.07, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5a8cf8912ec0] cabac decode of qscale diff failed at 37 58 [h264 @ 0x5a8cf8912ec0] error while decoding MB 37 58, bytestream 61973 [h264 @ 0x5a8cf895b980] left block unavailable for requested intra mode [h264 @ 0x5a8cf895b980] error while decoding MB 0 63, bytestream 42470 [h264 @ 0x5a8cf882f000] cabac decode of qscale diff failed at 46 46 [h264 @ 0x5a8cf882f000] error while decoding MB 46 46, bytestream 9662 [h264 @ 0x5a8cf893b240] left block unavailable for requested intra4x4 mode -1 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8760821760000, "copied_frame_count": 3168700, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8760821760000, "frame_buffer_copies": 3168700, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1077, "count": 512, "max_ms": 0.2928, "p50_ms": 0.0955, "p95_ms": 0.1977, "p99_ms": 0.2461}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4932, "count": 512, "max_ms": 4.9947, "p50_ms": 1.4209, "p95_ms": 2.3529, "p99_ms": 2.8614, "results": {"failed": 0, "not_applicable": 0, "success": 3168700, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 207, "h264_decode_error_count": 691, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:47:09+09:00", "last_error_summary": "[h264 @ 0x5a8cf8912ec0] cabac decode of qscale diff failed at 37 58 [h264 @ 0x5a8cf8912ec0] error while decoding MB 37 58, bytestream 61973 [h264 @ 0x5a8cf895b980] left block unavailable for requested intra mode [h264 @ 0x5a8cf895b980] error while decoding MB 0 63, bytestream 42470 [h264 @ 0x5a8cf882f000] cabac decode of qscale diff failed at 46 46 [h264 @ 0x5a8cf882f000] error while decoding MB 46 46, bytestream 9662 [h264 @ 0x5a8cf893b240] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-11-03T09:44:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.529, "last_started_at": "2026-11-03T09:44:32+09:00", "pid": 64669, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 64669, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 219, "restart_count_per_hour": 10, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 220}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.057, "sample_count": 1997, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-03T09:47:09+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-11-03T09:47:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.695, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 290.305, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-03T09:47:09.725778+09:00", "mtime_epoch": 1793666829.7257776, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120401}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:47:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.105, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3168701, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.638, "max": 8.0, "p95": 6.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.265, "max": 2.0, "p95": 2.0, "sample_count": 68}, "total": {"avg": 0.915, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 94, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.139, "pushed": 3.139, "read": 3.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 94, "client_acquire_ms": {"avg_ms": 0.007, "count": 95, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 15.973, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.841, "count": 94, "max_ms": 6.008, "p95_ms": 2.332, "reason": null, "sample_age_ms": 70.398, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 94, "max_ms": 5.605, "p95_ms": 1.744, "reason": null, "sample_age_ms": 70.607, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 95, "max_ms": 1.057, "p95_ms": 0.575, "reason": null, "sample_age_ms": 15.98, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 94, "max_ms": 3.35, "p95_ms": 2.883, "reason": null, "sample_age_ms": 68.599, "source": "client_direct"}, "request_count": 94, "request_tensor_bytes": {"avg": 2764808.0, "count": 94, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.573, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 95, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.202, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.524, "count": 95, "max_ms": 75.264, "p95_ms": 66.612, "reason": null, "sample_age_ms": 15.97, "source": "client_direct"}, "sample_age_ms": 15.966, "source": "client_direct", "task_total_ms": {"avg_ms": 50.972, "count": 95, "max_ms": 78.546, "p95_ms": 69.382, "reason": null, "sample_age_ms": 15.966, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.992, "count": 94, "max_ms": 13.697, "p95_ms": 10.222}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 94, "max_ms": 1.824, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.069, "count": 94, "max_ms": 3.15, "p95_ms": 2.397}, "event_filter_ms": {"avg_ms": 0.006, "count": 94, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 94, "max_ms": 0.608, "p95_ms": 0.444}, "mcmt_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.037, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.051, "count": 94, "max_ms": 6.313, "p95_ms": 4.696}, "setup_ms": {"avg_ms": 0.048, "count": 94, "max_ms": 0.118, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.936, "count": 94, "max_ms": 13.598, "p95_ms": 10.157}, "track_match_ms": {"avg_ms": 0.067, "count": 94, "max_ms": 0.437, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 1.13, "count": 94, "max_ms": 3.32, "p95_ms": 2.557}}, "gstreamer_push": {"avg_ms": 3.064, "count": 94, "max_ms": 6.0, "p95_ms": 4.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 94, "max_ms": 0.114, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.187, "count": 94, "max_ms": 82.563, "p95_ms": 71.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.206, "count": 94, "max_ms": 11.897, "p95_ms": 6.904}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.079, "count": 94, "max_ms": 123.421, "p95_ms": 113.421}, "inference_input_copy_ms": {"avg_ms": 1.967, "count": 94, "max_ms": 3.864, "p95_ms": 3.196}, "processing_residual_ms": {"avg_ms": 0.19, "count": 94, "max_ms": 0.382, "p95_ms": 0.336}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.442, "count": 94, "max_ms": 128.08, "p95_ms": 121.535}, "read_interval": {"avg_ms": 318.846, "count": 94, "max_ms": 10147.723, "p95_ms": 175.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 94, "max_ms": 0.041, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.981, "count": 94, "max_ms": 6.145, "p95_ms": 4.632}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 94, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.963, "count": 94, "max_ms": 6.112, "p95_ms": 4.617}, "worker_merge_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.203, "count": 94, "max_ms": 82.574, "p95_ms": 71.673}, "visualize": {"avg_ms": 35.73, "count": 94, "max_ms": 50.818, "p95_ms": 48.699}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.997, "count": 94, "max_ms": 45.969, "p95_ms": 42.646}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.539, "count": 94, "max_ms": 48.92, "p95_ms": 47.33}, "visualize_input_copy_ms": {"avg_ms": 0.987, "count": 94, "max_ms": 3.002, "p95_ms": 1.997}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.418, "count": 94, "max_ms": 48.777, "p95_ms": 47.151}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 94, "max_ms": 0.133, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.738, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.038, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 120203, "write_bytes_delta": 120203, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.008975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 64669, "reason": null, "system_cpu_core_ratio": 0.001994, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.00698, "user_cpu_s_delta": 0.14000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.170517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.065315, "system_cpu_s_delta": 1.3099999999976717, "user_cpu_core_ratio": 0.105202, "user_cpu_s_delta": 2.110000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 95, "max_ms": 6.0, "p95_ms": 4.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 8.0, "p95": 6.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.273, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.884, "max": 2.0, "p95": 2.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.217, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.836, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 851.133, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2107.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.34, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.505, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.135, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1825.4, "count": 30, "max": 47080.0, "p95": 3965.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.512, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.189, "p95": 1.175, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24683, "sampled_at": "2026-11-03T09:47:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:47:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5158426, "flush_count": 5461, "flush_interval_seconds": 30.0, "flush_state": {"count": 5461, "last_at": "2026-11-03T09:46:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:46:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5460}, "started": true, "suppressed_count": 3163639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3163241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5461, "written_record_count": 5461}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12216.523, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:47:09+09:00", "last_error_summary": "[h264 @ 0x5a8cf8912ec0] cabac decode of qscale diff failed at 37 58 [h264 @ 0x5a8cf8912ec0] error while decoding MB 37 58, bytestream 61973 [h264 @ 0x5a8cf895b980] left block unavailable for requested intra mode [h264 @ 0x5a8cf895b980] error while decoding MB 0 63, bytestream 42470 [h264 @ 0x5a8cf882f000] cabac decode of qscale diff failed at 46 46 [h264 @ 0x5a8cf882f000] error while decoding MB 46 46, bytestream 9662 [h264 @ 0x5a8cf893b240] left block unavailable for requested intra4x4 mode -1 ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8760824524800, "copied_frame_count": 3168701, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8760824524800, "frame_buffer_copies": 3168701, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1077, "count": 512, "max_ms": 0.2928, "p50_ms": 0.0951, "p95_ms": 0.1977, "p99_ms": 0.2461}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.494, "count": 512, "max_ms": 4.9947, "p50_ms": 1.4275, "p95_ms": 2.3529, "p99_ms": 2.8614, "results": {"failed": 0, "not_applicable": 0, "success": 3168701, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 207, "h264_decode_error_count": 691, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:47:09+09:00", "last_error_summary": "[h264 @ 0x5a8cf8912ec0] cabac decode of qscale diff failed at 37 58 [h264 @ 0x5a8cf8912ec0] error while decoding MB 37 58, bytestream 61973 [h264 @ 0x5a8cf895b980] left block unavailable for requested intra mode [h264 @ 0x5a8cf895b980] error while decoding MB 0 63, bytestream 42470 [h264 @ 0x5a8cf882f000] cabac decode of qscale diff failed at 46 46 [h264 @ 0x5a8cf882f000] error while decoding MB 46 46, bytestream 9662 [h264 @ 0x5a8cf893b240] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-11-03T09:47:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.593, "last_started_at": "2026-11-03T09:44:32+09:00", "pid": 64669, "process": {"exists": false, "pid": 64669}, "restart_count": 219, "restart_count_per_hour": 10, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 220}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.117, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T09:47:09+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-11-03T09:47:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.746, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 290.254, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.125, "exists": true, "mtime": "2026-11-03T09:47:09.725778+09:00", "mtime_epoch": 1793666829.7257776, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120401}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:47:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3168701, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.638, "max": 8.0, "p95": 6.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.261, "max": 2.0, "p95": 2.0, "sample_count": 69}, "total": {"avg": 0.926, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.142, "pushed": 3.142, "read": 3.108}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 94, "client_acquire_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 76.822, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 93, "max_ms": 6.008, "p95_ms": 2.348, "reason": null, "sample_age_ms": 131.247, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 93, "max_ms": 5.605, "p95_ms": 1.752, "reason": null, "sample_age_ms": 131.456, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 94, "max_ms": 1.057, "p95_ms": 0.575, "reason": null, "sample_age_ms": 76.829, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 94, "max_ms": 3.35, "p95_ms": 2.883, "reason": null, "sample_age_ms": 129.448, "source": "client_direct"}, "request_count": 93, "request_tensor_bytes": {"avg": 2764808.0, "count": 94, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.421, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 94, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.051, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.503, "count": 94, "max_ms": 75.264, "p95_ms": 66.722, "reason": null, "sample_age_ms": 76.818, "source": "client_direct"}, "sample_age_ms": 76.815, "source": "client_direct", "task_total_ms": {"avg_ms": 50.95, "count": 94, "max_ms": 78.546, "p95_ms": 69.477, "reason": null, "sample_age_ms": 76.815, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.636, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.031, "count": 94, "max_ms": 13.697, "p95_ms": 10.222}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.338, "count": 94, "max_ms": 1.824, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.078, "count": 94, "max_ms": 3.15, "p95_ms": 2.397}, "event_filter_ms": {"avg_ms": 0.006, "count": 94, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 94, "max_ms": 0.608, "p95_ms": 0.444}, "mcmt_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.037, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.066, "count": 94, "max_ms": 6.313, "p95_ms": 4.696}, "setup_ms": {"avg_ms": 0.047, "count": 94, "max_ms": 0.118, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.975, "count": 94, "max_ms": 13.598, "p95_ms": 10.157}, "track_match_ms": {"avg_ms": 0.067, "count": 94, "max_ms": 0.437, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 1.147, "count": 94, "max_ms": 3.32, "p95_ms": 2.557}}, "gstreamer_push": {"avg_ms": 3.071, "count": 94, "max_ms": 6.0, "p95_ms": 4.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 94, "max_ms": 0.114, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.198, "count": 94, "max_ms": 82.563, "p95_ms": 71.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.223, "count": 94, "max_ms": 11.897, "p95_ms": 6.904}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.428, "count": 94, "max_ms": 123.421, "p95_ms": 116.797}, "inference_input_copy_ms": {"avg_ms": 1.957, "count": 94, "max_ms": 3.864, "p95_ms": 3.196}, "processing_residual_ms": {"avg_ms": 0.188, "count": 94, "max_ms": 0.382, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.797, "count": 94, "max_ms": 128.08, "p95_ms": 122.699}, "read_interval": {"avg_ms": 321.195, "count": 93, "max_ms": 10147.723, "p95_ms": 175.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 94, "max_ms": 0.041, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.996, "count": 94, "max_ms": 6.145, "p95_ms": 4.632}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 94, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.978, "count": 94, "max_ms": 6.112, "p95_ms": 4.617}, "worker_merge_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.214, "count": 94, "max_ms": 82.574, "p95_ms": 71.673}, "visualize": {"avg_ms": 36.036, "count": 94, "max_ms": 59.762, "p95_ms": 49.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.267, "count": 94, "max_ms": 55.354, "p95_ms": 43.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.829, "count": 94, "max_ms": 58.008, "p95_ms": 47.371}, "visualize_input_copy_ms": {"avg_ms": 1.004, "count": 94, "max_ms": 3.002, "p95_ms": 1.997}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.708, "count": 94, "max_ms": 57.873, "p95_ms": 47.17}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 94, "max_ms": 0.133, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.738, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.038, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 120203, "write_bytes_delta": 120203, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.008975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 64669, "reason": null, "system_cpu_core_ratio": 0.001994, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.00698, "user_cpu_s_delta": 0.14000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.170517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.065315, "system_cpu_s_delta": 1.3099999999976717, "user_cpu_core_ratio": 0.105202, "user_cpu_s_delta": 2.110000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 95, "max_ms": 6.0, "p95_ms": 4.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 8.0, "p95": 6.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.273, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.884, "max": 2.0, "p95": 2.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.217, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.836, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 851.133, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2107.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.34, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.505, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.135, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1825.4, "count": 30, "max": 47080.0, "p95": 3965.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.512, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.189, "p95": 1.175, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24683, "sampled_at": "2026-11-03T09:47:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:47:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5158426, "flush_count": 5461, "flush_interval_seconds": 30.0, "flush_state": {"count": 5461, "last_at": "2026-11-03T09:46:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:46:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5460}, "started": true, "suppressed_count": 3163639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3163241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5461, "written_record_count": 5461}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12216.824, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8760824524800, "copied_frame_count": 3168701, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8760824524800, "frame_buffer_copies": 3168701, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1077, "count": 512, "max_ms": 0.2928, "p50_ms": 0.0951, "p95_ms": 0.1977, "p99_ms": 0.2461}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.494, "count": 512, "max_ms": 4.9947, "p50_ms": 1.4275, "p95_ms": 2.3529, "p99_ms": 2.8614, "results": {"failed": 0, "not_applicable": 0, "success": 3168701, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 207, "h264_decode_error_count": 691, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:47:09+09:00", "last_error_summary": "[h264 @ 0x5a8cf8912ec0] cabac decode of qscale diff failed at 37 58 [h264 @ 0x5a8cf8912ec0] error while decoding MB 37 58, bytestream 61973 [h264 @ 0x5a8cf895b980] left block unavailable for requested intra mode [h264 @ 0x5a8cf895b980] error while decoding MB 0 63, bytestream 42470 [h264 @ 0x5a8cf882f000] cabac decode of qscale diff failed at 46 46 [h264 @ 0x5a8cf882f000] error while decoding MB 46 46, bytestream 9662 [h264 @ 0x5a8cf893b240] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-11-03T09:47:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 157.623, "last_started_at": "2026-11-03T09:44:32+09:00", "pid": 64669, "process": {"exists": false, "pid": 64669}, "restart_count": 219, "restart_count_per_hour": 10, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 220}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.117, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-03T09:47:09+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-11-03T09:47:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 309.781, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 290.219, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T09:47:09.858779+09:00", "mtime_epoch": 1793666829.8587787, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120397}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:47:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.102, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3168701, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.638, "max": 8.0, "p95": 6.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.261, "max": 2.0, "p95": 2.0, "sample_count": 69}, "total": {"avg": 0.926, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.139, "pushed": 3.139, "read": 3.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 93, "client_acquire_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 105.858, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 93, "max_ms": 6.008, "p95_ms": 2.348, "reason": null, "sample_age_ms": 160.282, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 93, "max_ms": 5.605, "p95_ms": 1.752, "reason": null, "sample_age_ms": 160.491, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 94, "max_ms": 1.057, "p95_ms": 0.575, "reason": null, "sample_age_ms": 105.865, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 93, "max_ms": 3.35, "p95_ms": 2.885, "reason": null, "sample_age_ms": 158.484, "source": "client_direct"}, "request_count": 93, "request_tensor_bytes": {"avg": 2764808.0, "count": 93, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 94, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.087, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.503, "count": 94, "max_ms": 75.264, "p95_ms": 66.722, "reason": null, "sample_age_ms": 105.854, "source": "client_direct"}, "sample_age_ms": 105.851, "source": "client_direct", "task_total_ms": {"avg_ms": 50.95, "count": 94, "max_ms": 78.546, "p95_ms": 69.477, "reason": null, "sample_age_ms": 105.851, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.522, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.031, "count": 94, "max_ms": 13.697, "p95_ms": 10.222}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.338, "count": 94, "max_ms": 1.824, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.078, "count": 94, "max_ms": 3.15, "p95_ms": 2.397}, "event_filter_ms": {"avg_ms": 0.006, "count": 94, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 94, "max_ms": 0.608, "p95_ms": 0.444}, "mcmt_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.037, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.066, "count": 94, "max_ms": 6.313, "p95_ms": 4.696}, "setup_ms": {"avg_ms": 0.047, "count": 94, "max_ms": 0.118, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 4.975, "count": 94, "max_ms": 13.598, "p95_ms": 10.157}, "track_match_ms": {"avg_ms": 0.067, "count": 94, "max_ms": 0.437, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 1.147, "count": 94, "max_ms": 3.32, "p95_ms": 2.557}}, "gstreamer_push": {"avg_ms": 3.071, "count": 94, "max_ms": 6.0, "p95_ms": 4.515}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 94, "max_ms": 0.114, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.198, "count": 94, "max_ms": 82.563, "p95_ms": 71.653}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.223, "count": 94, "max_ms": 11.897, "p95_ms": 6.904}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.428, "count": 94, "max_ms": 123.421, "p95_ms": 116.797}, "inference_input_copy_ms": {"avg_ms": 1.957, "count": 94, "max_ms": 3.864, "p95_ms": 3.196}, "processing_residual_ms": {"avg_ms": 0.188, "count": 94, "max_ms": 0.382, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.797, "count": 94, "max_ms": 128.08, "p95_ms": 122.699}, "read_interval": {"avg_ms": 321.195, "count": 93, "max_ms": 10147.723, "p95_ms": 175.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 94, "max_ms": 0.041, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.996, "count": 94, "max_ms": 6.145, "p95_ms": 4.632}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 94, "max_ms": 0.048, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.978, "count": 94, "max_ms": 6.112, "p95_ms": 4.617}, "worker_merge_ms": {"avg_ms": 0.007, "count": 94, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.214, "count": 94, "max_ms": 82.574, "p95_ms": 71.673}, "visualize": {"avg_ms": 36.036, "count": 94, "max_ms": 59.762, "p95_ms": 49.539}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.267, "count": 94, "max_ms": 55.354, "p95_ms": 43.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.829, "count": 94, "max_ms": 58.008, "p95_ms": 47.371}, "visualize_input_copy_ms": {"avg_ms": 1.004, "count": 94, "max_ms": 3.002, "p95_ms": 1.997}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.708, "count": 94, "max_ms": 57.873, "p95_ms": 47.17}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 94, "max_ms": 0.133, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.738, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.038, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 120203, "write_bytes_delta": 120203, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.008975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 64669, "reason": null, "system_cpu_core_ratio": 0.001994, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.00698, "user_cpu_s_delta": 0.14000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.170517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.065315, "system_cpu_s_delta": 1.3099999999976717, "user_cpu_core_ratio": 0.105202, "user_cpu_s_delta": 2.110000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 95, "max_ms": 6.0, "p95_ms": 4.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 8.0, "p95": 6.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.273, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.884, "max": 2.0, "p95": 2.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.217, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.836, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 851.133, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2107.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.34, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.505, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.135, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1825.4, "count": 30, "max": 47080.0, "p95": 3965.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.512, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.189, "p95": 1.175, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24683, "sampled_at": "2026-11-03T09:47:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:47:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5158426, "flush_count": 5461, "flush_interval_seconds": 30.0, "flush_state": {"count": 5461, "last_at": "2026-11-03T09:46:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:46:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5460}, "started": true, "suppressed_count": 3163639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3163241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5461, "written_record_count": 5461}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12238.621, "limit_mb": null}, "detail": {"pid": 64785, "restart_count": 220, "start_count": 221}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8760824524800, "copied_frame_count": 3168701, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8760824524800, "frame_buffer_copies": 3168701, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1077, "count": 512, "max_ms": 0.2928, "p50_ms": 0.0951, "p95_ms": 0.1977, "p99_ms": 0.2461}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.494, "count": 512, "max_ms": 4.9947, "p50_ms": 1.4275, "p95_ms": 2.3529, "p99_ms": 2.8614, "results": {"failed": 0, "not_applicable": 0, "success": 3168701, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 207, "h264_decode_error_count": 691, "h264_decode_error_count_per_hour": 69, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:47:09+09:00", "last_error_summary": "[h264 @ 0x5a8cf8912ec0] cabac decode of qscale diff failed at 37 58 [h264 @ 0x5a8cf8912ec0] error while decoding MB 37 58, bytestream 61973 [h264 @ 0x5a8cf895b980] left block unavailable for requested intra mode [h264 @ 0x5a8cf895b980] error while decoding MB 0 63, bytestream 42470 [h264 @ 0x5a8cf882f000] cabac decode of qscale diff failed at 46 46 [h264 @ 0x5a8cf882f000] error while decoding MB 46 46, bytestream 9662 [h264 @ 0x5a8cf893b240] left block unavailable for requested intra4x4 mode -1 ", "last_exit_at": "2026-11-03T09:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T09:47:12+09:00", "pid": 64785, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.266, "name": "ffmpeg", "pid": 64785, "rss_mb": 58.266, "state": "S (sleeping)", "threads": 1}, "restart_count": 220, "restart_count_per_hour": 11, "rtsp_timeout_count": 134, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 221}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.37, "sample_count": 1957, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.876, "last_frame_pushed_at": "2026-11-03T09:47:09+09:00", "last_frame_read_age_sec": 5.005, "last_frame_read_at": "2026-11-03T09:47:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.629, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 285.371, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 4.867, "exists": true, "mtime": "2026-11-03T09:47:09.858779+09:00", "mtime_epoch": 1793666829.8587787, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120397}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:47:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.105, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3168701, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.633, "max": 8.0, "p95": 7.0, "sample_count": 49}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.367, "max": 2.0, "p95": 2.0, "sample_count": 49}, "total": {"avg": 1.367, "max": 2.0, "p95": 2.0, "sample_count": 49}}, "tracking_counts": {"active": {"avg": 0.367, "max": 1.0, "p95": 1.0, "sample_count": 49}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "tracked": {"avg": 0.367, "max": 1.0, "p95": 1.0, "sample_count": 49}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 49, "pushed_frames": 50, "read_frames": 49, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.634, "pushed": 1.667, "read": 1.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 49, "client_acquire_ms": {"avg_ms": 0.006, "count": 49, "max_ms": 0.016, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4954.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 49, "max_ms": 3.376, "p95_ms": 2.167, "reason": null, "sample_age_ms": 5009.105, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 49, "max_ms": 1.961, "p95_ms": 1.52, "reason": null, "sample_age_ms": 5009.315, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 49, "max_ms": 0.788, "p95_ms": 0.614, "reason": null, "sample_age_ms": 4954.688, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.927, "count": 49, "max_ms": 3.35, "p95_ms": 2.946, "reason": null, "sample_age_ms": 5007.307, "source": "client_direct"}, "request_count": 49, "request_tensor_bytes": {"avg": 2764808.0, "count": 49, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5007.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 49, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4954.91, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.755, "count": 49, "max_ms": 72.388, "p95_ms": 63.388, "reason": null, "sample_age_ms": 4954.677, "source": "client_direct"}, "sample_age_ms": 4954.674, "source": "client_direct", "task_total_ms": {"avg_ms": 51.204, "count": 49, "max_ms": 74.466, "p95_ms": 66.45, "reason": null, "sample_age_ms": 4954.674, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.707, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.62, "count": 49, "max_ms": 13.697, "p95_ms": 11.508}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.379, "count": 49, "max_ms": 1.824, "p95_ms": 0.641}, "detection_prepare_ms": {"avg_ms": 1.368, "count": 49, "max_ms": 3.15, "p95_ms": 2.397}, "event_filter_ms": {"avg_ms": 0.006, "count": 49, "max_ms": 0.022, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.27, "count": 49, "max_ms": 0.571, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.003, "count": 49, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 2.856, "count": 49, "max_ms": 6.313, "p95_ms": 5.525}, "setup_ms": {"avg_ms": 0.046, "count": 49, "max_ms": 0.105, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 6.558, "count": 49, "max_ms": 13.598, "p95_ms": 11.369}, "track_match_ms": {"avg_ms": 0.096, "count": 49, "max_ms": 0.437, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 1.532, "count": 49, "max_ms": 3.32, "p95_ms": 2.557}}, "gstreamer_push": {"avg_ms": 3.177, "count": 50, "max_ms": 6.0, "p95_ms": 5.261}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 49, "max_ms": 0.094, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.392, "count": 49, "max_ms": 75.185, "p95_ms": 68.61}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.889, "count": 49, "max_ms": 11.897, "p95_ms": 7.99}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.521, "count": 49, "max_ms": 123.421, "p95_ms": 120.5}, "inference_input_copy_ms": {"avg_ms": 1.754, "count": 49, "max_ms": 3.106, "p95_ms": 2.924}, "processing_residual_ms": {"avg_ms": 0.202, "count": 49, "max_ms": 0.382, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.367, "count": 49, "max_ms": 127.002, "p95_ms": 124.151}, "read_interval": {"avg_ms": 512.61, "count": 49, "max_ms": 10147.723, "p95_ms": 361.835}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 49, "max_ms": 0.037, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.78, "count": 49, "max_ms": 6.145, "p95_ms": 5.39}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 49, "max_ms": 0.045, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.762, "count": 49, "max_ms": 6.112, "p95_ms": 5.36}, "worker_merge_ms": {"avg_ms": 0.007, "count": 49, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.406, "count": 49, "max_ms": 75.202, "p95_ms": 68.623}, "visualize": {"avg_ms": 38.366, "count": 49, "max_ms": 59.762, "p95_ms": 49.589}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.407, "count": 49, "max_ms": 55.354, "p95_ms": 43.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.833, "count": 49, "max_ms": 58.008, "p95_ms": 47.371}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 49, "max_ms": 3.002, "p95_ms": 1.961}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 49, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.702, "count": 49, "max_ms": 57.873, "p95_ms": 47.17}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 49, "max_ms": 0.129, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 49}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 49}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.105, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 8.738, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.038, "sample_count": 1999, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3168698, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:47:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.114, "exists": true, "size_bytes": 120203, "write_bytes_delta": 120203, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 23.0, "cpu_core_ratio": 0.008975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2026.0, "pid": 64669, "reason": null, "system_cpu_core_ratio": 0.001994, "system_cpu_s_delta": 0.03999999999999915, "user_cpu_core_ratio": 0.00698, "user_cpu_s_delta": 0.14000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.170517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.065315, "system_cpu_s_delta": 1.3099999999976717, "user_cpu_core_ratio": 0.105202, "user_cpu_s_delta": 2.110000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.049, "count": 95, "max_ms": 6.0, "p95_ms": 4.353, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.663, "max": 8.0, "p95": 6.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.273, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 66}, "total": {"avg": 0.884, "max": 2.0, "p95": 2.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.217, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.836, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 851.133, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2107.2, "count": 30, "max": 11830.0, "p95": 9373.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.34, "p95": 0.301, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.505, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.135, "p95": 0.108, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114671.5, "count": 30, "max": 124711.0, "p95": 121206.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1825.4, "count": 30, "max": 47080.0, "p95": 3965.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.512, "p95": 0.496, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.189, "p95": 1.175, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24683, "sampled_at": "2026-11-03T09:47:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:47:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5160330, "flush_count": 5463, "flush_interval_seconds": 30.0, "flush_state": {"count": 5463, "last_at": "2026-11-03T09:48:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:48:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5462}, "started": true, "suppressed_count": 3164469, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3164071}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5463, "written_record_count": 5463}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12090.016, "limit_mb": null}, "detail": {"h264_decode_error_count": 13, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5d67cf876600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d67cf876600] error while decoding MB 0 44, bytestream 8535 [h264 @ 0x5d67cf8c0000] cabac decode of qscale diff failed at 40 60 [h264 @ 0x5d67cf8c0000] error while decoding MB 40 60, bytestream 564 [h264 @ 0x5d67d0494740] cabac decode of qscale diff failed at 38 66 [h264 @ 0x5d67d0494740] error while decoding MB 38 66, bytestream 4644 [h264 @ 0x5d67d0494740] left block unavailable for requested intra4x4 mode ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8763122073600, "copied_frame_count": 3169532, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8763122073600, "frame_buffer_copies": 3169532, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 2.5265, "p50_ms": 0.1042, "p95_ms": 0.2341, "p99_ms": 0.2918}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5704, "count": 512, "max_ms": 3.6772, "p50_ms": 1.5225, "p95_ms": 2.437, "p99_ms": 2.7842, "results": {"failed": 0, "not_applicable": 0, "success": 3169532, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 208, "h264_decode_error_count": 704, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:49:28+09:00", "last_error_summary": "[h264 @ 0x5d67cf876600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d67cf876600] error while decoding MB 0 44, bytestream 8535 [h264 @ 0x5d67cf8c0000] cabac decode of qscale diff failed at 40 60 [h264 @ 0x5d67cf8c0000] error while decoding MB 40 60, bytestream 564 [h264 @ 0x5d67d0494740] cabac decode of qscale diff failed at 38 66 [h264 @ 0x5d67d0494740] error while decoding MB 38 66, bytestream 4644 [h264 @ 0x5d67d0494740] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.777, "last_started_at": "2026-11-03T09:47:12+09:00", "pid": 64785, "process": {"exists": false, "pid": 64785}, "restart_count": 220, "restart_count_per_hour": 11, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 221}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.326, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169532, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-03T09:49:28+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-03T09:49:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.418, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 151.582, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-11-03T09:49:28.429059+09:00", "mtime_epoch": 1793666968.429059, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125305}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:49:28+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.305, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3169533, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.9, "max": 9.0, "p95": 8.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.271, "max": 2.0, "p95": 2.0, "sample_count": 59}, "total": {"avg": 1.25, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.233, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.233, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 61, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.034, "pushed": 2.034, "read": 2.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.006, "count": 61, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 21.064, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.873, "count": 61, "max_ms": 4.876, "p95_ms": 2.52, "reason": null, "sample_age_ms": 78.867, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 61, "max_ms": 4.597, "p95_ms": 2.194, "reason": null, "sample_age_ms": 79.129, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 61, "max_ms": 0.768, "p95_ms": 0.58, "reason": null, "sample_age_ms": 21.083, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.761, "count": 61, "max_ms": 3.302, "p95_ms": 2.71, "reason": null, "sample_age_ms": 76.742, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.709, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.785, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.945, "count": 61, "max_ms": 75.359, "p95_ms": 65.175, "reason": null, "sample_age_ms": 21.058, "source": "client_direct"}, "sample_age_ms": 21.052, "source": "client_direct", "task_total_ms": {"avg_ms": 51.175, "count": 61, "max_ms": 78.644, "p95_ms": 67.637, "reason": null, "sample_age_ms": 21.052, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.126, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.571, "count": 60, "max_ms": 15.753, "p95_ms": 10.472}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 60, "max_ms": 1.204, "p95_ms": 0.669}, "detection_prepare_ms": {"avg_ms": 1.346, "count": 60, "max_ms": 4.333, "p95_ms": 2.686}, "event_filter_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.295, "count": 60, "max_ms": 0.738, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.844, "count": 60, "max_ms": 7.113, "p95_ms": 5.07}, "setup_ms": {"avg_ms": 0.044, "count": 60, "max_ms": 0.173, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.514, "count": 60, "max_ms": 15.683, "p95_ms": 10.391}, "track_match_ms": {"avg_ms": 0.082, "count": 60, "max_ms": 0.419, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 1.503, "count": 60, "max_ms": 3.964, "p95_ms": 2.612}}, "gstreamer_push": {"avg_ms": 3.295, "count": 61, "max_ms": 6.808, "p95_ms": 4.919}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 60, "max_ms": 0.171, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.311, "count": 60, "max_ms": 79.506, "p95_ms": 68.456}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.256, "count": 61, "max_ms": 12.438, "p95_ms": 8.537}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.808, "count": 61, "max_ms": 128.967, "p95_ms": 123.415}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 61, "max_ms": 3.423, "p95_ms": 2.444}, "processing_residual_ms": {"avg_ms": 0.221, "count": 61, "max_ms": 0.482, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.923, "count": 61, "max_ms": 137.907, "p95_ms": 129.431}, "read_interval": {"avg_ms": 492.604, "count": 61, "max_ms": 20252.169, "p95_ms": 241.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 60, "max_ms": 0.066, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.76, "count": 60, "max_ms": 6.925, "p95_ms": 5.013}, "resolve_scenarios_ms": {"avg_ms": 0.024, "count": 60, "max_ms": 0.375, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.74, "count": 60, "max_ms": 6.895, "p95_ms": 4.998}, "worker_merge_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.022, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.325, "count": 60, "max_ms": 79.518, "p95_ms": 68.467}, "visualize": {"avg_ms": 38.147, "count": 60, "max_ms": 57.349, "p95_ms": 49.277}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.973, "count": 60, "max_ms": 49.823, "p95_ms": 43.347}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.477, "count": 60, "max_ms": 55.248, "p95_ms": 47.566}, "visualize_input_copy_ms": {"avg_ms": 1.447, "count": 60, "max_ms": 2.706, "p95_ms": 2.25}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.328, "count": 60, "max_ms": 55.086, "p95_ms": 47.355}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 60, "max_ms": 0.162, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.642, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.287, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117360, "write_bytes_delta": 117360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.097028, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8676.0, "pid": 64785, "reason": null, "system_cpu_core_ratio": 0.042294, "system_cpu_s_delta": 1.0200000000000031, "user_cpu_core_ratio": 0.054734, "user_cpu_s_delta": 1.3200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300206, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095369, "system_cpu_s_delta": 2.3000000000029104, "user_cpu_core_ratio": 0.204837, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 62, "max_ms": 6.808, "p95_ms": 4.919, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.806, "max": 9.0, "p95": 8.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.098, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 62}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.176, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.08, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.033, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1915.567, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117169.367, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113422.7, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 33.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.497, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 1.17, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24694, "sampled_at": "2026-11-03T09:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5160330, "flush_count": 5463, "flush_interval_seconds": 30.0, "flush_state": {"count": 5463, "last_at": "2026-11-03T09:48:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:48:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5462}, "started": true, "suppressed_count": 3164469, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3164071}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5463, "written_record_count": 5463}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12095.758, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:49:28+09:00", "last_error_summary": "[h264 @ 0x5d67cf876600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d67cf876600] error while decoding MB 0 44, bytestream 8535 [h264 @ 0x5d67cf8c0000] cabac decode of qscale diff failed at 40 60 [h264 @ 0x5d67cf8c0000] error while decoding MB 40 60, bytestream 564 [h264 @ 0x5d67d0494740] cabac decode of qscale diff failed at 38 66 [h264 @ 0x5d67d0494740] error while decoding MB 38 66, bytestream 4644 [h264 @ 0x5d67d0494740] left block unavailable for requested intra4x4 mode ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8763124838400, "copied_frame_count": 3169533, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8763124838400, "frame_buffer_copies": 3169533, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1264, "count": 512, "max_ms": 2.5265, "p50_ms": 0.1042, "p95_ms": 0.2341, "p99_ms": 0.2918}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5681, "count": 512, "max_ms": 3.6772, "p50_ms": 1.5212, "p95_ms": 2.4239, "p99_ms": 2.7842, "results": {"failed": 0, "not_applicable": 0, "success": 3169533, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 208, "h264_decode_error_count": 704, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:49:28+09:00", "last_error_summary": "[h264 @ 0x5d67cf876600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d67cf876600] error while decoding MB 0 44, bytestream 8535 [h264 @ 0x5d67cf8c0000] cabac decode of qscale diff failed at 40 60 [h264 @ 0x5d67cf8c0000] error while decoding MB 40 60, bytestream 564 [h264 @ 0x5d67d0494740] cabac decode of qscale diff failed at 38 66 [h264 @ 0x5d67d0494740] error while decoding MB 38 66, bytestream 4644 [h264 @ 0x5d67d0494740] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:49:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.881, "last_started_at": "2026-11-03T09:47:12+09:00", "pid": 64785, "process": {"exists": false, "pid": 64785}, "restart_count": 220, "restart_count_per_hour": 11, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 221}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.427, "sample_count": 1940, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-03T09:49:28+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-11-03T09:49:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.499, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 151.501, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T09:49:28.583060+09:00", "mtime_epoch": 1793666968.5830603, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:49:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.297, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3169533, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.918, "max": 9.0, "p95": 8.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.283, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.037, "pushed": 2.037, "read": 2.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 121.311, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 60, "max_ms": 4.876, "p95_ms": 2.538, "reason": null, "sample_age_ms": 179.114, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.447, "count": 60, "max_ms": 4.597, "p95_ms": 2.211, "reason": null, "sample_age_ms": 179.376, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 60, "max_ms": 0.768, "p95_ms": 0.582, "reason": null, "sample_age_ms": 121.33, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.735, "count": 60, "max_ms": 2.772, "p95_ms": 2.59, "reason": null, "sample_age_ms": 176.989, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 176.956, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.032, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.834, "count": 60, "max_ms": 75.359, "p95_ms": 65.28, "reason": null, "sample_age_ms": 121.305, "source": "client_direct"}, "sample_age_ms": 121.299, "source": "client_direct", "task_total_ms": {"avg_ms": 51.037, "count": 60, "max_ms": 78.644, "p95_ms": 67.732, "reason": null, "sample_age_ms": 121.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.433, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.645, "count": 61, "max_ms": 15.753, "p95_ms": 11.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.397, "count": 61, "max_ms": 1.204, "p95_ms": 0.699}, "detection_prepare_ms": {"avg_ms": 1.364, "count": 61, "max_ms": 4.333, "p95_ms": 2.686}, "event_filter_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.298, "count": 61, "max_ms": 0.738, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.875, "count": 61, "max_ms": 7.113, "p95_ms": 5.07}, "setup_ms": {"avg_ms": 0.044, "count": 61, "max_ms": 0.173, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.586, "count": 61, "max_ms": 15.683, "p95_ms": 10.933}, "track_match_ms": {"avg_ms": 0.085, "count": 61, "max_ms": 0.419, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.513, "count": 61, "max_ms": 3.964, "p95_ms": 2.612}}, "gstreamer_push": {"avg_ms": 3.269, "count": 61, "max_ms": 6.808, "p95_ms": 4.739}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 61, "max_ms": 0.171, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.45, "count": 61, "max_ms": 79.506, "p95_ms": 68.456}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.088, "count": 61, "max_ms": 10.456, "p95_ms": 7.736}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.042, "count": 61, "max_ms": 137.02, "p95_ms": 125.163}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 61, "max_ms": 3.423, "p95_ms": 2.437}, "processing_residual_ms": {"avg_ms": 0.222, "count": 61, "max_ms": 0.482, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.984, "count": 61, "max_ms": 141.617, "p95_ms": 129.431}, "read_interval": {"avg_ms": 498.223, "count": 60, "max_ms": 20252.169, "p95_ms": 241.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 61, "max_ms": 0.066, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.79, "count": 61, "max_ms": 6.925, "p95_ms": 5.013}, "resolve_scenarios_ms": {"avg_ms": 0.024, "count": 61, "max_ms": 0.375, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.77, "count": 61, "max_ms": 6.895, "p95_ms": 4.998}, "worker_merge_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.022, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.463, "count": 61, "max_ms": 79.518, "p95_ms": 68.467}, "visualize": {"avg_ms": 38.572, "count": 61, "max_ms": 64.02, "p95_ms": 52.937}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.25, "count": 61, "max_ms": 49.842, "p95_ms": 45.448}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.879, "count": 61, "max_ms": 61.0, "p95_ms": 51.005}, "visualize_input_copy_ms": {"avg_ms": 1.468, "count": 61, "max_ms": 2.734, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.73, "count": 61, "max_ms": 60.809, "p95_ms": 50.844}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 61, "max_ms": 0.162, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.642, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.287, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117360, "write_bytes_delta": 117360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.097028, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8676.0, "pid": 64785, "reason": null, "system_cpu_core_ratio": 0.042294, "system_cpu_s_delta": 1.0200000000000031, "user_cpu_core_ratio": 0.054734, "user_cpu_s_delta": 1.3200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300206, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095369, "system_cpu_s_delta": 2.3000000000029104, "user_cpu_core_ratio": 0.204837, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 62, "max_ms": 6.808, "p95_ms": 4.919, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.806, "max": 9.0, "p95": 8.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.098, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 62}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.176, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.08, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.033, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1915.567, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117169.367, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113422.7, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 33.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.497, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 1.17, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24694, "sampled_at": "2026-11-03T09:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5160330, "flush_count": 5463, "flush_interval_seconds": 30.0, "flush_state": {"count": 5463, "last_at": "2026-11-03T09:48:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:48:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5462}, "started": true, "suppressed_count": 3164469, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3164071}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5463, "written_record_count": 5463}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12095.961, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8763124838400, "copied_frame_count": 3169533, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8763124838400, "frame_buffer_copies": 3169533, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1264, "count": 512, "max_ms": 2.5265, "p50_ms": 0.1042, "p95_ms": 0.2341, "p99_ms": 0.2918}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5681, "count": 512, "max_ms": 3.6772, "p50_ms": 1.5212, "p95_ms": 2.4239, "p99_ms": 2.7842, "results": {"failed": 0, "not_applicable": 0, "success": 3169533, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 208, "h264_decode_error_count": 704, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:49:28+09:00", "last_error_summary": "[h264 @ 0x5d67cf876600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d67cf876600] error while decoding MB 0 44, bytestream 8535 [h264 @ 0x5d67cf8c0000] cabac decode of qscale diff failed at 40 60 [h264 @ 0x5d67cf8c0000] error while decoding MB 40 60, bytestream 564 [h264 @ 0x5d67d0494740] cabac decode of qscale diff failed at 38 66 [h264 @ 0x5d67d0494740] error while decoding MB 38 66, bytestream 4644 [h264 @ 0x5d67d0494740] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:49:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 135.912, "last_started_at": "2026-11-03T09:47:12+09:00", "pid": 64785, "process": {"exists": false, "pid": 64785}, "restart_count": 220, "restart_count_per_hour": 11, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 221}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.427, "sample_count": 1939, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T09:49:28+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-11-03T09:49:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.542, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 151.458, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T09:49:28.583060+09:00", "mtime_epoch": 1793666968.5830603, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:49:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.297, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3169533, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.918, "max": 9.0, "p95": 8.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.283, "max": 2.0, "p95": 2.0, "sample_count": 60}, "total": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 61}}, "tracking_counts": {"active": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 61}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 61}, "tracked": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 61}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 61, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.035, "pushed": 2.035, "read": 2.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.006, "count": 60, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 153.684, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.866, "count": 60, "max_ms": 4.876, "p95_ms": 2.538, "reason": null, "sample_age_ms": 211.487, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.447, "count": 60, "max_ms": 4.597, "p95_ms": 2.211, "reason": null, "sample_age_ms": 211.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.315, "count": 60, "max_ms": 0.768, "p95_ms": 0.582, "reason": null, "sample_age_ms": 153.703, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.735, "count": 60, "max_ms": 2.772, "p95_ms": 2.59, "reason": null, "sample_age_ms": 209.362, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2764808.0, "count": 60, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 209.329, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 154.405, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.834, "count": 60, "max_ms": 75.359, "p95_ms": 65.28, "reason": null, "sample_age_ms": 153.678, "source": "client_direct"}, "sample_age_ms": 153.672, "source": "client_direct", "task_total_ms": {"avg_ms": 51.037, "count": 60, "max_ms": 78.644, "p95_ms": 67.732, "reason": null, "sample_age_ms": 153.672, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.053, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.645, "count": 61, "max_ms": 15.753, "p95_ms": 11.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.397, "count": 61, "max_ms": 1.204, "p95_ms": 0.699}, "detection_prepare_ms": {"avg_ms": 1.364, "count": 61, "max_ms": 4.333, "p95_ms": 2.686}, "event_filter_ms": {"avg_ms": 0.005, "count": 61, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.298, "count": 61, "max_ms": 0.738, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.003, "count": 61, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.875, "count": 61, "max_ms": 7.113, "p95_ms": 5.07}, "setup_ms": {"avg_ms": 0.044, "count": 61, "max_ms": 0.173, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.586, "count": 61, "max_ms": 15.683, "p95_ms": 10.933}, "track_match_ms": {"avg_ms": 0.085, "count": 61, "max_ms": 0.419, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.513, "count": 61, "max_ms": 3.964, "p95_ms": 2.612}}, "gstreamer_push": {"avg_ms": 3.269, "count": 61, "max_ms": 6.808, "p95_ms": 4.739}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 61, "max_ms": 0.171, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.45, "count": 61, "max_ms": 79.506, "p95_ms": 68.456}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.088, "count": 61, "max_ms": 10.456, "p95_ms": 7.736}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.042, "count": 61, "max_ms": 137.02, "p95_ms": 125.163}, "inference_input_copy_ms": {"avg_ms": 1.632, "count": 61, "max_ms": 3.423, "p95_ms": 2.437}, "processing_residual_ms": {"avg_ms": 0.222, "count": 61, "max_ms": 0.482, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.984, "count": 61, "max_ms": 141.617, "p95_ms": 129.431}, "read_interval": {"avg_ms": 498.223, "count": 60, "max_ms": 20252.169, "p95_ms": 241.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 61, "max_ms": 0.066, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 2.79, "count": 61, "max_ms": 6.925, "p95_ms": 5.013}, "resolve_scenarios_ms": {"avg_ms": 0.024, "count": 61, "max_ms": 0.375, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.77, "count": 61, "max_ms": 6.895, "p95_ms": 4.998}, "worker_merge_ms": {"avg_ms": 0.007, "count": 61, "max_ms": 0.022, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.463, "count": 61, "max_ms": 79.518, "p95_ms": 68.467}, "visualize": {"avg_ms": 38.572, "count": 61, "max_ms": 64.02, "p95_ms": 52.937}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.25, "count": 61, "max_ms": 49.842, "p95_ms": 45.448}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.879, "count": 61, "max_ms": 61.0, "p95_ms": 51.005}, "visualize_input_copy_ms": {"avg_ms": 1.468, "count": 61, "max_ms": 2.734, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 61, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.73, "count": 61, "max_ms": 60.809, "p95_ms": 50.844}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 61, "max_ms": 0.162, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 61}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.642, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.287, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117360, "write_bytes_delta": 117360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.097028, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8676.0, "pid": 64785, "reason": null, "system_cpu_core_ratio": 0.042294, "system_cpu_s_delta": 1.0200000000000031, "user_cpu_core_ratio": 0.054734, "user_cpu_s_delta": 1.3200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300206, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095369, "system_cpu_s_delta": 2.3000000000029104, "user_cpu_core_ratio": 0.204837, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 62, "max_ms": 6.808, "p95_ms": 4.919, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.806, "max": 9.0, "p95": 8.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.098, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 62}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.176, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.08, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.033, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1915.567, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117169.367, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113422.7, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 33.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.497, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 1.17, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24694, "sampled_at": "2026-11-03T09:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5160330, "flush_count": 5463, "flush_interval_seconds": 30.0, "flush_state": {"count": 5463, "last_at": "2026-11-03T09:48:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:48:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5462}, "started": true, "suppressed_count": 3164469, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3164071}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5463, "written_record_count": 5463}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12114.082, "limit_mb": null}, "detail": {"pid": 64901, "restart_count": 221, "start_count": 222}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8763124838400, "copied_frame_count": 3169533, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8763124838400, "frame_buffer_copies": 3169533, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1264, "count": 512, "max_ms": 2.5265, "p50_ms": 0.1042, "p95_ms": 0.2341, "p99_ms": 0.2918}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5681, "count": 512, "max_ms": 3.6772, "p50_ms": 1.5212, "p95_ms": 2.4239, "p99_ms": 2.7842, "results": {"failed": 0, "not_applicable": 0, "success": 3169533, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 208, "h264_decode_error_count": 704, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:49:28+09:00", "last_error_summary": "[h264 @ 0x5d67cf876600] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d67cf876600] error while decoding MB 0 44, bytestream 8535 [h264 @ 0x5d67cf8c0000] cabac decode of qscale diff failed at 40 60 [h264 @ 0x5d67cf8c0000] error while decoding MB 40 60, bytestream 564 [h264 @ 0x5d67d0494740] cabac decode of qscale diff failed at 38 66 [h264 @ 0x5d67d0494740] error while decoding MB 38 66, bytestream 4644 [h264 @ 0x5d67d0494740] left block unavailable for requested intra4x4 mode ", "last_exit_at": "2026-11-03T09:49:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:49:31+09:00", "pid": 64901, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.102, "name": "ffmpeg", "pid": 64901, "rss_mb": 58.102, "state": "S (sleeping)", "threads": 1}, "restart_count": 221, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 222}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.427, "sample_count": 1932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169533, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.534, "last_frame_pushed_at": "2026-11-03T09:49:28+09:00", "last_frame_read_age_sec": 4.681, "last_frame_read_at": "2026-11-03T09:49:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 453.0, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 147.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 4.521, "exists": true, "mtime": "2026-11-03T09:49:28.583060+09:00", "mtime_epoch": 1793666968.5830603, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126279}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:49:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2376.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3169533, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.595, "max": 7.0, "p95": 7.0, "sample_count": 42}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 42}, "total": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 42}}, "tracking_counts": {"active": {"avg": 0.262, "max": 1.0, "p95": 1.0, "sample_count": 42}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 42}, "tracked": {"avg": 0.262, "max": 1.0, "p95": 1.0, "sample_count": 42}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 42, "pushed_frames": 42, "read_frames": 41, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.403, "pushed": 1.403, "read": 1.37}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 41, "client_acquire_ms": {"avg_ms": 0.006, "count": 42, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4621.72, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.817, "count": 41, "max_ms": 4.826, "p95_ms": 2.455, "reason": null, "sample_age_ms": 4679.523, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.396, "count": 41, "max_ms": 4.367, "p95_ms": 2.127, "reason": null, "sample_age_ms": 4679.785, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 42, "max_ms": 0.768, "p95_ms": 0.617, "reason": null, "sample_age_ms": 4621.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.759, "count": 41, "max_ms": 2.772, "p95_ms": 2.71, "reason": null, "sample_age_ms": 4677.398, "source": "client_direct"}, "request_count": 41, "request_tensor_bytes": {"avg": 2764808.0, "count": 41, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4677.364, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 42, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4622.441, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.161, "count": 42, "max_ms": 75.359, "p95_ms": 67.17, "reason": null, "sample_age_ms": 4621.714, "source": "client_direct"}, "sample_age_ms": 4621.708, "source": "client_direct", "task_total_ms": {"avg_ms": 52.402, "count": 42, "max_ms": 78.644, "p95_ms": 69.43, "reason": null, "sample_age_ms": 4621.708, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.181, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.016, "count": 42, "max_ms": 13.031, "p95_ms": 11.042}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.428, "count": 42, "max_ms": 1.204, "p95_ms": 0.699}, "detection_prepare_ms": {"avg_ms": 1.457, "count": 42, "max_ms": 4.333, "p95_ms": 2.686}, "event_filter_ms": {"avg_ms": 0.006, "count": 42, "max_ms": 0.012, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.318, "count": 42, "max_ms": 0.738, "p95_ms": 0.616}, "mcmt_ms": {"avg_ms": 0.003, "count": 42, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.98, "count": 42, "max_ms": 6.482, "p95_ms": 5.07}, "setup_ms": {"avg_ms": 0.047, "count": 42, "max_ms": 0.173, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.951, "count": 42, "max_ms": 12.935, "p95_ms": 10.933}, "track_match_ms": {"avg_ms": 0.095, "count": 42, "max_ms": 0.419, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 1.615, "count": 42, "max_ms": 3.073, "p95_ms": 2.612}}, "gstreamer_push": {"avg_ms": 3.381, "count": 42, "max_ms": 6.808, "p95_ms": 5.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 42, "max_ms": 0.171, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.647, "count": 42, "max_ms": 79.506, "p95_ms": 71.783}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.162, "count": 42, "max_ms": 8.537, "p95_ms": 7.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.677, "count": 42, "max_ms": 137.02, "p95_ms": 125.235}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 42, "max_ms": 3.423, "p95_ms": 2.437}, "processing_residual_ms": {"avg_ms": 0.21, "count": 42, "max_ms": 0.429, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.728, "count": 42, "max_ms": 141.617, "p95_ms": 132.127}, "read_interval": {"avg_ms": 618.378, "count": 41, "max_ms": 20252.169, "p95_ms": 241.863}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 42, "max_ms": 0.066, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.886, "count": 42, "max_ms": 6.391, "p95_ms": 5.013}, "resolve_scenarios_ms": {"avg_ms": 0.027, "count": 42, "max_ms": 0.375, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.865, "count": 42, "max_ms": 6.372, "p95_ms": 4.998}, "worker_merge_ms": {"avg_ms": 0.008, "count": 42, "max_ms": 0.022, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.662, "count": 42, "max_ms": 79.518, "p95_ms": 71.797}, "visualize": {"avg_ms": 39.612, "count": 42, "max_ms": 64.02, "p95_ms": 53.387}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.996, "count": 42, "max_ms": 49.842, "p95_ms": 45.448}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.78, "count": 42, "max_ms": 61.0, "p95_ms": 51.166}, "visualize_input_copy_ms": {"avg_ms": 1.587, "count": 42, "max_ms": 2.734, "p95_ms": 2.568}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 42, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.621, "count": 42, "max_ms": 60.809, "p95_ms": 50.998}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 42, "max_ms": 0.162, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 42}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 42}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 48.642, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.287, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3169517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:49:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117360, "write_bytes_delta": 117360, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 100.0, "cpu_core_ratio": 0.097028, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8676.0, "pid": 64785, "reason": null, "system_cpu_core_ratio": 0.042294, "system_cpu_s_delta": 1.0200000000000031, "user_cpu_core_ratio": 0.054734, "user_cpu_s_delta": 1.3200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300206, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095369, "system_cpu_s_delta": 2.3000000000029104, "user_cpu_core_ratio": 0.204837, "user_cpu_s_delta": 4.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.301, "count": 62, "max_ms": 6.808, "p95_ms": 4.919, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.806, "max": 9.0, "p95": 8.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.098, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 61}, "total": {"avg": 1.081, "max": 2.0, "p95": 2.0, "sample_count": 62}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.176, "count": 30, "max": 69.024, "p95": 61.127, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.08, "count": 30, "max": 25.407, "p95": 24.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.033, "count": 30, "max": 1190.0, "p95": 1179.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1915.567, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117169.367, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113422.7, "count": 30, "max": 125666.0, "p95": 123552.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 33.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.359, "count": 30, "max": 0.497, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.883, "count": 30, "max": 1.17, "p95": 1.135, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24694, "sampled_at": "2026-11-03T09:49:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:49:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4457042, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3241317, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3241312}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11825.781, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8976689049600, "copied_frame_count": 3246777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8976689049600, "frame_buffer_copies": 3246777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.0445, "p50_ms": 0.1115, "p95_ms": 0.2275, "p99_ms": 0.3159}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3903, "count": 512, "max_ms": 4.2791, "p50_ms": 1.2619, "p95_ms": 2.4028, "p99_ms": 3.0896, "results": {"failed": 0, "not_applicable": 0, "success": 3246777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:51:59+09:00", "last_error_summary": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 1803.013, "last_started_at": "2026-11-03T09:21:56+09:00", "pid": 63555, "process": {"exists": false, "pid": 63555}, "restart_count": 142, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.583, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-03T09:51:59+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T09:51:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.533, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 0.467, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-11-03T09:51:59.608336+09:00", "mtime_epoch": 1793667119.608336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:51:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2404.93, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3246777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.009, "pushed": 6.009, "read": 5.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 75.483, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.495, "count": 179, "max_ms": 4.4, "p95_ms": 1.547, "reason": null, "sample_age_ms": 105.846, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 179, "max_ms": 3.123, "p95_ms": 1.257, "reason": null, "sample_age_ms": 106.077, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 180, "max_ms": 0.346, "p95_ms": 0.175, "reason": null, "sample_age_ms": 75.49, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.333, "count": 179, "max_ms": 2.776, "p95_ms": 2.384, "reason": null, "sample_age_ms": 104.807, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2211848.0, "count": 179, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 104.792, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.649, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.339, "count": 180, "max_ms": 79.894, "p95_ms": 61.342, "reason": null, "sample_age_ms": 75.479, "source": "client_direct"}, "sample_age_ms": 75.474, "source": "client_direct", "task_total_ms": {"avg_ms": 40.912, "count": 180, "max_ms": 81.499, "p95_ms": 63.67, "reason": null, "sample_age_ms": 75.474, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.527, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.702, "count": 180, "max_ms": 1.828, "p95_ms": 1.337}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.231, "count": 180, "max_ms": 0.724, "p95_ms": 0.444}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 180, "max_ms": 0.281, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 180, "max_ms": 0.221, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 180, "max_ms": 0.537, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.04, "count": 180, "max_ms": 0.111, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.664, "count": 180, "max_ms": 1.759, "p95_ms": 1.254}, "track_match_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 180, "max_ms": 0.09, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.788, "count": 180, "max_ms": 6.713, "p95_ms": 4.584}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 180, "max_ms": 0.362, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.737, "count": 180, "max_ms": 82.307, "p95_ms": 64.707}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 180, "max_ms": 0.133, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.722, "count": 180, "max_ms": 122.784, "p95_ms": 103.124}, "inference_input_copy_ms": {"avg_ms": 1.4, "count": 180, "max_ms": 3.923, "p95_ms": 2.434}, "processing_residual_ms": {"avg_ms": 0.146, "count": 180, "max_ms": 0.857, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.308, "count": 180, "max_ms": 124.602, "p95_ms": 104.516}, "read_interval": {"avg_ms": 167.227, "count": 179, "max_ms": 8378.309, "p95_ms": 176.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.048, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.126, "count": 180, "max_ms": 0.363, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 180, "max_ms": 0.066, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 180, "max_ms": 0.332, "p95_ms": 0.242}, "worker_merge_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.751, "count": 180, "max_ms": 82.318, "p95_ms": 64.738}, "visualize": {"avg_ms": 32.445, "count": 180, "max_ms": 50.383, "p95_ms": 44.333}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.614, "count": 180, "max_ms": 49.102, "p95_ms": 43.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.25, "count": 180, "max_ms": 50.176, "p95_ms": 44.046}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.154, "count": 180, "max_ms": 49.982, "p95_ms": 43.9}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.258, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2404.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.39, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.467, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106082, "write_bytes_delta": 106082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.644928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63555, "reason": null, "system_cpu_core_ratio": 0.030487, "system_cpu_s_delta": 0.5200000000000102, "user_cpu_core_ratio": 0.61444, "user_cpu_s_delta": 10.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033419, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.341225, "user_cpu_s_delta": 5.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 230, "max_ms": 6.553, "p95_ms": 4.999, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.012, "count": 30, "max": 72.463, "p95": 55.572, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.164, "count": 30, "max": 35.897, "p95": 31.06, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1388.333, "count": 30, "max": 1634.0, "p95": 1593.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 148.467, "count": 30, "max": 3981.0, "p95": 259.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.135, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.374, "p95": 1.324, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.333, "count": 30, "max": 34.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.706, "p95": 0.693, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27703, "sampled_at": "2026-11-03T09:51:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:51:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.955, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4457042, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3241317, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3241312}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11825.781, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8976689049600, "copied_frame_count": 3246777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8976689049600, "frame_buffer_copies": 3246777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.0445, "p50_ms": 0.1115, "p95_ms": 0.2275, "p99_ms": 0.3159}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3903, "count": 512, "max_ms": 4.2791, "p50_ms": 1.2619, "p95_ms": 2.4028, "p99_ms": 3.0896, "results": {"failed": 0, "not_applicable": 0, "success": 3246777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:51:59+09:00", "last_error_summary": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 1803.013, "last_started_at": "2026-11-03T09:21:56+09:00", "pid": 63555, "process": {"exists": false, "pid": 63555}, "restart_count": 142, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.583, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-03T09:51:59+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T09:51:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.544, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 0.456, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.015, "exists": true, "mtime": "2026-11-03T09:51:59.608336+09:00", "mtime_epoch": 1793667119.608336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:51:59+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2404.93, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3246777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.01, "pushed": 6.01, "read": 5.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 72.517, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.495, "count": 179, "max_ms": 4.4, "p95_ms": 1.547, "reason": null, "sample_age_ms": 102.88, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.218, "count": 179, "max_ms": 3.123, "p95_ms": 1.257, "reason": null, "sample_age_ms": 103.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 180, "max_ms": 0.346, "p95_ms": 0.175, "reason": null, "sample_age_ms": 72.524, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.333, "count": 179, "max_ms": 2.776, "p95_ms": 2.384, "reason": null, "sample_age_ms": 101.841, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2211848.0, "count": 179, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 101.826, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.684, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.339, "count": 180, "max_ms": 79.894, "p95_ms": 61.342, "reason": null, "sample_age_ms": 72.513, "source": "client_direct"}, "sample_age_ms": 72.508, "source": "client_direct", "task_total_ms": {"avg_ms": 40.912, "count": 180, "max_ms": 81.499, "p95_ms": 63.67, "reason": null, "sample_age_ms": 72.508, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.852, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.702, "count": 180, "max_ms": 1.828, "p95_ms": 1.337}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.231, "count": 180, "max_ms": 0.724, "p95_ms": 0.444}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 180, "max_ms": 0.281, "p95_ms": 0.171}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 180, "max_ms": 0.221, "p95_ms": 0.129}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.182, "count": 180, "max_ms": 0.537, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.04, "count": 180, "max_ms": 0.111, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.664, "count": 180, "max_ms": 1.759, "p95_ms": 1.254}, "track_match_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 180, "max_ms": 0.09, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 2.788, "count": 180, "max_ms": 6.713, "p95_ms": 4.584}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 180, "max_ms": 0.362, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.737, "count": 180, "max_ms": 82.307, "p95_ms": 64.707}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 180, "max_ms": 0.133, "p95_ms": 0.079}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.722, "count": 180, "max_ms": 122.784, "p95_ms": 103.124}, "inference_input_copy_ms": {"avg_ms": 1.4, "count": 180, "max_ms": 3.923, "p95_ms": 2.434}, "processing_residual_ms": {"avg_ms": 0.146, "count": 180, "max_ms": 0.857, "p95_ms": 0.261}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.308, "count": 180, "max_ms": 124.602, "p95_ms": 104.516}, "read_interval": {"avg_ms": 167.227, "count": 179, "max_ms": 8378.309, "p95_ms": 176.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 180, "max_ms": 0.048, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.126, "count": 180, "max_ms": 0.363, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 180, "max_ms": 0.066, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 180, "max_ms": 0.332, "p95_ms": 0.242}, "worker_merge_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.751, "count": 180, "max_ms": 82.318, "p95_ms": 64.738}, "visualize": {"avg_ms": 32.445, "count": 180, "max_ms": 50.383, "p95_ms": 44.333}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.614, "count": 180, "max_ms": 49.102, "p95_ms": 43.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.25, "count": 180, "max_ms": 50.176, "p95_ms": 44.046}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.154, "count": 180, "max_ms": 49.982, "p95_ms": 43.9}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.258, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2404.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.39, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.467, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106082, "write_bytes_delta": 106082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.644928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63555, "reason": null, "system_cpu_core_ratio": 0.030487, "system_cpu_s_delta": 0.5200000000000102, "user_cpu_core_ratio": 0.61444, "user_cpu_s_delta": 10.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033419, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.341225, "user_cpu_s_delta": 5.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 230, "max_ms": 6.553, "p95_ms": 4.999, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.012, "count": 30, "max": 72.463, "p95": 55.572, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.164, "count": 30, "max": 35.897, "p95": 31.06, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1388.333, "count": 30, "max": 1634.0, "p95": 1593.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 148.467, "count": 30, "max": 3981.0, "p95": 259.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.135, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.374, "p95": 1.324, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.333, "count": 30, "max": 34.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.706, "p95": 0.693, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27703, "sampled_at": "2026-11-03T09:51:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:51:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4457042, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3241317, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3241312}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11826.047, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8976689049600, "copied_frame_count": 3246777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8976689049600, "frame_buffer_copies": 3246777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.0445, "p50_ms": 0.1115, "p95_ms": 0.2275, "p99_ms": 0.3159}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3903, "count": 512, "max_ms": 4.2791, "p50_ms": 1.2619, "p95_ms": 2.4028, "p99_ms": 3.0896, "results": {"failed": 0, "not_applicable": 0, "success": 3246777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:51:59+09:00", "last_error_summary": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 1803.112, "last_started_at": "2026-11-03T09:21:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 142, "restart_count_per_hour": 2, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 143}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.583, "sample_count": 2846, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.123, "last_frame_pushed_at": "2026-11-03T09:51:59+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T09:51:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 149, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 599.612, "last_sample_duration_ms": 955.587, "last_trigger": "periodic", "next_snapshot_in_sec": 0.388, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 549, "storage_bytes": 3143523}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-11-03T09:51:59.608336+09:00", "mtime_epoch": 1793667119.608336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:51:59+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2404.926, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3246777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.978, "pushed": 5.978, "read": 5.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 163.245, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.496, "count": 178, "max_ms": 4.4, "p95_ms": 1.55, "reason": null, "sample_age_ms": 193.608, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.219, "count": 178, "max_ms": 3.123, "p95_ms": 1.261, "reason": null, "sample_age_ms": 193.839, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 179, "max_ms": 0.346, "p95_ms": 0.175, "reason": null, "sample_age_ms": 163.252, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.334, "count": 178, "max_ms": 2.776, "p95_ms": 2.384, "reason": null, "sample_age_ms": 192.569, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 192.554, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 163.412, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.336, "count": 179, "max_ms": 79.894, "p95_ms": 61.39, "reason": null, "sample_age_ms": 163.241, "source": "client_direct"}, "sample_age_ms": 163.236, "source": "client_direct", "task_total_ms": {"avg_ms": 40.909, "count": 179, "max_ms": 81.499, "p95_ms": 63.681, "reason": null, "sample_age_ms": 163.236, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.752, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.7, "count": 179, "max_ms": 1.828, "p95_ms": 1.368}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.23, "count": 179, "max_ms": 0.724, "p95_ms": 0.444}, "detection_prepare_ms": {"avg_ms": 0.097, "count": 179, "max_ms": 0.281, "p95_ms": 0.173}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 179, "max_ms": 0.221, "p95_ms": 0.132}, "mcmt_ms": {"avg_ms": 0.002, "count": 179, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 179, "max_ms": 0.537, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.04, "count": 179, "max_ms": 0.111, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.662, "count": 179, "max_ms": 1.759, "p95_ms": 1.282}, "track_match_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 179, "max_ms": 0.09, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.791, "count": 179, "max_ms": 6.713, "p95_ms": 4.699}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 179, "max_ms": 0.362, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.737, "count": 179, "max_ms": 82.307, "p95_ms": 64.798}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 179, "max_ms": 0.133, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.738, "count": 179, "max_ms": 122.784, "p95_ms": 103.438}, "inference_input_copy_ms": {"avg_ms": 1.395, "count": 179, "max_ms": 3.923, "p95_ms": 2.435}, "processing_residual_ms": {"avg_ms": 0.146, "count": 179, "max_ms": 0.857, "p95_ms": 0.282}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.32, "count": 179, "max_ms": 124.602, "p95_ms": 105.458}, "read_interval": {"avg_ms": 167.705, "count": 178, "max_ms": 8378.309, "p95_ms": 176.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 179, "max_ms": 0.048, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.124, "count": 179, "max_ms": 0.363, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 179, "max_ms": 0.066, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 179, "max_ms": 0.332, "p95_ms": 0.242}, "worker_merge_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 41.75, "count": 179, "max_ms": 82.318, "p95_ms": 64.813}, "visualize": {"avg_ms": 32.463, "count": 179, "max_ms": 50.383, "p95_ms": 44.444}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.635, "count": 179, "max_ms": 49.102, "p95_ms": 43.47}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.269, "count": 179, "max_ms": 50.176, "p95_ms": 44.198}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.174, "count": 179, "max_ms": 49.982, "p95_ms": 43.948}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 179, "max_ms": 0.258, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2404.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.39, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.467, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106082, "write_bytes_delta": 106082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.644928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63555, "reason": null, "system_cpu_core_ratio": 0.030487, "system_cpu_s_delta": 0.5200000000000102, "user_cpu_core_ratio": 0.61444, "user_cpu_s_delta": 10.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033419, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.341225, "user_cpu_s_delta": 5.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 230, "max_ms": 6.553, "p95_ms": 4.999, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.012, "count": 30, "max": 72.463, "p95": 55.572, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.164, "count": 30, "max": 35.897, "p95": 31.06, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1388.333, "count": 30, "max": 1634.0, "p95": 1593.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 148.467, "count": 30, "max": 3981.0, "p95": 259.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.135, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.374, "p95": 1.324, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.333, "count": 30, "max": 34.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.706, "p95": 0.693, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27703, "sampled_at": "2026-11-03T09:51:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:51:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4457042, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3241317, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3241312}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 11972.875, "limit_mb": null}, "detail": {"pid": 65017, "restart_count": 143, "start_count": 144}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8976689049600, "copied_frame_count": 3246777, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 8976689049600, "frame_buffer_copies": 3246777, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 1.0445, "p50_ms": 0.1115, "p95_ms": 0.2275, "p99_ms": 0.3159}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3903, "count": 512, "max_ms": 4.2791, "p50_ms": 1.2619, "p95_ms": 2.4028, "p99_ms": 3.0896, "results": {"failed": 0, "not_applicable": 0, "success": 3246777, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:51:59+09:00", "last_error_summary": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:52:02+09:00", "pid": 65017, "process": {"exists": true, "fd_count": 5, "hwm_mb": 179.414, "name": "ffmpeg", "pid": 65017, "rss_mb": 179.414, "state": "S (sleeping)", "threads": 19}, "restart_count": 143, "restart_count_per_hour": 3, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.742, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246777, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.687, "last_frame_pushed_at": "2026-11-03T09:51:59+09:00", "last_frame_read_age_sec": 4.753, "last_frame_read_at": "2026-11-03T09:51:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 3.909, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 596.091, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 4.678, "exists": true, "mtime": "2026-11-03T09:51:59.608336+09:00", "mtime_epoch": 1793667119.608336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 105647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T09:52:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2404.93, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3246777, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.444, "pushed": 4.444, "read": 4.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.036, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4726.81, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.489, "count": 132, "max_ms": 4.4, "p95_ms": 1.563, "reason": null, "sample_age_ms": 4757.173, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.219, "count": 132, "max_ms": 3.123, "p95_ms": 1.284, "reason": null, "sample_age_ms": 4757.403, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 133, "max_ms": 0.346, "p95_ms": 0.162, "reason": null, "sample_age_ms": 4726.816, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.271, "count": 132, "max_ms": 2.593, "p95_ms": 2.311, "reason": null, "sample_age_ms": 4756.133, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4756.118, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4726.976, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.926, "count": 133, "max_ms": 68.995, "p95_ms": 55.359, "reason": null, "sample_age_ms": 4726.805, "source": "client_direct"}, "sample_age_ms": 4726.801, "source": "client_direct", "task_total_ms": {"avg_ms": 38.425, "count": 133, "max_ms": 70.318, "p95_ms": 57.387, "reason": null, "sample_age_ms": 4726.801, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.781, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 133, "max_ms": 1.513, "p95_ms": 1.368}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 133, "max_ms": 0.586, "p95_ms": 0.438}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 133, "max_ms": 0.211, "p95_ms": 0.152}, "event_filter_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.021, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 133, "max_ms": 0.148, "p95_ms": 0.12}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.026, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.176, "count": 133, "max_ms": 0.537, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.039, "count": 133, "max_ms": 0.099, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 0.641, "count": 133, "max_ms": 1.414, "p95_ms": 1.254}, "track_match_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 133, "max_ms": 0.071, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.722, "count": 133, "max_ms": 6.713, "p95_ms": 4.584}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 133, "max_ms": 0.122, "p95_ms": 0.076}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.252, "count": 133, "max_ms": 71.014, "p95_ms": 58.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 133, "max_ms": 0.133, "p95_ms": 0.078}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.333, "count": 133, "max_ms": 113.865, "p95_ms": 101.077}, "inference_input_copy_ms": {"avg_ms": 1.357, "count": 133, "max_ms": 3.923, "p95_ms": 2.383}, "processing_residual_ms": {"avg_ms": 0.136, "count": 133, "max_ms": 0.363, "p95_ms": 0.251}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.865, "count": 133, "max_ms": 118.008, "p95_ms": 102.608}, "read_interval": {"avg_ms": 191.392, "count": 132, "max_ms": 8378.309, "p95_ms": 252.565}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 133, "max_ms": 0.048, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.121, "count": 133, "max_ms": 0.363, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 133, "max_ms": 0.066, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 133, "max_ms": 0.332, "p95_ms": 0.242}, "worker_merge_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.015, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 39.264, "count": 133, "max_ms": 71.027, "p95_ms": 58.759}, "visualize": {"avg_ms": 31.592, "count": 133, "max_ms": 48.543, "p95_ms": 44.154}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.782, "count": 133, "max_ms": 47.963, "p95_ms": 43.358}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.4, "count": 133, "max_ms": 48.438, "p95_ms": 44.022}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.308, "count": 133, "max_ms": 48.376, "p95_ms": 43.899}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 133, "max_ms": 0.258, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2404.887, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 47.39, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.467, "sample_count": 2890, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3246685, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:51:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 106082, "write_bytes_delta": 106082, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 619.0, "cpu_core_ratio": 0.644928, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 63555, "reason": null, "system_cpu_core_ratio": 0.030487, "system_cpu_s_delta": 0.5200000000000102, "user_cpu_core_ratio": 0.61444, "user_cpu_s_delta": 10.480000000000018}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374644, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033419, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.341225, "user_cpu_s_delta": 5.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 230, "max_ms": 6.553, "p95_ms": 4.999, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.012, "count": 30, "max": 72.463, "p95": 55.572, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.164, "count": 30, "max": 35.897, "p95": 31.06, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1388.333, "count": 30, "max": 1634.0, "p95": 1593.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 148.467, "count": 30, "max": 3981.0, "p95": 259.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.135, "p95": 0.072, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.374, "p95": 1.324, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105520.067, "count": 30, "max": 109100.0, "p95": 107412.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.333, "count": 30, "max": 34.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.073, "p95": 0.073, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.609, "count": 30, "max": 0.706, "p95": 0.693, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27703, "sampled_at": "2026-11-03T09:51:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:51:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5163183, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3165880, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3165482}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12006.797, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60d74f967fc0] cabac decode of qscale diff failed at 49 56 [h264 @ 0x60d74f967fc0] error while decoding MB 49 56, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8767031500800, "copied_frame_count": 3170946, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8767031500800, "frame_buffer_copies": 3170946, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.3447, "p50_ms": 0.0895, "p95_ms": 0.1982, "p99_ms": 0.2667}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.493, "count": 512, "max_ms": 4.0818, "p50_ms": 1.3883, "p95_ms": 2.5865, "p99_ms": 3.3481, "results": {"failed": 0, "not_applicable": 0, "success": 3170946, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 209, "h264_decode_error_count": 706, "h264_decode_error_count_per_hour": 84, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:52:20+09:00", "last_error_summary": "[h264 @ 0x60d74f967fc0] cabac decode of qscale diff failed at 49 56 [h264 @ 0x60d74f967fc0] error while decoding MB 49 56, bytestream -6", "last_exit_at": "2026-11-03T09:49:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.101, "last_started_at": "2026-11-03T09:49:31+09:00", "pid": 64901, "process": {"exists": false, "pid": 64901}, "restart_count": 221, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 222}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.751, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-03T09:52:20+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-11-03T09:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.876, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 580.124, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T09:52:20.129502+09:00", "mtime_epoch": 1793667140.1295016, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122650}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:52:20+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.195, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3170947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.031, "max": 14.0, "p95": 10.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 122}, "total": {"avg": 0.806, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.827, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.827, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.374, "pushed": 6.374, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.085, "p95_ms": 0.014, "reason": null, "sample_age_ms": 58.342, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 191, "max_ms": 12.067, "p95_ms": 2.861, "reason": null, "sample_age_ms": 103.776, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 191, "max_ms": 10.26, "p95_ms": 2.008, "reason": null, "sample_age_ms": 107.116, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 191, "max_ms": 1.162, "p95_ms": 0.631, "reason": null, "sample_age_ms": 58.358, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.852, "count": 191, "max_ms": 7.927, "p95_ms": 3.098, "reason": null, "sample_age_ms": 102.185, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.166, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.64, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.307, "count": 191, "max_ms": 71.437, "p95_ms": 60.153, "reason": null, "sample_age_ms": 58.337, "source": "client_direct"}, "sample_age_ms": 58.329, "source": "client_direct", "task_total_ms": {"avg_ms": 46.655, "count": 191, "max_ms": 75.598, "p95_ms": 63.917, "reason": null, "sample_age_ms": 58.329, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.211, "count": 191, "max_ms": 17.435, "p95_ms": 9.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 191, "max_ms": 1.173, "p95_ms": 0.649}, "detection_prepare_ms": {"avg_ms": 0.908, "count": 191, "max_ms": 10.886, "p95_ms": 1.914}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.135, "count": 191, "max_ms": 0.625, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.718, "count": 191, "max_ms": 10.006, "p95_ms": 4.343}, "setup_ms": {"avg_ms": 0.042, "count": 191, "max_ms": 0.105, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.153, "count": 191, "max_ms": 17.275, "p95_ms": 9.581}, "track_match_ms": {"avg_ms": 0.074, "count": 191, "max_ms": 0.475, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 0.938, "count": 191, "max_ms": 3.496, "p95_ms": 2.325}}, "gstreamer_push": {"avg_ms": 3.153, "count": 191, "max_ms": 8.01, "p95_ms": 5.463}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.379, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.83, "count": 191, "max_ms": 84.884, "p95_ms": 66.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.893, "count": 191, "max_ms": 12.908, "p95_ms": 8.872}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.785, "count": 191, "max_ms": 147.953, "p95_ms": 116.266}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 191, "max_ms": 4.644, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.186, "count": 191, "max_ms": 0.456, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.517, "count": 191, "max_ms": 154.412, "p95_ms": 120.999}, "read_interval": {"avg_ms": 156.914, "count": 191, "max_ms": 8925.91, "p95_ms": 158.218}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.651, "count": 191, "max_ms": 9.855, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 191, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.635, "count": 191, "max_ms": 9.823, "p95_ms": 4.123}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.843, "count": 191, "max_ms": 84.891, "p95_ms": 66.046}, "visualize": {"avg_ms": 37.584, "count": 191, "max_ms": 62.987, "p95_ms": 52.186}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.661, "count": 191, "max_ms": 58.061, "p95_ms": 46.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.962, "count": 191, "max_ms": 61.383, "p95_ms": 50.627}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 191, "max_ms": 2.991, "p95_ms": 2.328}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.833, "count": 191, "max_ms": 61.292, "p95_ms": 50.498}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 191, "max_ms": 0.656, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.063, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.321, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124388, "write_bytes_delta": 124388, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 716.0, "cpu_core_ratio": 0.276976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32.0, "pid": 64901, "reason": null, "system_cpu_core_ratio": 0.022998, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.253978, "user_cpu_s_delta": 5.079999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.955419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1451.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.319473, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.635946, "user_cpu_s_delta": 12.71999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.616, "count": 175, "max_ms": 8.01, "p95_ms": 4.818, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.057, "max": 10.0, "p95": 7.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 60}, "total": {"avg": 0.514, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.321, "count": 30, "max": 69.024, "p95": 54.821, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.46, "count": 30, "max": 24.918, "p95": 24.108, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.6, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1905.033, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119014.767, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115188.033, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 63.233, "count": 30, "max": 1451.0, "p95": 29.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.497, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 1.139, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24702, "sampled_at": "2026-11-03T09:52:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:52:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5163183, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3165880, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3165482}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12007.051, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:52:20+09:00", "last_error_summary": "[h264 @ 0x60d74f967fc0] cabac decode of qscale diff failed at 49 56 [h264 @ 0x60d74f967fc0] error while decoding MB 49 56, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8767034265600, "copied_frame_count": 3170947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8767034265600, "frame_buffer_copies": 3170947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.3447, "p50_ms": 0.0895, "p95_ms": 0.1982, "p99_ms": 0.2667}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4954, "count": 512, "max_ms": 4.0818, "p50_ms": 1.3887, "p95_ms": 2.5865, "p99_ms": 3.3481, "results": {"failed": 0, "not_applicable": 0, "success": 3170947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 209, "h264_decode_error_count": 706, "h264_decode_error_count_per_hour": 84, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:52:20+09:00", "last_error_summary": "[h264 @ 0x60d74f967fc0] cabac decode of qscale diff failed at 49 56 [h264 @ 0x60d74f967fc0] error while decoding MB 49 56, bytestream -6", "last_exit_at": "2026-11-03T09:52:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.181, "last_started_at": "2026-11-03T09:49:31+09:00", "pid": 64901, "process": {"exists": false, "pid": 64901}, "restart_count": 221, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 222}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.804, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-11-03T09:52:20+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-11-03T09:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.921, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 580.079, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T09:52:20.274503+09:00", "mtime_epoch": 1793667140.2745028, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122880}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:52:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3170947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.031, "max": 14.0, "p95": 10.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 123}, "total": {"avg": 0.812, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.832, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.832, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.384, "pushed": 6.384, "read": 6.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.085, "p95_ms": 0.014, "reason": null, "sample_age_ms": 116.241, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 190, "max_ms": 12.067, "p95_ms": 2.862, "reason": null, "sample_age_ms": 161.675, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 190, "max_ms": 10.26, "p95_ms": 2.008, "reason": null, "sample_age_ms": 165.015, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 191, "max_ms": 1.162, "p95_ms": 0.631, "reason": null, "sample_age_ms": 116.257, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.852, "count": 190, "max_ms": 7.927, "p95_ms": 3.1, "reason": null, "sample_age_ms": 160.084, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 160.065, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.539, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.307, "count": 191, "max_ms": 71.437, "p95_ms": 60.153, "reason": null, "sample_age_ms": 116.236, "source": "client_direct"}, "sample_age_ms": 116.228, "source": "client_direct", "task_total_ms": {"avg_ms": 46.655, "count": 191, "max_ms": 75.598, "p95_ms": 63.917, "reason": null, "sample_age_ms": 116.228, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.237, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.248, "count": 191, "max_ms": 17.435, "p95_ms": 9.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 191, "max_ms": 1.173, "p95_ms": 0.649}, "detection_prepare_ms": {"avg_ms": 0.916, "count": 191, "max_ms": 10.886, "p95_ms": 1.914}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.135, "count": 191, "max_ms": 0.625, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.735, "count": 191, "max_ms": 10.006, "p95_ms": 4.343}, "setup_ms": {"avg_ms": 0.042, "count": 191, "max_ms": 0.105, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.19, "count": 191, "max_ms": 17.275, "p95_ms": 9.581}, "track_match_ms": {"avg_ms": 0.075, "count": 191, "max_ms": 0.475, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 0.948, "count": 191, "max_ms": 3.496, "p95_ms": 2.325}}, "gstreamer_push": {"avg_ms": 3.156, "count": 191, "max_ms": 8.01, "p95_ms": 5.463}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.379, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.852, "count": 191, "max_ms": 84.884, "p95_ms": 66.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.891, "count": 191, "max_ms": 12.908, "p95_ms": 8.872}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.998, "count": 191, "max_ms": 147.953, "p95_ms": 118.58}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 191, "max_ms": 4.644, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.186, "count": 191, "max_ms": 0.456, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.731, "count": 191, "max_ms": 154.412, "p95_ms": 124.349}, "read_interval": {"avg_ms": 157.178, "count": 190, "max_ms": 8925.91, "p95_ms": 158.218}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.668, "count": 191, "max_ms": 9.855, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 191, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.651, "count": 191, "max_ms": 9.823, "p95_ms": 4.123}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.864, "count": 191, "max_ms": 84.891, "p95_ms": 66.046}, "visualize": {"avg_ms": 37.738, "count": 191, "max_ms": 75.382, "p95_ms": 52.498}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.695, "count": 191, "max_ms": 58.061, "p95_ms": 47.625}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.107, "count": 191, "max_ms": 71.072, "p95_ms": 50.657}, "visualize_input_copy_ms": {"avg_ms": 1.432, "count": 191, "max_ms": 3.739, "p95_ms": 2.42}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.978, "count": 191, "max_ms": 70.909, "p95_ms": 50.539}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 191, "max_ms": 0.656, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.063, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.321, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124388, "write_bytes_delta": 124388, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 716.0, "cpu_core_ratio": 0.276976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32.0, "pid": 64901, "reason": null, "system_cpu_core_ratio": 0.022998, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.253978, "user_cpu_s_delta": 5.079999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.955419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1451.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.319473, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.635946, "user_cpu_s_delta": 12.71999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.616, "count": 175, "max_ms": 8.01, "p95_ms": 4.818, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.057, "max": 10.0, "p95": 7.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 60}, "total": {"avg": 0.514, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.321, "count": 30, "max": 69.024, "p95": 54.821, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.46, "count": 30, "max": 24.918, "p95": 24.108, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.6, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1905.033, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119014.767, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115188.033, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 63.233, "count": 30, "max": 1451.0, "p95": 29.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.497, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 1.139, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24702, "sampled_at": "2026-11-03T09:52:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:52:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5163183, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3165880, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3165482}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12007.445, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8767034265600, "copied_frame_count": 3170947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8767034265600, "frame_buffer_copies": 3170947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.3447, "p50_ms": 0.0895, "p95_ms": 0.1982, "p99_ms": 0.2667}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4954, "count": 512, "max_ms": 4.0818, "p50_ms": 1.3887, "p95_ms": 2.5865, "p99_ms": 3.3481, "results": {"failed": 0, "not_applicable": 0, "success": 3170947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 209, "h264_decode_error_count": 706, "h264_decode_error_count_per_hour": 84, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:52:20+09:00", "last_error_summary": "[h264 @ 0x60d74f967fc0] cabac decode of qscale diff failed at 49 56 [h264 @ 0x60d74f967fc0] error while decoding MB 49 56, bytestream -6", "last_exit_at": "2026-11-03T09:52:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.229, "last_started_at": "2026-11-03T09:49:31+09:00", "pid": 64901, "process": {"exists": false, "pid": 64901}, "restart_count": 221, "restart_count_per_hour": 12, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 222}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.804, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-03T09:52:20+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-11-03T09:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.969, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 580.031, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-03T09:52:20.274503+09:00", "mtime_epoch": 1793667140.2745028, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122880}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:52:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.316, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3170947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.031, "max": 14.0, "p95": 10.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 123}, "total": {"avg": 0.812, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.832, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.832, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.374, "pushed": 6.374, "read": 6.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.085, "p95_ms": 0.014, "reason": null, "sample_age_ms": 167.976, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 190, "max_ms": 12.067, "p95_ms": 2.862, "reason": null, "sample_age_ms": 213.41, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 190, "max_ms": 10.26, "p95_ms": 2.008, "reason": null, "sample_age_ms": 216.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 190, "max_ms": 1.162, "p95_ms": 0.632, "reason": null, "sample_age_ms": 167.992, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.852, "count": 190, "max_ms": 7.927, "p95_ms": 3.1, "reason": null, "sample_age_ms": 211.819, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 211.8, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.274, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.285, "count": 190, "max_ms": 71.437, "p95_ms": 60.182, "reason": null, "sample_age_ms": 167.971, "source": "client_direct"}, "sample_age_ms": 167.963, "source": "client_direct", "task_total_ms": {"avg_ms": 46.632, "count": 190, "max_ms": 75.598, "p95_ms": 63.931, "reason": null, "sample_age_ms": 167.963, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.167, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.248, "count": 191, "max_ms": 17.435, "p95_ms": 9.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 191, "max_ms": 1.173, "p95_ms": 0.649}, "detection_prepare_ms": {"avg_ms": 0.916, "count": 191, "max_ms": 10.886, "p95_ms": 1.914}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.135, "count": 191, "max_ms": 0.625, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.735, "count": 191, "max_ms": 10.006, "p95_ms": 4.343}, "setup_ms": {"avg_ms": 0.042, "count": 191, "max_ms": 0.105, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.19, "count": 191, "max_ms": 17.275, "p95_ms": 9.581}, "track_match_ms": {"avg_ms": 0.075, "count": 191, "max_ms": 0.475, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 0.948, "count": 191, "max_ms": 3.496, "p95_ms": 2.325}}, "gstreamer_push": {"avg_ms": 3.156, "count": 191, "max_ms": 8.01, "p95_ms": 5.463}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.379, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.852, "count": 191, "max_ms": 84.884, "p95_ms": 66.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.891, "count": 191, "max_ms": 12.908, "p95_ms": 8.872}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.998, "count": 191, "max_ms": 147.953, "p95_ms": 118.58}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 191, "max_ms": 4.644, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.186, "count": 191, "max_ms": 0.456, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.731, "count": 191, "max_ms": 154.412, "p95_ms": 124.349}, "read_interval": {"avg_ms": 157.178, "count": 190, "max_ms": 8925.91, "p95_ms": 158.218}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 191, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.668, "count": 191, "max_ms": 9.855, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 191, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.651, "count": 191, "max_ms": 9.823, "p95_ms": 4.123}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.864, "count": 191, "max_ms": 84.891, "p95_ms": 66.046}, "visualize": {"avg_ms": 37.738, "count": 191, "max_ms": 75.382, "p95_ms": 52.498}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.695, "count": 191, "max_ms": 58.061, "p95_ms": 47.625}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.107, "count": 191, "max_ms": 71.072, "p95_ms": 50.657}, "visualize_input_copy_ms": {"avg_ms": 1.432, "count": 191, "max_ms": 3.739, "p95_ms": 2.42}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.978, "count": 191, "max_ms": 70.909, "p95_ms": 50.539}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 191, "max_ms": 0.656, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.063, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.321, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124388, "write_bytes_delta": 124388, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 716.0, "cpu_core_ratio": 0.276976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32.0, "pid": 64901, "reason": null, "system_cpu_core_ratio": 0.022998, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.253978, "user_cpu_s_delta": 5.079999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.955419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1451.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.319473, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.635946, "user_cpu_s_delta": 12.71999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.616, "count": 175, "max_ms": 8.01, "p95_ms": 4.818, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.057, "max": 10.0, "p95": 7.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 60}, "total": {"avg": 0.514, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.321, "count": 30, "max": 69.024, "p95": 54.821, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.46, "count": 30, "max": 24.918, "p95": 24.108, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.6, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1905.033, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119014.767, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115188.033, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 63.233, "count": 30, "max": 1451.0, "p95": 29.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.497, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 1.139, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24702, "sampled_at": "2026-11-03T09:52:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:52:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5163183, "flush_count": 5466, "flush_interval_seconds": 30.0, "flush_state": {"count": 5466, "last_at": "2026-11-03T09:51:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:51:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5465}, "started": true, "suppressed_count": 3165880, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3165482}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5466, "written_record_count": 5466}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12175.891, "limit_mb": null}, "detail": {"pid": 65133, "restart_count": 222, "start_count": 223}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8767034265600, "copied_frame_count": 3170947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8767034265600, "frame_buffer_copies": 3170947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1033, "count": 512, "max_ms": 0.3447, "p50_ms": 0.0895, "p95_ms": 0.1982, "p99_ms": 0.2667}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4954, "count": 512, "max_ms": 4.0818, "p50_ms": 1.3887, "p95_ms": 2.5865, "p99_ms": 3.3481, "results": {"failed": 0, "not_applicable": 0, "success": 3170947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 209, "h264_decode_error_count": 706, "h264_decode_error_count_per_hour": 84, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:52:20+09:00", "last_error_summary": "[h264 @ 0x60d74f967fc0] cabac decode of qscale diff failed at 49 56 [h264 @ 0x60d74f967fc0] error while decoding MB 49 56, bytestream -6", "last_exit_at": "2026-11-03T09:52:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:52:23+09:00", "pid": 65133, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.5, "name": "ffmpeg", "pid": 65133, "rss_mb": 200.5, "state": "S (sleeping)", "threads": 70}, "restart_count": 222, "restart_count_per_hour": 13, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 223}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.568, "sample_count": 2161, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.96, "last_frame_pushed_at": "2026-11-03T09:52:20+09:00", "last_frame_read_age_sec": 5.105, "last_frame_read_at": "2026-11-03T09:52:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 24.862, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 575.138, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 4.952, "exists": true, "mtime": "2026-11-03T09:52:20.274503+09:00", "mtime_epoch": 1793667140.2745028, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 122880}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:52:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.32, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3170947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.083, "max": 14.0, "p95": 10.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.262, "max": 2.0, "p95": 2.0, "sample_count": 122}, "total": {"avg": 0.856, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.883, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.883, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.204, "pushed": 7.204, "read": 7.204}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.085, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5059.821, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.807, "count": 180, "max_ms": 12.067, "p95_ms": 2.869, "reason": null, "sample_age_ms": 5105.254, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 180, "max_ms": 10.26, "p95_ms": 2.032, "reason": null, "sample_age_ms": 5108.595, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 180, "max_ms": 1.162, "p95_ms": 0.641, "reason": null, "sample_age_ms": 5059.837, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.868, "count": 180, "max_ms": 7.927, "p95_ms": 3.114, "reason": null, "sample_age_ms": 5103.663, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5103.644, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5060.118, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.421, "count": 180, "max_ms": 71.437, "p95_ms": 60.491, "reason": null, "sample_age_ms": 5059.815, "source": "client_direct"}, "sample_age_ms": 5059.807, "source": "client_direct", "task_total_ms": {"avg_ms": 46.79, "count": 180, "max_ms": 75.598, "p95_ms": 64.092, "reason": null, "sample_age_ms": 5059.807, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.434, "count": 180, "max_ms": 17.435, "p95_ms": 9.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.336, "count": 180, "max_ms": 1.173, "p95_ms": 0.649}, "detection_prepare_ms": {"avg_ms": 0.958, "count": 180, "max_ms": 10.886, "p95_ms": 1.914}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.022, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.139, "count": 180, "max_ms": 0.625, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.818, "count": 180, "max_ms": 10.006, "p95_ms": 4.343}, "setup_ms": {"avg_ms": 0.042, "count": 180, "max_ms": 0.105, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 4.375, "count": 180, "max_ms": 17.275, "p95_ms": 9.581}, "track_match_ms": {"avg_ms": 0.079, "count": 180, "max_ms": 0.475, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 0.995, "count": 180, "max_ms": 3.496, "p95_ms": 2.325}}, "gstreamer_push": {"avg_ms": 3.089, "count": 180, "max_ms": 6.418, "p95_ms": 5.133}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 180, "max_ms": 0.379, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.009, "count": 180, "max_ms": 84.884, "p95_ms": 66.029}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.835, "count": 180, "max_ms": 12.908, "p95_ms": 8.619}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.543, "count": 180, "max_ms": 147.953, "p95_ms": 118.58}, "inference_input_copy_ms": {"avg_ms": 1.662, "count": 180, "max_ms": 4.644, "p95_ms": 2.784}, "processing_residual_ms": {"avg_ms": 0.186, "count": 180, "max_ms": 0.456, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.226, "count": 180, "max_ms": 154.412, "p95_ms": 124.349}, "read_interval": {"avg_ms": 160.033, "count": 180, "max_ms": 8925.91, "p95_ms": 158.218}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 180, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 1.749, "count": 180, "max_ms": 9.855, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 180, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.732, "count": 180, "max_ms": 9.823, "p95_ms": 4.123}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.041, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.022, "count": 180, "max_ms": 84.891, "p95_ms": 66.046}, "visualize": {"avg_ms": 37.946, "count": 180, "max_ms": 75.382, "p95_ms": 52.498}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.796, "count": 180, "max_ms": 58.061, "p95_ms": 47.625}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.301, "count": 180, "max_ms": 71.072, "p95_ms": 50.657}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 180, "max_ms": 3.739, "p95_ms": 2.42}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.171, "count": 180, "max_ms": 70.909, "p95_ms": 50.539}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 180, "max_ms": 0.656, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.063, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.321, "sample_count": 2137, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3170830, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:52:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124388, "write_bytes_delta": 124388, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 716.0, "cpu_core_ratio": 0.276976, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32.0, "pid": 64901, "reason": null, "system_cpu_core_ratio": 0.022998, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.253978, "user_cpu_s_delta": 5.079999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.955419, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1451.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.319473, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.635946, "user_cpu_s_delta": 12.71999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.616, "count": 175, "max_ms": 8.01, "p95_ms": 4.818, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.057, "max": 10.0, "p95": 7.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 60}, "total": {"avg": 0.514, "max": 2.0, "p95": 2.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.321, "count": 30, "max": 69.024, "p95": 54.821, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.46, "count": 30, "max": 24.918, "p95": 24.108, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 696.6, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1905.033, "count": 30, "max": 11830.0, "p95": 7432.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.148, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119014.767, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115188.033, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 63.233, "count": 30, "max": 1451.0, "p95": 29.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.497, "p95": 0.474, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 1.139, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24702, "sampled_at": "2026-11-03T09:52:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:52:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5165240, "flush_count": 5468, "flush_interval_seconds": 30.0, "flush_state": {"count": 5468, "last_at": "2026-11-03T09:53:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:53:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5467}, "started": true, "suppressed_count": 3166848, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3166450}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5468, "written_record_count": 5468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12011.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fec9344a9c0] left block unavailable for requested intra mode [h264 @ 0x5fec9344a9c0] error while decoding MB 0 52, bytestream 10566 [h264 @ 0x5fec92936940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec92936940] error while decoding MB 0 39, bytestream 6113 [h264 @ 0x5fec928fa580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec928fa580] error while decoding MB 0 45, bytestream 50 [h264 @ 0x5fec9295ecc0] cabac decode of qscale diff failed at 4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8769713356800, "copied_frame_count": 3171916, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8769713356800, "frame_buffer_copies": 3171916, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 2.2825, "p50_ms": 0.0899, "p95_ms": 0.1931, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5099, "count": 512, "max_ms": 5.4889, "p50_ms": 1.4309, "p95_ms": 2.3618, "p99_ms": 2.9501, "results": {"failed": 0, "not_applicable": 0, "success": 3171916, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 210, "h264_decode_error_count": 715, "h264_decode_error_count_per_hour": 93, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:54:31+09:00", "last_error_summary": "[h264 @ 0x5fec9344a9c0] left block unavailable for requested intra mode [h264 @ 0x5fec9344a9c0] error while decoding MB 0 52, bytestream 10566 [h264 @ 0x5fec92936940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec92936940] error while decoding MB 0 39, bytestream 6113 [h264 @ 0x5fec928fa580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec928fa580] error while decoding MB 0 45, bytestream 50 [h264 @ 0x5fec9295ecc0] cabac decode of qscale diff failed at 4", "last_exit_at": "2026-11-03T09:52:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.73, "last_started_at": "2026-11-03T09:52:23+09:00", "pid": 65133, "process": {"exists": false, "pid": 65133}, "restart_count": 222, "restart_count_per_hour": 13, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 223}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.379, "sample_count": 2383, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171916, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-03T09:54:31+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-03T09:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.607, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 448.393, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-03T09:54:31.884528+09:00", "mtime_epoch": 1793667271.8845277, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 124356}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:54:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.609, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3171917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.217, "max": 8.0, "p95": 7.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.442, "max": 3.0, "p95": 3.0, "sample_count": 217}, "total": {"avg": 2.442, "max": 3.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.608, "max": 2.0, "p95": 2.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.608, "max": 2.0, "p95": 2.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.245, "pushed": 7.245, "read": 7.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 41.71, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.843, "count": 217, "max_ms": 4.165, "p95_ms": 2.756, "reason": null, "sample_age_ms": 85.664, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 217, "max_ms": 3.544, "p95_ms": 1.935, "reason": null, "sample_age_ms": 85.969, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 217, "max_ms": 0.925, "p95_ms": 0.578, "reason": null, "sample_age_ms": 41.725, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.923, "count": 217, "max_ms": 4.594, "p95_ms": 3.182, "reason": null, "sample_age_ms": 83.579, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.548, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.048, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.158, "count": 217, "max_ms": 88.695, "p95_ms": 66.118, "reason": null, "sample_age_ms": 41.705, "source": "client_direct"}, "sample_age_ms": 41.7, "source": "client_direct", "task_total_ms": {"avg_ms": 48.575, "count": 217, "max_ms": 91.394, "p95_ms": 68.329, "reason": null, "sample_age_ms": 41.7, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.155, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.483, "count": 217, "max_ms": 18.187, "p95_ms": 12.159}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 217, "max_ms": 1.512, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.54, "count": 217, "max_ms": 9.346, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.046, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.326, "count": 217, "max_ms": 0.682, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.056, "count": 217, "max_ms": 10.04, "p95_ms": 5.029}, "setup_ms": {"avg_ms": 0.042, "count": 217, "max_ms": 0.127, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 7.424, "count": 217, "max_ms": 18.103, "p95_ms": 12.079}, "track_match_ms": {"avg_ms": 0.115, "count": 217, "max_ms": 0.465, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 1.906, "count": 217, "max_ms": 5.935, "p95_ms": 3.357}}, "gstreamer_push": {"avg_ms": 3.11, "count": 217, "max_ms": 7.152, "p95_ms": 5.125}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.337, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.884, "count": 217, "max_ms": 94.295, "p95_ms": 70.382}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.005, "count": 217, "max_ms": 12.025, "p95_ms": 7.827}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.903, "count": 217, "max_ms": 148.426, "p95_ms": 124.25}, "inference_input_copy_ms": {"avg_ms": 1.753, "count": 217, "max_ms": 6.966, "p95_ms": 2.869}, "processing_residual_ms": {"avg_ms": 0.261, "count": 217, "max_ms": 1.6, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.923, "count": 217, "max_ms": 152.781, "p95_ms": 130.073}, "read_interval": {"avg_ms": 138.191, "count": 217, "max_ms": 2219.063, "p95_ms": 170.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.273, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.985, "count": 217, "max_ms": 9.829, "p95_ms": 4.902}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.04, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.966, "count": 217, "max_ms": 9.793, "p95_ms": 4.874}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.897, "count": 217, "max_ms": 94.31, "p95_ms": 70.389}, "visualize": {"avg_ms": 40.375, "count": 217, "max_ms": 64.877, "p95_ms": 53.238}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.608, "count": 217, "max_ms": 54.427, "p95_ms": 45.069}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.809, "count": 217, "max_ms": 61.825, "p95_ms": 51.28}, "visualize_input_copy_ms": {"avg_ms": 1.372, "count": 217, "max_ms": 3.006, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.679, "count": 217, "max_ms": 61.579, "p95_ms": 51.138}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 217, "max_ms": 0.233, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.129, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.503, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122619, "write_bytes_delta": 122619, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 0.684643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4423.0, "pid": 65133, "reason": null, "system_cpu_core_ratio": 0.317407, "system_cpu_s_delta": 6.37, "user_cpu_core_ratio": 0.367236, "user_cpu_s_delta": 7.369999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1912.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440982, "system_cpu_s_delta": 8.85000000000582, "user_cpu_core_ratio": 0.924317, "user_cpu_s_delta": 18.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 205, "max_ms": 8.482, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.951, "max": 8.0, "p95": 8.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.049, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.049, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.597, "count": 30, "max": 69.024, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.172, "count": 30, "max": 24.918, "p95": 19.836, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 716.033, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1669.167, "count": 30, "max": 8676.0, "p95": 5241.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.141, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119923.967, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116003.367, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 531.1, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.508, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.189, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24708, "sampled_at": "2026-11-03T09:54:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:54:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5165240, "flush_count": 5468, "flush_interval_seconds": 30.0, "flush_state": {"count": 5468, "last_at": "2026-11-03T09:53:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:53:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5467}, "started": true, "suppressed_count": 3166848, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3166450}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5468, "written_record_count": 5468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12015.586, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:54:31+09:00", "last_error_summary": "[h264 @ 0x5fec9344a9c0] left block unavailable for requested intra mode [h264 @ 0x5fec9344a9c0] error while decoding MB 0 52, bytestream 10566 [h264 @ 0x5fec92936940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec92936940] error while decoding MB 0 39, bytestream 6113 [h264 @ 0x5fec928fa580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec928fa580] error while decoding MB 0 45, bytestream 50 [h264 @ 0x5fec9295ecc0] cabac decode of qscale diff failed at 4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8769716121600, "copied_frame_count": 3171917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8769716121600, "frame_buffer_copies": 3171917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 2.2825, "p50_ms": 0.0899, "p95_ms": 0.1931, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5105, "count": 512, "max_ms": 5.4889, "p50_ms": 1.4309, "p95_ms": 2.3672, "p99_ms": 2.9501, "results": {"failed": 0, "not_applicable": 0, "success": 3171917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 210, "h264_decode_error_count": 715, "h264_decode_error_count_per_hour": 93, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:54:31+09:00", "last_error_summary": "[h264 @ 0x5fec9344a9c0] left block unavailable for requested intra mode [h264 @ 0x5fec9344a9c0] error while decoding MB 0 52, bytestream 10566 [h264 @ 0x5fec92936940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec92936940] error while decoding MB 0 39, bytestream 6113 [h264 @ 0x5fec928fa580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec928fa580] error while decoding MB 0 45, bytestream 50 [h264 @ 0x5fec9295ecc0] cabac decode of qscale diff failed at 4", "last_exit_at": "2026-11-03T09:54:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.814, "last_started_at": "2026-11-03T09:52:23+09:00", "pid": 65133, "process": {"exists": false, "pid": 65133}, "restart_count": 222, "restart_count_per_hour": 13, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 223}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.379, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-03T09:54:31+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-11-03T09:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.687, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 448.313, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T09:54:32.003529+09:00", "mtime_epoch": 1793667272.0035286, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:54:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3171917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.221, "max": 8.0, "p95": 7.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.438, "max": 3.0, "p95": 3.0, "sample_count": 217}, "total": {"avg": 2.438, "max": 3.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.613, "max": 2.0, "p95": 2.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.613, "max": 2.0, "p95": 2.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.256, "pushed": 7.256, "read": 7.222}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 130.557, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 216, "max_ms": 4.165, "p95_ms": 2.759, "reason": null, "sample_age_ms": 174.51, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.317, "count": 216, "max_ms": 3.544, "p95_ms": 1.936, "reason": null, "sample_age_ms": 174.816, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 217, "max_ms": 0.925, "p95_ms": 0.578, "reason": null, "sample_age_ms": 130.571, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.922, "count": 216, "max_ms": 4.594, "p95_ms": 3.183, "reason": null, "sample_age_ms": 172.426, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.395, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.894, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.158, "count": 217, "max_ms": 88.695, "p95_ms": 66.118, "reason": null, "sample_age_ms": 130.552, "source": "client_direct"}, "sample_age_ms": 130.547, "source": "client_direct", "task_total_ms": {"avg_ms": 48.575, "count": 217, "max_ms": 91.394, "p95_ms": 68.329, "reason": null, "sample_age_ms": 130.547, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.535, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 217, "max_ms": 18.187, "p95_ms": 12.159}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.43, "count": 217, "max_ms": 1.512, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.539, "count": 217, "max_ms": 9.346, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.046, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.325, "count": 217, "max_ms": 0.682, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.048, "count": 217, "max_ms": 10.04, "p95_ms": 5.029}, "setup_ms": {"avg_ms": 0.042, "count": 217, "max_ms": 0.127, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 7.413, "count": 217, "max_ms": 18.103, "p95_ms": 12.079}, "track_match_ms": {"avg_ms": 0.115, "count": 217, "max_ms": 0.465, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 1.904, "count": 217, "max_ms": 5.935, "p95_ms": 3.357}}, "gstreamer_push": {"avg_ms": 3.096, "count": 217, "max_ms": 7.152, "p95_ms": 5.022}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.337, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.83, "count": 217, "max_ms": 94.295, "p95_ms": 70.382}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.004, "count": 217, "max_ms": 12.025, "p95_ms": 7.827}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.915, "count": 217, "max_ms": 148.426, "p95_ms": 124.25}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 217, "max_ms": 6.966, "p95_ms": 2.861}, "processing_residual_ms": {"avg_ms": 0.26, "count": 217, "max_ms": 1.6, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.923, "count": 217, "max_ms": 152.781, "p95_ms": 130.073}, "read_interval": {"avg_ms": 138.218, "count": 216, "max_ms": 2219.063, "p95_ms": 170.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.273, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.977, "count": 217, "max_ms": 9.829, "p95_ms": 4.902}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.04, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.958, "count": 217, "max_ms": 9.793, "p95_ms": 4.874}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.843, "count": 217, "max_ms": 94.31, "p95_ms": 70.389}, "visualize": {"avg_ms": 40.452, "count": 217, "max_ms": 64.877, "p95_ms": 53.241}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.631, "count": 217, "max_ms": 54.427, "p95_ms": 45.069}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.884, "count": 217, "max_ms": 61.825, "p95_ms": 51.526}, "visualize_input_copy_ms": {"avg_ms": 1.374, "count": 217, "max_ms": 3.006, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.754, "count": 217, "max_ms": 61.579, "p95_ms": 51.364}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 217, "max_ms": 0.233, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.129, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.503, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122619, "write_bytes_delta": 122619, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 0.684643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4423.0, "pid": 65133, "reason": null, "system_cpu_core_ratio": 0.317407, "system_cpu_s_delta": 6.37, "user_cpu_core_ratio": 0.367236, "user_cpu_s_delta": 7.369999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1912.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440982, "system_cpu_s_delta": 8.85000000000582, "user_cpu_core_ratio": 0.924317, "user_cpu_s_delta": 18.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 205, "max_ms": 8.482, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.951, "max": 8.0, "p95": 8.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.049, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.049, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.597, "count": 30, "max": 69.024, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.172, "count": 30, "max": 24.918, "p95": 19.836, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 716.033, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1669.167, "count": 30, "max": 8676.0, "p95": 5241.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.141, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119923.967, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116003.367, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 531.1, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.508, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.189, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24708, "sampled_at": "2026-11-03T09:54:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:54:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5165240, "flush_count": 5468, "flush_interval_seconds": 30.0, "flush_state": {"count": 5468, "last_at": "2026-11-03T09:53:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:53:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5467}, "started": true, "suppressed_count": 3166848, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3166450}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5468, "written_record_count": 5468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12009.645, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8769716121600, "copied_frame_count": 3171917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8769716121600, "frame_buffer_copies": 3171917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 2.2825, "p50_ms": 0.0899, "p95_ms": 0.1931, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5105, "count": 512, "max_ms": 5.4889, "p50_ms": 1.4309, "p95_ms": 2.3672, "p99_ms": 2.9501, "results": {"failed": 0, "not_applicable": 0, "success": 3171917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 210, "h264_decode_error_count": 715, "h264_decode_error_count_per_hour": 93, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:54:31+09:00", "last_error_summary": "[h264 @ 0x5fec9344a9c0] left block unavailable for requested intra mode [h264 @ 0x5fec9344a9c0] error while decoding MB 0 52, bytestream 10566 [h264 @ 0x5fec92936940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec92936940] error while decoding MB 0 39, bytestream 6113 [h264 @ 0x5fec928fa580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec928fa580] error while decoding MB 0 45, bytestream 50 [h264 @ 0x5fec9295ecc0] cabac decode of qscale diff failed at 4", "last_exit_at": "2026-11-03T09:54:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.867, "last_started_at": "2026-11-03T09:52:23+09:00", "pid": 65133, "process": {"exists": false, "pid": 65133}, "restart_count": 222, "restart_count_per_hour": 13, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 223}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.379, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T09:54:31+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-11-03T09:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.736, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 448.264, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-11-03T09:54:32.003529+09:00", "mtime_epoch": 1793667272.0035286, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:54:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3171917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.221, "max": 8.0, "p95": 7.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.438, "max": 3.0, "p95": 3.0, "sample_count": 217}, "total": {"avg": 2.438, "max": 3.0, "p95": 3.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.613, "max": 2.0, "p95": 2.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.613, "max": 2.0, "p95": 2.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.243, "pushed": 7.243, "read": 7.21}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 178.255, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 216, "max_ms": 4.165, "p95_ms": 2.759, "reason": null, "sample_age_ms": 222.208, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.317, "count": 216, "max_ms": 3.544, "p95_ms": 1.936, "reason": null, "sample_age_ms": 222.514, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 216, "max_ms": 0.925, "p95_ms": 0.579, "reason": null, "sample_age_ms": 178.269, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.922, "count": 216, "max_ms": 4.594, "p95_ms": 3.183, "reason": null, "sample_age_ms": 220.124, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 220.092, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 178.592, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.156, "count": 216, "max_ms": 88.695, "p95_ms": 66.133, "reason": null, "sample_age_ms": 178.249, "source": "client_direct"}, "sample_age_ms": 178.244, "source": "client_direct", "task_total_ms": {"avg_ms": 48.573, "count": 216, "max_ms": 91.394, "p95_ms": 68.344, "reason": null, "sample_age_ms": 178.244, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.39, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.472, "count": 217, "max_ms": 18.187, "p95_ms": 12.159}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.43, "count": 217, "max_ms": 1.512, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.539, "count": 217, "max_ms": 9.346, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.046, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.325, "count": 217, "max_ms": 0.682, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.048, "count": 217, "max_ms": 10.04, "p95_ms": 5.029}, "setup_ms": {"avg_ms": 0.042, "count": 217, "max_ms": 0.127, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 7.413, "count": 217, "max_ms": 18.103, "p95_ms": 12.079}, "track_match_ms": {"avg_ms": 0.115, "count": 217, "max_ms": 0.465, "p95_ms": 0.23}, "tracker_update_ms": {"avg_ms": 1.904, "count": 217, "max_ms": 5.935, "p95_ms": 3.357}}, "gstreamer_push": {"avg_ms": 3.096, "count": 217, "max_ms": 7.152, "p95_ms": 5.022}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.337, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.83, "count": 217, "max_ms": 94.295, "p95_ms": 70.382}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.004, "count": 217, "max_ms": 12.025, "p95_ms": 7.827}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.915, "count": 217, "max_ms": 148.426, "p95_ms": 124.25}, "inference_input_copy_ms": {"avg_ms": 1.744, "count": 217, "max_ms": 6.966, "p95_ms": 2.861}, "processing_residual_ms": {"avg_ms": 0.26, "count": 217, "max_ms": 1.6, "p95_ms": 0.447}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.923, "count": 217, "max_ms": 152.781, "p95_ms": 130.073}, "read_interval": {"avg_ms": 138.218, "count": 216, "max_ms": 2219.063, "p95_ms": 170.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.273, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.977, "count": 217, "max_ms": 9.829, "p95_ms": 4.902}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.04, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.958, "count": 217, "max_ms": 9.793, "p95_ms": 4.874}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.843, "count": 217, "max_ms": 94.31, "p95_ms": 70.389}, "visualize": {"avg_ms": 40.452, "count": 217, "max_ms": 64.877, "p95_ms": 53.241}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.631, "count": 217, "max_ms": 54.427, "p95_ms": 45.069}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.884, "count": 217, "max_ms": 61.825, "p95_ms": 51.526}, "visualize_input_copy_ms": {"avg_ms": 1.374, "count": 217, "max_ms": 3.006, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.754, "count": 217, "max_ms": 61.579, "p95_ms": 51.364}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 217, "max_ms": 0.233, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.129, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.503, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122619, "write_bytes_delta": 122619, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 0.684643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4423.0, "pid": 65133, "reason": null, "system_cpu_core_ratio": 0.317407, "system_cpu_s_delta": 6.37, "user_cpu_core_ratio": 0.367236, "user_cpu_s_delta": 7.369999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1912.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440982, "system_cpu_s_delta": 8.85000000000582, "user_cpu_core_ratio": 0.924317, "user_cpu_s_delta": 18.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 205, "max_ms": 8.482, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.951, "max": 8.0, "p95": 8.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.049, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.049, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.597, "count": 30, "max": 69.024, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.172, "count": 30, "max": 24.918, "p95": 19.836, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 716.033, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1669.167, "count": 30, "max": 8676.0, "p95": 5241.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.141, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119923.967, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116003.367, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 531.1, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.508, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.189, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24708, "sampled_at": "2026-11-03T09:54:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:54:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5165240, "flush_count": 5468, "flush_interval_seconds": 30.0, "flush_state": {"count": 5468, "last_at": "2026-11-03T09:53:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:53:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5467}, "started": true, "suppressed_count": 3166848, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3166450}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5468, "written_record_count": 5468}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 12033.984, "limit_mb": null}, "detail": {"pid": 65249, "restart_count": 223, "start_count": 224}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8769716121600, "copied_frame_count": 3171917, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8769716121600, "frame_buffer_copies": 3171917, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1058, "count": 512, "max_ms": 2.2825, "p50_ms": 0.0899, "p95_ms": 0.1931, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5105, "count": 512, "max_ms": 5.4889, "p50_ms": 1.4309, "p95_ms": 2.3672, "p99_ms": 2.9501, "results": {"failed": 0, "not_applicable": 0, "success": 3171917, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 210, "h264_decode_error_count": 715, "h264_decode_error_count_per_hour": 93, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:54:31+09:00", "last_error_summary": "[h264 @ 0x5fec9344a9c0] left block unavailable for requested intra mode [h264 @ 0x5fec9344a9c0] error while decoding MB 0 52, bytestream 10566 [h264 @ 0x5fec92936940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec92936940] error while decoding MB 0 39, bytestream 6113 [h264 @ 0x5fec928fa580] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fec928fa580] error while decoding MB 0 45, bytestream 50 [h264 @ 0x5fec9295ecc0] cabac decode of qscale diff failed at 4", "last_exit_at": "2026-11-03T09:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:54:34+09:00", "pid": 65249, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.375, "name": "ffmpeg", "pid": 65249, "rss_mb": 58.375, "state": "S (sleeping)", "threads": 1}, "restart_count": 223, "restart_count_per_hour": 14, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 224}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.432, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171917, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.56, "last_frame_pushed_at": "2026-11-03T09:54:31+09:00", "last_frame_read_age_sec": 4.679, "last_frame_read_at": "2026-11-03T09:54:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.191, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 443.809, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 4.551, "exists": true, "mtime": "2026-11-03T09:54:32.003529+09:00", "mtime_epoch": 1793667272.0035286, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:54:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.73, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3171917, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.267, "max": 8.0, "p95": 7.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.322, "max": 3.0, "p95": 3.0, "sample_count": 180}, "total": {"avg": 2.322, "max": 3.0, "p95": 3.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.739, "max": 2.0, "p95": 2.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.739, "max": 2.0, "p95": 2.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.002, "pushed": 6.002, "read": 5.968}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.036, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4639.74, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.848, "count": 179, "max_ms": 4.165, "p95_ms": 2.749, "reason": null, "sample_age_ms": 4683.693, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 179, "max_ms": 3.544, "p95_ms": 1.966, "reason": null, "sample_age_ms": 4683.999, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.324, "count": 179, "max_ms": 0.925, "p95_ms": 0.626, "reason": null, "sample_age_ms": 4639.754, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 179, "max_ms": 4.594, "p95_ms": 3.302, "reason": null, "sample_age_ms": 4681.608, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4681.577, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4640.077, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.988, "count": 179, "max_ms": 88.695, "p95_ms": 66.086, "reason": null, "sample_age_ms": 4639.734, "source": "client_direct"}, "sample_age_ms": 4639.729, "source": "client_direct", "task_total_ms": {"avg_ms": 48.409, "count": 179, "max_ms": 91.394, "p95_ms": 68.299, "reason": null, "sample_age_ms": 4639.729, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.822, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.431, "count": 180, "max_ms": 17.285, "p95_ms": 12.09}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 180, "max_ms": 1.512, "p95_ms": 0.761}, "detection_prepare_ms": {"avg_ms": 1.571, "count": 180, "max_ms": 9.346, "p95_ms": 2.6}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.035, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.313, "count": 180, "max_ms": 0.682, "p95_ms": 0.533}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.989, "count": 180, "max_ms": 10.04, "p95_ms": 4.911}, "setup_ms": {"avg_ms": 0.043, "count": 180, "max_ms": 0.127, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 7.371, "count": 180, "max_ms": 17.05, "p95_ms": 12.011}, "track_match_ms": {"avg_ms": 0.121, "count": 180, "max_ms": 0.465, "p95_ms": 0.231}, "tracker_update_ms": {"avg_ms": 1.887, "count": 180, "max_ms": 3.718, "p95_ms": 3.325}}, "gstreamer_push": {"avg_ms": 3.066, "count": 180, "max_ms": 7.152, "p95_ms": 4.799}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 180, "max_ms": 0.337, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.662, "count": 180, "max_ms": 94.295, "p95_ms": 69.774}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.972, "count": 180, "max_ms": 12.025, "p95_ms": 7.283}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.746, "count": 180, "max_ms": 148.426, "p95_ms": 124.673}, "inference_input_copy_ms": {"avg_ms": 1.72, "count": 180, "max_ms": 4.728, "p95_ms": 2.853}, "processing_residual_ms": {"avg_ms": 0.248, "count": 180, "max_ms": 1.6, "p95_ms": 0.438}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.686, "count": 180, "max_ms": 152.781, "p95_ms": 130.129}, "read_interval": {"avg_ms": 142.017, "count": 179, "max_ms": 2219.063, "p95_ms": 180.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 180, "max_ms": 0.273, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.918, "count": 180, "max_ms": 9.829, "p95_ms": 4.816}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 180, "max_ms": 0.04, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.898, "count": 180, "max_ms": 9.793, "p95_ms": 4.802}, "worker_merge_ms": {"avg_ms": 0.006, "count": 180, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.675, "count": 180, "max_ms": 94.31, "p95_ms": 69.793}, "visualize": {"avg_ms": 40.491, "count": 180, "max_ms": 64.877, "p95_ms": 53.452}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.824, "count": 180, "max_ms": 54.427, "p95_ms": 45.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.88, "count": 180, "max_ms": 61.825, "p95_ms": 51.634}, "visualize_input_copy_ms": {"avg_ms": 1.412, "count": 180, "max_ms": 3.006, "p95_ms": 2.378}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.751, "count": 180, "max_ms": 61.579, "p95_ms": 51.496}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.233, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 42.129, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.503, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3171744, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:54:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122619, "write_bytes_delta": 122619, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 452.0, "cpu_core_ratio": 0.684643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4423.0, "pid": 65133, "reason": null, "system_cpu_core_ratio": 0.317407, "system_cpu_s_delta": 6.37, "user_cpu_core_ratio": 0.367236, "user_cpu_s_delta": 7.369999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.365299, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1912.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440982, "system_cpu_s_delta": 8.85000000000582, "user_cpu_core_ratio": 0.924317, "user_cpu_s_delta": 18.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.034, "count": 205, "max_ms": 8.482, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.951, "max": 8.0, "p95": 8.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.049, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.049, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.597, "count": 30, "max": 69.024, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.172, "count": 30, "max": 24.918, "p95": 19.836, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 716.033, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1669.167, "count": 30, "max": 8676.0, "p95": 5241.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.141, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.52, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.114, "p95": 0.055, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119923.967, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116003.367, "count": 30, "max": 125666.0, "p95": 124779.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 531.1, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.366, "count": 30, "max": 0.508, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.898, "count": 30, "max": 1.189, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24708, "sampled_at": "2026-11-03T09:54:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:54:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5167279, "flush_count": 5470, "flush_interval_seconds": 30.0, "flush_state": {"count": 5470, "last_at": "2026-11-03T09:55:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:55:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5469}, "started": true, "suppressed_count": 3167788, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3167390}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5470, "written_record_count": 5470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11587.809, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62e28d50fec0] cabac decode of qscale diff failed at 107 63 [h264 @ 0x62e28d50fec0] error while decoding MB 107 63, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8772317798400, "copied_frame_count": 3172858, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8772317798400, "frame_buffer_copies": 3172858, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1159, "count": 512, "max_ms": 2.4343, "p50_ms": 0.0996, "p95_ms": 0.1999, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6238, "count": 512, "max_ms": 3.8347, "p50_ms": 1.5537, "p95_ms": 2.6086, "p99_ms": 3.1784, "results": {"failed": 0, "not_applicable": 0, "success": 3172858, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 211, "h264_decode_error_count": 717, "h264_decode_error_count_per_hour": 95, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:56:36+09:00", "last_error_summary": "[h264 @ 0x62e28d50fec0] cabac decode of qscale diff failed at 107 63 [h264 @ 0x62e28d50fec0] error while decoding MB 107 63, bytestream -6", "last_exit_at": "2026-11-03T09:54:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.129, "last_started_at": "2026-11-03T09:54:34+09:00", "pid": 65249, "process": {"exists": false, "pid": 65249}, "restart_count": 223, "restart_count_per_hour": 14, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 224}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.715, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172858, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-11-03T09:56:36+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-11-03T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.335, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 323.665, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T09:56:36.629450+09:00", "mtime_epoch": 1793667396.6294503, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121330}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:56:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.805, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3172859, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.932, "max": 19.0, "p95": 13.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.525, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.324, "max": 3.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.62, "max": 3.0, "p95": 2.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.62, "max": 3.0, "p95": 2.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.359, "pushed": 8.359, "read": 8.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.008, "count": 251, "max_ms": 0.198, "p95_ms": 0.014, "reason": null, "sample_age_ms": 23.885, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 250, "max_ms": 10.451, "p95_ms": 2.911, "reason": null, "sample_age_ms": 68.447, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 250, "max_ms": 6.556, "p95_ms": 2.108, "reason": null, "sample_age_ms": 70.486, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 251, "max_ms": 1.33, "p95_ms": 0.678, "reason": null, "sample_age_ms": 23.893, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.0, "count": 250, "max_ms": 6.075, "p95_ms": 3.218, "reason": null, "sample_age_ms": 65.097, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.05, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.202, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.839, "count": 251, "max_ms": 86.154, "p95_ms": 67.809, "reason": null, "sample_age_ms": 23.88, "source": "client_direct"}, "sample_age_ms": 23.877, "source": "client_direct", "task_total_ms": {"avg_ms": 50.38, "count": 251, "max_ms": 89.019, "p95_ms": 69.952, "reason": null, "sample_age_ms": 23.877, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.362, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.432, "count": 250, "max_ms": 15.509, "p95_ms": 10.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 250, "max_ms": 1.403, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 1.271, "count": 250, "max_ms": 7.617, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.037, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 250, "max_ms": 0.756, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.751, "count": 250, "max_ms": 6.917, "p95_ms": 3.773}, "setup_ms": {"avg_ms": 0.044, "count": 250, "max_ms": 0.162, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.373, "count": 250, "max_ms": 15.351, "p95_ms": 9.998}, "track_match_ms": {"avg_ms": 0.095, "count": 250, "max_ms": 0.462, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.578, "count": 250, "max_ms": 6.393, "p95_ms": 3.062}}, "gstreamer_push": {"avg_ms": 3.382, "count": 250, "max_ms": 8.051, "p95_ms": 5.239}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 2.179, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.686, "count": 250, "max_ms": 90.495, "p95_ms": 71.614}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.261, "count": 250, "max_ms": 14.812, "p95_ms": 9.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.037, "count": 250, "max_ms": 145.576, "p95_ms": 123.438}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 250, "max_ms": 6.927, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.221, "count": 250, "max_ms": 1.72, "p95_ms": 0.392}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.309, "count": 250, "max_ms": 150.215, "p95_ms": 129.819}, "read_interval": {"avg_ms": 119.835, "count": 250, "max_ms": 211.501, "p95_ms": 166.862}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.185, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.682, "count": 250, "max_ms": 6.744, "p95_ms": 3.654}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.664, "count": 250, "max_ms": 6.708, "p95_ms": 3.637}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.054, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.7, "count": 250, "max_ms": 90.506, "p95_ms": 71.623}, "visualize": {"avg_ms": 39.61, "count": 250, "max_ms": 65.65, "p95_ms": 52.742}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.427, "count": 250, "max_ms": 59.162, "p95_ms": 46.714}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.971, "count": 250, "max_ms": 63.566, "p95_ms": 50.667}, "visualize_input_copy_ms": {"avg_ms": 1.429, "count": 250, "max_ms": 3.315, "p95_ms": 2.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.83, "count": 250, "max_ms": 63.312, "p95_ms": 50.557}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 250, "max_ms": 0.558, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.739, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.444, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122774, "write_bytes_delta": 122774, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1075.0, "cpu_core_ratio": 0.465513, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 65249, "reason": null, "system_cpu_core_ratio": 0.044358, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.421154, "user_cpu_s_delta": 8.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2602.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.501897, "system_cpu_s_delta": 10.070000000006985, "user_cpu_core_ratio": 1.154312, "user_cpu_s_delta": 23.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.47, "count": 251, "max_ms": 8.727, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.466, "max": 13.0, "p95": 8.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 1.311, "max": 3.0, "p95": 2.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.405, "count": 30, "max": 50.518, "p95": 45.711, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 24.827, "p95": 23.096, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 735.867, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.1, "count": 30, "max": 8676.0, "p95": 4320.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121396.767, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117352.967, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 989.533, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.54, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.208, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24714, "sampled_at": "2026-11-03T09:56:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:56:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5167279, "flush_count": 5470, "flush_interval_seconds": 30.0, "flush_state": {"count": 5470, "last_at": "2026-11-03T09:55:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:55:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5469}, "started": true, "suppressed_count": 3167788, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3167390}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5470, "written_record_count": 5470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11580.73, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:56:36+09:00", "last_error_summary": "[h264 @ 0x62e28d50fec0] cabac decode of qscale diff failed at 107 63 [h264 @ 0x62e28d50fec0] error while decoding MB 107 63, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8772320563200, "copied_frame_count": 3172859, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8772320563200, "frame_buffer_copies": 3172859, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 2.4343, "p50_ms": 0.0997, "p95_ms": 0.1999, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6231, "count": 512, "max_ms": 3.8347, "p50_ms": 1.5513, "p95_ms": 2.6086, "p99_ms": 3.1784, "results": {"failed": 0, "not_applicable": 0, "success": 3172859, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 211, "h264_decode_error_count": 717, "h264_decode_error_count_per_hour": 95, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:56:36+09:00", "last_error_summary": "[h264 @ 0x62e28d50fec0] cabac decode of qscale diff failed at 107 63 [h264 @ 0x62e28d50fec0] error while decoding MB 107 63, bytestream -6", "last_exit_at": "2026-11-03T09:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.239, "last_started_at": "2026-11-03T09:54:34+09:00", "pid": 65249, "process": {"exists": false, "pid": 65249}, "restart_count": 223, "restart_count_per_hour": 14, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 224}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.715, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-03T09:56:36+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-11-03T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.438, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 323.562, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-03T09:56:36.765451+09:00", "mtime_epoch": 1793667396.7654514, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121529}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:56:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3172859, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.936, "max": 19.0, "p95": 13.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.521, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.32, "max": 3.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.616, "max": 3.0, "p95": 2.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.616, "max": 3.0, "p95": 2.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.347, "pushed": 8.347, "read": 8.347}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.198, "p95_ms": 0.014, "reason": null, "sample_age_ms": 136.248, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 250, "max_ms": 10.451, "p95_ms": 2.911, "reason": null, "sample_age_ms": 180.81, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 250, "max_ms": 6.556, "p95_ms": 2.108, "reason": null, "sample_age_ms": 182.849, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 250, "max_ms": 1.33, "p95_ms": 0.678, "reason": null, "sample_age_ms": 136.257, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.0, "count": 250, "max_ms": 6.075, "p95_ms": 3.218, "reason": null, "sample_age_ms": 177.46, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.414, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.566, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.861, "count": 250, "max_ms": 86.154, "p95_ms": 67.889, "reason": null, "sample_age_ms": 136.244, "source": "client_direct"}, "sample_age_ms": 136.24, "source": "client_direct", "task_total_ms": {"avg_ms": 50.401, "count": 250, "max_ms": 89.019, "p95_ms": 69.962, "reason": null, "sample_age_ms": 136.24, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.597, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.434, "count": 250, "max_ms": 15.509, "p95_ms": 10.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 250, "max_ms": 1.403, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 1.273, "count": 250, "max_ms": 7.617, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.037, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 250, "max_ms": 0.756, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.749, "count": 250, "max_ms": 6.917, "p95_ms": 3.773}, "setup_ms": {"avg_ms": 0.044, "count": 250, "max_ms": 0.162, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.376, "count": 250, "max_ms": 15.351, "p95_ms": 9.998}, "track_match_ms": {"avg_ms": 0.095, "count": 250, "max_ms": 0.462, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.58, "count": 250, "max_ms": 6.393, "p95_ms": 3.062}}, "gstreamer_push": {"avg_ms": 3.382, "count": 250, "max_ms": 8.051, "p95_ms": 5.239}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 2.179, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.692, "count": 250, "max_ms": 90.495, "p95_ms": 71.614}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 250, "max_ms": 14.812, "p95_ms": 9.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.113, "count": 250, "max_ms": 145.576, "p95_ms": 123.438}, "inference_input_copy_ms": {"avg_ms": 1.793, "count": 250, "max_ms": 6.927, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.222, "count": 250, "max_ms": 1.72, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.361, "count": 250, "max_ms": 150.215, "p95_ms": 129.819}, "read_interval": {"avg_ms": 119.835, "count": 250, "max_ms": 211.501, "p95_ms": 166.862}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.185, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.679, "count": 250, "max_ms": 6.744, "p95_ms": 3.654}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.059, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.661, "count": 250, "max_ms": 6.708, "p95_ms": 3.637}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.054, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.705, "count": 250, "max_ms": 90.506, "p95_ms": 71.623}, "visualize": {"avg_ms": 39.676, "count": 250, "max_ms": 69.211, "p95_ms": 52.85}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.499, "count": 250, "max_ms": 64.783, "p95_ms": 46.757}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.039, "count": 250, "max_ms": 67.676, "p95_ms": 50.776}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 250, "max_ms": 3.315, "p95_ms": 2.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.898, "count": 250, "max_ms": 67.546, "p95_ms": 50.66}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 250, "max_ms": 0.558, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.739, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.444, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122774, "write_bytes_delta": 122774, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1075.0, "cpu_core_ratio": 0.465513, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 65249, "reason": null, "system_cpu_core_ratio": 0.044358, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.421154, "user_cpu_s_delta": 8.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2602.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.501897, "system_cpu_s_delta": 10.070000000006985, "user_cpu_core_ratio": 1.154312, "user_cpu_s_delta": 23.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.47, "count": 251, "max_ms": 8.727, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.466, "max": 13.0, "p95": 8.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 1.311, "max": 3.0, "p95": 2.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.405, "count": 30, "max": 50.518, "p95": 45.711, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 24.827, "p95": 23.096, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 735.867, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.1, "count": 30, "max": 8676.0, "p95": 4320.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121396.767, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117352.967, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 989.533, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.54, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.208, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24714, "sampled_at": "2026-11-03T09:56:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:56:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5167279, "flush_count": 5470, "flush_interval_seconds": 30.0, "flush_state": {"count": 5470, "last_at": "2026-11-03T09:55:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:55:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5469}, "started": true, "suppressed_count": 3167788, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3167390}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5470, "written_record_count": 5470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11584.973, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8772320563200, "copied_frame_count": 3172859, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8772320563200, "frame_buffer_copies": 3172859, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 2.4343, "p50_ms": 0.0997, "p95_ms": 0.1999, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6231, "count": 512, "max_ms": 3.8347, "p50_ms": 1.5513, "p95_ms": 2.6086, "p99_ms": 3.1784, "results": {"failed": 0, "not_applicable": 0, "success": 3172859, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 211, "h264_decode_error_count": 717, "h264_decode_error_count_per_hour": 95, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:56:36+09:00", "last_error_summary": "[h264 @ 0x62e28d50fec0] cabac decode of qscale diff failed at 107 63 [h264 @ 0x62e28d50fec0] error while decoding MB 107 63, bytestream -6", "last_exit_at": "2026-11-03T09:56:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.286, "last_started_at": "2026-11-03T09:54:34+09:00", "pid": 65249, "process": {"exists": false, "pid": 65249}, "restart_count": 223, "restart_count_per_hour": 14, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 224}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.715, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-03T09:56:36+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-11-03T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 276.475, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 323.525, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-11-03T09:56:36.765451+09:00", "mtime_epoch": 1793667396.7654514, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121529}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:56:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3172859, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.936, "max": 19.0, "p95": 13.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.521, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.32, "max": 3.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.616, "max": 3.0, "p95": 2.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.616, "max": 3.0, "p95": 2.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.334, "pushed": 8.334, "read": 8.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.198, "p95_ms": 0.014, "reason": null, "sample_age_ms": 177.057, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 250, "max_ms": 10.451, "p95_ms": 2.911, "reason": null, "sample_age_ms": 221.619, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 250, "max_ms": 6.556, "p95_ms": 2.108, "reason": null, "sample_age_ms": 223.658, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 250, "max_ms": 1.33, "p95_ms": 0.678, "reason": null, "sample_age_ms": 177.065, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.0, "count": 250, "max_ms": 6.075, "p95_ms": 3.218, "reason": null, "sample_age_ms": 218.269, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 218.222, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 177.374, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.861, "count": 250, "max_ms": 86.154, "p95_ms": 67.889, "reason": null, "sample_age_ms": 177.052, "source": "client_direct"}, "sample_age_ms": 177.049, "source": "client_direct", "task_total_ms": {"avg_ms": 50.401, "count": 250, "max_ms": 89.019, "p95_ms": 69.962, "reason": null, "sample_age_ms": 177.049, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.153, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.434, "count": 250, "max_ms": 15.509, "p95_ms": 10.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 250, "max_ms": 1.403, "p95_ms": 0.796}, "detection_prepare_ms": {"avg_ms": 1.273, "count": 250, "max_ms": 7.617, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.005, "count": 250, "max_ms": 0.037, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.216, "count": 250, "max_ms": 0.756, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.749, "count": 250, "max_ms": 6.917, "p95_ms": 3.773}, "setup_ms": {"avg_ms": 0.044, "count": 250, "max_ms": 0.162, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.376, "count": 250, "max_ms": 15.351, "p95_ms": 9.998}, "track_match_ms": {"avg_ms": 0.095, "count": 250, "max_ms": 0.462, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.58, "count": 250, "max_ms": 6.393, "p95_ms": 3.062}}, "gstreamer_push": {"avg_ms": 3.382, "count": 250, "max_ms": 8.051, "p95_ms": 5.239}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 2.179, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.692, "count": 250, "max_ms": 90.495, "p95_ms": 71.614}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 250, "max_ms": 14.812, "p95_ms": 9.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.113, "count": 250, "max_ms": 145.576, "p95_ms": 123.438}, "inference_input_copy_ms": {"avg_ms": 1.793, "count": 250, "max_ms": 6.927, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.222, "count": 250, "max_ms": 1.72, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.361, "count": 250, "max_ms": 150.215, "p95_ms": 129.819}, "read_interval": {"avg_ms": 119.835, "count": 250, "max_ms": 211.501, "p95_ms": 166.862}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 250, "max_ms": 0.185, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.679, "count": 250, "max_ms": 6.744, "p95_ms": 3.654}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 250, "max_ms": 0.059, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.661, "count": 250, "max_ms": 6.708, "p95_ms": 3.637}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.054, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.705, "count": 250, "max_ms": 90.506, "p95_ms": 71.623}, "visualize": {"avg_ms": 39.676, "count": 250, "max_ms": 69.211, "p95_ms": 52.85}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.499, "count": 250, "max_ms": 64.783, "p95_ms": 46.757}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.039, "count": 250, "max_ms": 67.676, "p95_ms": 50.776}, "visualize_input_copy_ms": {"avg_ms": 1.426, "count": 250, "max_ms": 3.315, "p95_ms": 2.558}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.898, "count": 250, "max_ms": 67.546, "p95_ms": 50.66}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 250, "max_ms": 0.558, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.739, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.444, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122774, "write_bytes_delta": 122774, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1075.0, "cpu_core_ratio": 0.465513, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 65249, "reason": null, "system_cpu_core_ratio": 0.044358, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.421154, "user_cpu_s_delta": 8.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2602.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.501897, "system_cpu_s_delta": 10.070000000006985, "user_cpu_core_ratio": 1.154312, "user_cpu_s_delta": 23.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.47, "count": 251, "max_ms": 8.727, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.466, "max": 13.0, "p95": 8.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 1.311, "max": 3.0, "p95": 2.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.405, "count": 30, "max": 50.518, "p95": 45.711, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 24.827, "p95": 23.096, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 735.867, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.1, "count": 30, "max": 8676.0, "p95": 4320.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121396.767, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117352.967, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 989.533, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.54, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.208, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24714, "sampled_at": "2026-11-03T09:56:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:56:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5167279, "flush_count": 5470, "flush_interval_seconds": 30.0, "flush_state": {"count": 5470, "last_at": "2026-11-03T09:55:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:55:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5469}, "started": true, "suppressed_count": 3167788, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3167390}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5470, "written_record_count": 5470}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11606.711, "limit_mb": null}, "detail": {"pid": 65365, "restart_count": 224, "start_count": 225}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8772320563200, "copied_frame_count": 3172859, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8772320563200, "frame_buffer_copies": 3172859, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 2.4343, "p50_ms": 0.0997, "p95_ms": 0.1999, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6231, "count": 512, "max_ms": 3.8347, "p50_ms": 1.5513, "p95_ms": 2.6086, "p99_ms": 3.1784, "results": {"failed": 0, "not_applicable": 0, "success": 3172859, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 211, "h264_decode_error_count": 717, "h264_decode_error_count_per_hour": 95, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:56:36+09:00", "last_error_summary": "[h264 @ 0x62e28d50fec0] cabac decode of qscale diff failed at 107 63 [h264 @ 0x62e28d50fec0] error while decoding MB 107 63, bytestream -6", "last_exit_at": "2026-11-03T09:56:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:56:39+09:00", "pid": 65365, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.41, "name": "ffmpeg", "pid": 65365, "rss_mb": 57.41, "state": "S (sleeping)", "threads": 1}, "restart_count": 224, "restart_count_per_hour": 15, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 225}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.715, "sample_count": 2192, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172859, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.393, "last_frame_pushed_at": "2026-11-03T09:56:36+09:00", "last_frame_read_age_sec": 4.526, "last_frame_read_at": "2026-11-03T09:56:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 280.789, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 319.211, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 4.38, "exists": true, "mtime": "2026-11-03T09:56:36.765451+09:00", "mtime_epoch": 1793667396.7654514, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121529}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:56:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3172859, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.977, "max": 19.0, "p95": 14.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.473, "max": 3.0, "p95": 2.0, "sample_count": 184}, "total": {"avg": 1.249, "max": 3.0, "p95": 2.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.558, "max": 3.0, "p95": 2.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.558, "max": 3.0, "p95": 2.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.241, "pushed": 7.241, "read": 7.207}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.198, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4486.742, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.845, "count": 216, "max_ms": 10.451, "p95_ms": 2.554, "reason": null, "sample_age_ms": 4531.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.356, "count": 216, "max_ms": 6.175, "p95_ms": 2.009, "reason": null, "sample_age_ms": 4533.343, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 216, "max_ms": 1.33, "p95_ms": 0.648, "reason": null, "sample_age_ms": 4486.75, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 216, "max_ms": 6.075, "p95_ms": 3.171, "reason": null, "sample_age_ms": 4527.954, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4527.907, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4487.059, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.37, "count": 216, "max_ms": 86.154, "p95_ms": 67.406, "reason": null, "sample_age_ms": 4486.737, "source": "client_direct"}, "sample_age_ms": 4486.734, "source": "client_direct", "task_total_ms": {"avg_ms": 49.886, "count": 216, "max_ms": 89.019, "p95_ms": 69.9, "reason": null, "sample_age_ms": 4486.734, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.759, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.14, "count": 217, "max_ms": 14.098, "p95_ms": 9.618}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 217, "max_ms": 1.403, "p95_ms": 0.773}, "detection_prepare_ms": {"avg_ms": 1.223, "count": 217, "max_ms": 7.617, "p95_ms": 2.608}, "event_filter_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.212, "count": 217, "max_ms": 0.756, "p95_ms": 0.438}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.576, "count": 217, "max_ms": 6.917, "p95_ms": 3.704}, "setup_ms": {"avg_ms": 0.043, "count": 217, "max_ms": 0.142, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.083, "count": 217, "max_ms": 13.953, "p95_ms": 9.539}, "track_match_ms": {"avg_ms": 0.09, "count": 217, "max_ms": 0.462, "p95_ms": 0.213}, "tracker_update_ms": {"avg_ms": 1.525, "count": 217, "max_ms": 6.266, "p95_ms": 3.05}}, "gstreamer_push": {"avg_ms": 3.358, "count": 217, "max_ms": 7.353, "p95_ms": 5.094}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 217, "max_ms": 0.216, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.305, "count": 217, "max_ms": 90.495, "p95_ms": 72.769}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.168, "count": 217, "max_ms": 14.812, "p95_ms": 9.618}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.057, "count": 217, "max_ms": 145.576, "p95_ms": 122.404}, "inference_input_copy_ms": {"avg_ms": 1.796, "count": 217, "max_ms": 6.927, "p95_ms": 3.113}, "processing_residual_ms": {"avg_ms": 0.214, "count": 217, "max_ms": 0.511, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.236, "count": 217, "max_ms": 150.215, "p95_ms": 128.58}, "read_interval": {"avg_ms": 118.492, "count": 216, "max_ms": 211.501, "p95_ms": 163.697}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 217, "max_ms": 0.185, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.508, "count": 217, "max_ms": 6.744, "p95_ms": 3.532}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.059, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.491, "count": 217, "max_ms": 6.708, "p95_ms": 3.495}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.032, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.318, "count": 217, "max_ms": 90.506, "p95_ms": 72.782}, "visualize": {"avg_ms": 39.328, "count": 217, "max_ms": 69.211, "p95_ms": 52.85}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.35, "count": 217, "max_ms": 64.783, "p95_ms": 46.646}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.695, "count": 217, "max_ms": 67.676, "p95_ms": 50.776}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 217, "max_ms": 3.282, "p95_ms": 2.577}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.558, "count": 217, "max_ms": 67.546, "p95_ms": 50.66}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 217, "max_ms": 0.558, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.684, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.739, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.444, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3172616, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:56:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122774, "write_bytes_delta": 122774, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1075.0, "cpu_core_ratio": 0.465513, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 65249, "reason": null, "system_cpu_core_ratio": 0.044358, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.421154, "user_cpu_s_delta": 8.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656209, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2602.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.501897, "system_cpu_s_delta": 10.070000000006985, "user_cpu_core_ratio": 1.154312, "user_cpu_s_delta": 23.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.47, "count": 251, "max_ms": 8.727, "p95_ms": 5.155, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.466, "max": 13.0, "p95": 8.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.311, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 251}, "total": {"avg": 1.311, "max": 3.0, "p95": 2.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.405, "count": 30, "max": 50.518, "p95": 45.711, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.123, "count": 30, "max": 24.827, "p95": 23.096, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 735.867, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.1, "count": 30, "max": 8676.0, "p95": 4320.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.135, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.392, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121396.767, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117352.967, "count": 30, "max": 140513.0, "p95": 125410.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 989.533, "count": 30, "max": 2701.0, "p95": 2651.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.54, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.208, "p95": 1.188, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24714, "sampled_at": "2026-11-03T09:56:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:56:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5169245, "flush_count": 5472, "flush_interval_seconds": 30.0, "flush_state": {"count": 5472, "last_at": "2026-11-03T09:57:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:57:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5471}, "started": true, "suppressed_count": 3168634, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5472, "written_record_count": 5472}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11135.332, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6136b1f81200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6136b1f81200] error while decoding MB 0 56, bytestream 2586 [h264 @ 0x6136b1e77cc0] left block unavailable for requested intra mode [h264 @ 0x6136b1e77cc0] error while decoding MB 0 56, bytestream 12097 [h264 @ 0x6136b1fbd740] left block unavailable for requested intra mode [h264 @ 0x6136b1fbd740] error while decoding MB 0 67, bytestream 133908", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8774662348800, "copied_frame_count": 3173706, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8774662348800, "frame_buffer_copies": 3173706, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1232, "count": 512, "max_ms": 0.4363, "p50_ms": 0.1085, "p95_ms": 0.2388, "p99_ms": 0.3155}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7222, "count": 512, "max_ms": 8.2027, "p50_ms": 1.6176, "p95_ms": 2.6954, "p99_ms": 3.4954, "results": {"failed": 0, "not_applicable": 0, "success": 3173706, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 212, "h264_decode_error_count": 720, "h264_decode_error_count_per_hour": 98, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:58:35+09:00", "last_error_summary": "[h264 @ 0x6136b1f81200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6136b1f81200] error while decoding MB 0 56, bytestream 2586 [h264 @ 0x6136b1e77cc0] left block unavailable for requested intra mode [h264 @ 0x6136b1e77cc0] error while decoding MB 0 56, bytestream 12097 [h264 @ 0x6136b1fbd740] left block unavailable for requested intra mode [h264 @ 0x6136b1fbd740] error while decoding MB 0 67, bytestream 133908", "last_exit_at": "2026-11-03T09:56:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.487, "last_started_at": "2026-11-03T09:56:39+09:00", "pid": 65365, "process": {"exists": false, "pid": 65365}, "restart_count": 224, "restart_count_per_hour": 15, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 225}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.863, "sample_count": 2167, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-11-03T09:58:35+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-03T09:58:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 395.285, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 204.715, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-03T09:58:35.563296+09:00", "mtime_epoch": 1793667515.5632956, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123110}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:58:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.734, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3173707, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.061, "max": 16.0, "p95": 16.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.661, "max": 3.0, "p95": 3.0, "sample_count": 180}, "total": {"avg": 1.526, "max": 3.0, "p95": 3.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 0.735, "max": 2.0, "p95": 2.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.031, "max": 2.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 0.735, "max": 2.0, "p95": 2.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 196, "pushed_frames": 196, "read_frames": 197, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.642, "pushed": 6.642, "read": 6.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 42.091, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.292, "count": 197, "max_ms": 7.055, "p95_ms": 3.925, "reason": null, "sample_age_ms": 83.986, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.488, "count": 197, "max_ms": 5.432, "p95_ms": 2.769, "reason": null, "sample_age_ms": 84.35, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.47, "count": 197, "max_ms": 3.465, "p95_ms": 0.856, "reason": null, "sample_age_ms": 42.106, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.435, "count": 197, "max_ms": 13.74, "p95_ms": 3.763, "reason": null, "sample_age_ms": 82.907, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.891, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.667, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.174, "count": 197, "max_ms": 102.733, "p95_ms": 77.766, "reason": null, "sample_age_ms": 42.084, "source": "client_direct"}, "sample_age_ms": 42.078, "source": "client_direct", "task_total_ms": {"avg_ms": 59.289, "count": 197, "max_ms": 106.1, "p95_ms": 81.194, "reason": null, "sample_age_ms": 42.078, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.079, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.598, "count": 196, "max_ms": 14.192, "p95_ms": 12.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.485, "count": 196, "max_ms": 1.934, "p95_ms": 0.892}, "detection_prepare_ms": {"avg_ms": 1.609, "count": 196, "max_ms": 5.561, "p95_ms": 3.286}, "event_filter_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.205, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.295, "count": 196, "max_ms": 0.831, "p95_ms": 0.56}, "mcmt_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.038, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.186, "count": 196, "max_ms": 7.24, "p95_ms": 5.187}, "setup_ms": {"avg_ms": 0.053, "count": 196, "max_ms": 0.204, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.526, "count": 196, "max_ms": 14.009, "p95_ms": 12.127}, "track_match_ms": {"avg_ms": 0.124, "count": 196, "max_ms": 0.412, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 1.759, "count": 196, "max_ms": 5.209, "p95_ms": 3.217}}, "gstreamer_push": {"avg_ms": 3.809, "count": 196, "max_ms": 9.341, "p95_ms": 5.605}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 196, "max_ms": 0.157, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.208, "count": 196, "max_ms": 107.071, "p95_ms": 84.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.821, "count": 196, "max_ms": 16.305, "p95_ms": 10.377}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.404, "count": 196, "max_ms": 164.9, "p95_ms": 145.924}, "inference_input_copy_ms": {"avg_ms": 2.016, "count": 196, "max_ms": 8.706, "p95_ms": 3.478}, "processing_residual_ms": {"avg_ms": 0.304, "count": 196, "max_ms": 1.73, "p95_ms": 0.54}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.546, "count": 196, "max_ms": 172.775, "p95_ms": 151.433}, "read_interval": {"avg_ms": 153.767, "count": 197, "max_ms": 1591.649, "p95_ms": 190.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 196, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.097, "count": 196, "max_ms": 7.158, "p95_ms": 5.017}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 196, "max_ms": 0.089, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.077, "count": 196, "max_ms": 7.14, "p95_ms": 4.988}, "worker_merge_ms": {"avg_ms": 0.011, "count": 196, "max_ms": 0.604, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 61.226, "count": 196, "max_ms": 107.083, "p95_ms": 84.045}, "visualize": {"avg_ms": 43.031, "count": 196, "max_ms": 70.515, "p95_ms": 55.609}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.832, "count": 196, "max_ms": 62.472, "p95_ms": 47.368}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.26, "count": 196, "max_ms": 66.808, "p95_ms": 53.748}, "visualize_input_copy_ms": {"avg_ms": 1.513, "count": 196, "max_ms": 3.359, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.096, "count": 196, "max_ms": 66.47, "p95_ms": 53.614}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 196, "max_ms": 0.251, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.792, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.119, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121535, "write_bytes_delta": 121535, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 524.0, "cpu_core_ratio": 0.754298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13023.0, "pid": 65365, "reason": null, "system_cpu_core_ratio": 0.322133, "system_cpu_s_delta": 6.470000000000001, "user_cpu_core_ratio": 0.432166, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.49938, "system_cpu_s_delta": 10.029999999998836, "user_cpu_core_ratio": 1.06249, "user_cpu_s_delta": 21.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.485, "count": 205, "max_ms": 8.024, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.761, "max": 29.0, "p95": 18.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.02, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.02, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.504, "count": 30, "max": 58.025, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.691, "count": 30, "max": 24.827, "p95": 23.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 818.7, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1466.8, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.54, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.216, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24720, "sampled_at": "2026-11-03T09:58:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:58:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.51, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5169245, "flush_count": 5472, "flush_interval_seconds": 30.0, "flush_state": {"count": 5472, "last_at": "2026-11-03T09:57:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:57:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5471}, "started": true, "suppressed_count": 3168634, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5472, "written_record_count": 5472}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11135.75, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T09:58:35+09:00", "last_error_summary": "[h264 @ 0x6136b1f81200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6136b1f81200] error while decoding MB 0 56, bytestream 2586 [h264 @ 0x6136b1e77cc0] left block unavailable for requested intra mode [h264 @ 0x6136b1e77cc0] error while decoding MB 0 56, bytestream 12097 [h264 @ 0x6136b1fbd740] left block unavailable for requested intra mode [h264 @ 0x6136b1fbd740] error while decoding MB 0 67, bytestream 133908", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8774665113600, "copied_frame_count": 3173707, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8774665113600, "frame_buffer_copies": 3173707, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 0.4363, "p50_ms": 0.1083, "p95_ms": 0.2388, "p99_ms": 0.3155}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7221, "count": 512, "max_ms": 8.2027, "p50_ms": 1.6176, "p95_ms": 2.6954, "p99_ms": 3.4954, "results": {"failed": 0, "not_applicable": 0, "success": 3173707, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 212, "h264_decode_error_count": 720, "h264_decode_error_count_per_hour": 98, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:58:35+09:00", "last_error_summary": "[h264 @ 0x6136b1f81200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6136b1f81200] error while decoding MB 0 56, bytestream 2586 [h264 @ 0x6136b1e77cc0] left block unavailable for requested intra mode [h264 @ 0x6136b1e77cc0] error while decoding MB 0 56, bytestream 12097 [h264 @ 0x6136b1fbd740] left block unavailable for requested intra mode [h264 @ 0x6136b1fbd740] error while decoding MB 0 67, bytestream 133908", "last_exit_at": "2026-11-03T09:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.546, "last_started_at": "2026-11-03T09:56:39+09:00", "pid": 65365, "process": {"exists": false, "pid": 65365}, "restart_count": 224, "restart_count_per_hour": 15, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 225}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.863, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T09:58:35+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-11-03T09:58:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 395.343, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 204.657, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T09:58:35.681296+09:00", "mtime_epoch": 1793667515.6812963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123173}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:58:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.73, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3173707, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.051, "max": 16.0, "p95": 16.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.661, "max": 3.0, "p95": 3.0, "sample_count": 180}, "total": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.03, "max": 2.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.663, "pushed": 6.663, "read": 6.663}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 95.865, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.292, "count": 197, "max_ms": 7.055, "p95_ms": 3.925, "reason": null, "sample_age_ms": 137.76, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.488, "count": 197, "max_ms": 5.432, "p95_ms": 2.769, "reason": null, "sample_age_ms": 138.125, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.47, "count": 197, "max_ms": 3.465, "p95_ms": 0.856, "reason": null, "sample_age_ms": 95.881, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.435, "count": 197, "max_ms": 13.74, "p95_ms": 3.763, "reason": null, "sample_age_ms": 136.682, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.666, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.441, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.174, "count": 197, "max_ms": 102.733, "p95_ms": 77.766, "reason": null, "sample_age_ms": 95.858, "source": "client_direct"}, "sample_age_ms": 95.852, "source": "client_direct", "task_total_ms": {"avg_ms": 59.289, "count": 197, "max_ms": 106.1, "p95_ms": 81.194, "reason": null, "sample_age_ms": 95.852, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.569, "count": 197, "max_ms": 14.192, "p95_ms": 12.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 197, "max_ms": 1.934, "p95_ms": 0.892}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 197, "max_ms": 5.561, "p95_ms": 3.286}, "event_filter_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.205, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 197, "max_ms": 0.831, "p95_ms": 0.56}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.038, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.176, "count": 197, "max_ms": 7.24, "p95_ms": 5.187}, "setup_ms": {"avg_ms": 0.053, "count": 197, "max_ms": 0.204, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.497, "count": 197, "max_ms": 14.009, "p95_ms": 12.127}, "track_match_ms": {"avg_ms": 0.123, "count": 197, "max_ms": 0.412, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 1.75, "count": 197, "max_ms": 5.209, "p95_ms": 3.217}}, "gstreamer_push": {"avg_ms": 3.803, "count": 197, "max_ms": 9.341, "p95_ms": 5.605}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 197, "max_ms": 0.157, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.115, "count": 197, "max_ms": 107.071, "p95_ms": 84.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.809, "count": 197, "max_ms": 16.305, "p95_ms": 10.377}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.359, "count": 197, "max_ms": 164.9, "p95_ms": 145.924}, "inference_input_copy_ms": {"avg_ms": 2.015, "count": 197, "max_ms": 8.706, "p95_ms": 3.478}, "processing_residual_ms": {"avg_ms": 0.303, "count": 197, "max_ms": 1.73, "p95_ms": 0.54}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.487, "count": 197, "max_ms": 172.775, "p95_ms": 151.433}, "read_interval": {"avg_ms": 153.767, "count": 197, "max_ms": 1591.649, "p95_ms": 190.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 197, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.087, "count": 197, "max_ms": 7.158, "p95_ms": 5.017}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 197, "max_ms": 0.089, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.067, "count": 197, "max_ms": 7.14, "p95_ms": 4.988}, "worker_merge_ms": {"avg_ms": 0.011, "count": 197, "max_ms": 0.604, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 61.133, "count": 197, "max_ms": 107.083, "p95_ms": 84.045}, "visualize": {"avg_ms": 43.072, "count": 197, "max_ms": 70.515, "p95_ms": 55.609}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.888, "count": 197, "max_ms": 62.472, "p95_ms": 47.652}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.298, "count": 197, "max_ms": 66.808, "p95_ms": 53.748}, "visualize_input_copy_ms": {"avg_ms": 1.516, "count": 197, "max_ms": 3.359, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.134, "count": 197, "max_ms": 66.47, "p95_ms": 53.614}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 197, "max_ms": 0.251, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.792, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.119, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121535, "write_bytes_delta": 121535, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 524.0, "cpu_core_ratio": 0.754298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13023.0, "pid": 65365, "reason": null, "system_cpu_core_ratio": 0.322133, "system_cpu_s_delta": 6.470000000000001, "user_cpu_core_ratio": 0.432166, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.49938, "system_cpu_s_delta": 10.029999999998836, "user_cpu_core_ratio": 1.06249, "user_cpu_s_delta": 21.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.485, "count": 205, "max_ms": 8.024, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.761, "max": 29.0, "p95": 18.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.02, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.02, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.504, "count": 30, "max": 58.025, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.691, "count": 30, "max": 24.827, "p95": 23.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 818.7, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1466.8, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.54, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.216, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24720, "sampled_at": "2026-11-03T09:58:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:58:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.568, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5169245, "flush_count": 5472, "flush_interval_seconds": 30.0, "flush_state": {"count": 5472, "last_at": "2026-11-03T09:57:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:57:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5471}, "started": true, "suppressed_count": 3168634, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5472, "written_record_count": 5472}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11136.012, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8774665113600, "copied_frame_count": 3173707, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8774665113600, "frame_buffer_copies": 3173707, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 0.4363, "p50_ms": 0.1083, "p95_ms": 0.2388, "p99_ms": 0.3155}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7221, "count": 512, "max_ms": 8.2027, "p50_ms": 1.6176, "p95_ms": 2.6954, "p99_ms": 3.4954, "results": {"failed": 0, "not_applicable": 0, "success": 3173707, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 212, "h264_decode_error_count": 720, "h264_decode_error_count_per_hour": 98, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:58:35+09:00", "last_error_summary": "[h264 @ 0x6136b1f81200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6136b1f81200] error while decoding MB 0 56, bytestream 2586 [h264 @ 0x6136b1e77cc0] left block unavailable for requested intra mode [h264 @ 0x6136b1e77cc0] error while decoding MB 0 56, bytestream 12097 [h264 @ 0x6136b1fbd740] left block unavailable for requested intra mode [h264 @ 0x6136b1fbd740] error while decoding MB 0 67, bytestream 133908", "last_exit_at": "2026-11-03T09:58:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 116.602, "last_started_at": "2026-11-03T09:56:39+09:00", "pid": 65365, "process": {"exists": false, "pid": 65365}, "restart_count": 224, "restart_count_per_hour": 15, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 225}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.863, "sample_count": 2168, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T09:58:35+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-11-03T09:58:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 395.389, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 204.611, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-03T09:58:35.681296+09:00", "mtime_epoch": 1793667515.6812963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123173}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:58:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.73, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3173707, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.051, "max": 16.0, "p95": 16.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.661, "max": 3.0, "p95": 3.0, "sample_count": 180}, "total": {"avg": 1.518, "max": 3.0, "p95": 3.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.03, "max": 2.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 197, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.65}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 149.277, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.292, "count": 197, "max_ms": 7.055, "p95_ms": 3.925, "reason": null, "sample_age_ms": 191.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.488, "count": 197, "max_ms": 5.432, "p95_ms": 2.769, "reason": null, "sample_age_ms": 191.537, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.47, "count": 197, "max_ms": 3.465, "p95_ms": 0.856, "reason": null, "sample_age_ms": 149.293, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.435, "count": 197, "max_ms": 13.74, "p95_ms": 3.763, "reason": null, "sample_age_ms": 190.094, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 190.078, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 149.853, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.174, "count": 197, "max_ms": 102.733, "p95_ms": 77.766, "reason": null, "sample_age_ms": 149.271, "source": "client_direct"}, "sample_age_ms": 149.264, "source": "client_direct", "task_total_ms": {"avg_ms": 59.289, "count": 197, "max_ms": 106.1, "p95_ms": 81.194, "reason": null, "sample_age_ms": 149.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.53, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.569, "count": 197, "max_ms": 14.192, "p95_ms": 12.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 197, "max_ms": 1.934, "p95_ms": 0.892}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 197, "max_ms": 5.561, "p95_ms": 3.286}, "event_filter_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.205, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 197, "max_ms": 0.831, "p95_ms": 0.56}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.038, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.176, "count": 197, "max_ms": 7.24, "p95_ms": 5.187}, "setup_ms": {"avg_ms": 0.053, "count": 197, "max_ms": 0.204, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.497, "count": 197, "max_ms": 14.009, "p95_ms": 12.127}, "track_match_ms": {"avg_ms": 0.123, "count": 197, "max_ms": 0.412, "p95_ms": 0.258}, "tracker_update_ms": {"avg_ms": 1.75, "count": 197, "max_ms": 5.209, "p95_ms": 3.217}}, "gstreamer_push": {"avg_ms": 3.803, "count": 197, "max_ms": 9.341, "p95_ms": 5.605}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 197, "max_ms": 0.157, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.115, "count": 197, "max_ms": 107.071, "p95_ms": 84.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.809, "count": 197, "max_ms": 16.305, "p95_ms": 10.377}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.359, "count": 197, "max_ms": 164.9, "p95_ms": 145.924}, "inference_input_copy_ms": {"avg_ms": 2.015, "count": 197, "max_ms": 8.706, "p95_ms": 3.478}, "processing_residual_ms": {"avg_ms": 0.303, "count": 197, "max_ms": 1.73, "p95_ms": 0.54}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.487, "count": 197, "max_ms": 172.775, "p95_ms": 151.433}, "read_interval": {"avg_ms": 153.767, "count": 197, "max_ms": 1591.649, "p95_ms": 190.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 197, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.087, "count": 197, "max_ms": 7.158, "p95_ms": 5.017}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 197, "max_ms": 0.089, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.067, "count": 197, "max_ms": 7.14, "p95_ms": 4.988}, "worker_merge_ms": {"avg_ms": 0.011, "count": 197, "max_ms": 0.604, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 61.133, "count": 197, "max_ms": 107.083, "p95_ms": 84.045}, "visualize": {"avg_ms": 43.072, "count": 197, "max_ms": 70.515, "p95_ms": 55.609}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.888, "count": 197, "max_ms": 62.472, "p95_ms": 47.652}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.298, "count": 197, "max_ms": 66.808, "p95_ms": 53.748}, "visualize_input_copy_ms": {"avg_ms": 1.516, "count": 197, "max_ms": 3.359, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.134, "count": 197, "max_ms": 66.47, "p95_ms": 53.614}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 197, "max_ms": 0.251, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.792, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.119, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121535, "write_bytes_delta": 121535, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 524.0, "cpu_core_ratio": 0.754298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13023.0, "pid": 65365, "reason": null, "system_cpu_core_ratio": 0.322133, "system_cpu_s_delta": 6.470000000000001, "user_cpu_core_ratio": 0.432166, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.49938, "system_cpu_s_delta": 10.029999999998836, "user_cpu_core_ratio": 1.06249, "user_cpu_s_delta": 21.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.485, "count": 205, "max_ms": 8.024, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.761, "max": 29.0, "p95": 18.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.02, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.02, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.504, "count": 30, "max": 58.025, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.691, "count": 30, "max": 24.827, "p95": 23.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 818.7, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1466.8, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.54, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.216, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24720, "sampled_at": "2026-11-03T09:58:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:58:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.625, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5169245, "flush_count": 5472, "flush_interval_seconds": 30.0, "flush_state": {"count": 5472, "last_at": "2026-11-03T09:57:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:57:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5471}, "started": true, "suppressed_count": 3168634, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168236}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5472, "written_record_count": 5472}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11173.699, "limit_mb": null}, "detail": {"pid": 65481, "restart_count": 225, "start_count": 226}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8774665113600, "copied_frame_count": 3173707, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8774665113600, "frame_buffer_copies": 3173707, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 0.4363, "p50_ms": 0.1083, "p95_ms": 0.2388, "p99_ms": 0.3155}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7221, "count": 512, "max_ms": 8.2027, "p50_ms": 1.6176, "p95_ms": 2.6954, "p99_ms": 3.4954, "results": {"failed": 0, "not_applicable": 0, "success": 3173707, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 212, "h264_decode_error_count": 720, "h264_decode_error_count_per_hour": 98, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:58:35+09:00", "last_error_summary": "[h264 @ 0x6136b1f81200] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6136b1f81200] error while decoding MB 0 56, bytestream 2586 [h264 @ 0x6136b1e77cc0] left block unavailable for requested intra mode [h264 @ 0x6136b1e77cc0] error while decoding MB 0 56, bytestream 12097 [h264 @ 0x6136b1fbd740] left block unavailable for requested intra mode [h264 @ 0x6136b1fbd740] error while decoding MB 0 67, bytestream 133908", "last_exit_at": "2026-11-03T09:58:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T09:58:38+09:00", "pid": 65481, "process": {"exists": true, "fd_count": 5, "hwm_mb": 72.969, "name": "ffmpeg", "pid": 65481, "rss_mb": 72.969, "state": "S (sleeping)", "threads": 19}, "restart_count": 225, "restart_count_per_hour": 16, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 226}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.002, "sample_count": 2143, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173707, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.93, "last_frame_pushed_at": "2026-11-03T09:58:35+09:00", "last_frame_read_age_sec": 5.041, "last_frame_read_at": "2026-11-03T09:58:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 400.241, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 199.759, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 4.921, "exists": true, "mtime": "2026-11-03T09:58:35.681296+09:00", "mtime_epoch": 1793667515.6812963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123173}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T09:58:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2335.734, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3173707, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.065, "max": 15.0, "p95": 10.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.73, "max": 3.0, "p95": 3.0, "sample_count": 152}, "total": {"avg": 1.556, "max": 3.0, "p95": 3.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.805, "max": 2.0, "p95": 2.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.024, "max": 2.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.805, "max": 2.0, "p95": 2.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.646, "pushed": 5.646, "read": 5.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5005.727, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.282, "count": 168, "max_ms": 7.055, "p95_ms": 3.801, "reason": null, "sample_age_ms": 5047.622, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.466, "count": 168, "max_ms": 5.432, "p95_ms": 2.76, "reason": null, "sample_age_ms": 5047.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 169, "max_ms": 3.465, "p95_ms": 0.806, "reason": null, "sample_age_ms": 5005.742, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.471, "count": 168, "max_ms": 13.74, "p95_ms": 3.917, "reason": null, "sample_age_ms": 5046.543, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5046.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5006.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.351, "count": 169, "max_ms": 102.733, "p95_ms": 78.204, "reason": null, "sample_age_ms": 5005.72, "source": "client_direct"}, "sample_age_ms": 5005.713, "source": "client_direct", "task_total_ms": {"avg_ms": 60.483, "count": 169, "max_ms": 106.1, "p95_ms": 81.988, "reason": null, "sample_age_ms": 5005.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.116, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.796, "count": 169, "max_ms": 14.192, "p95_ms": 12.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.494, "count": 169, "max_ms": 1.934, "p95_ms": 0.9}, "detection_prepare_ms": {"avg_ms": 1.627, "count": 169, "max_ms": 5.561, "p95_ms": 3.286}, "event_filter_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.205, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 169, "max_ms": 0.831, "p95_ms": 0.569}, "mcmt_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.038, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.343, "count": 169, "max_ms": 7.24, "p95_ms": 5.241}, "setup_ms": {"avg_ms": 0.054, "count": 169, "max_ms": 0.204, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.722, "count": 169, "max_ms": 14.009, "p95_ms": 12.127}, "track_match_ms": {"avg_ms": 0.129, "count": 169, "max_ms": 0.412, "p95_ms": 0.262}, "tracker_update_ms": {"avg_ms": 1.769, "count": 169, "max_ms": 5.209, "p95_ms": 3.217}}, "gstreamer_push": {"avg_ms": 3.842, "count": 169, "max_ms": 9.341, "p95_ms": 5.605}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 169, "max_ms": 0.157, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.292, "count": 169, "max_ms": 107.071, "p95_ms": 85.169}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.873, "count": 169, "max_ms": 16.305, "p95_ms": 10.669}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.136, "count": 169, "max_ms": 164.9, "p95_ms": 146.797}, "inference_input_copy_ms": {"avg_ms": 2.02, "count": 169, "max_ms": 8.706, "p95_ms": 3.478}, "processing_residual_ms": {"avg_ms": 0.281, "count": 169, "max_ms": 1.083, "p95_ms": 0.512}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.31, "count": 169, "max_ms": 172.775, "p95_ms": 154.22}, "read_interval": {"avg_ms": 148.744, "count": 168, "max_ms": 1591.649, "p95_ms": 189.18}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 169, "max_ms": 0.05, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 2.251, "count": 169, "max_ms": 7.158, "p95_ms": 5.017}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 169, "max_ms": 0.089, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.231, "count": 169, "max_ms": 7.14, "p95_ms": 4.988}, "worker_merge_ms": {"avg_ms": 0.011, "count": 169, "max_ms": 0.604, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 62.31, "count": 169, "max_ms": 107.083, "p95_ms": 85.176}, "visualize": {"avg_ms": 43.445, "count": 169, "max_ms": 70.515, "p95_ms": 55.609}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 37.126, "count": 169, "max_ms": 62.472, "p95_ms": 47.368}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.636, "count": 169, "max_ms": 66.808, "p95_ms": 53.748}, "visualize_input_copy_ms": {"avg_ms": 1.547, "count": 169, "max_ms": 3.359, "p95_ms": 2.403}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.47, "count": 169, "max_ms": 66.47, "p95_ms": 53.614}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 169, "max_ms": 0.251, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.792, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.119, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3173518, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T09:58:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121535, "write_bytes_delta": 121535, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 524.0, "cpu_core_ratio": 0.754298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13023.0, "pid": 65365, "reason": null, "system_cpu_core_ratio": 0.322133, "system_cpu_s_delta": 6.470000000000001, "user_cpu_core_ratio": 0.432166, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56187, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2116.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.49938, "system_cpu_s_delta": 10.029999999998836, "user_cpu_core_ratio": 1.06249, "user_cpu_s_delta": 21.339999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.485, "count": 205, "max_ms": 8.024, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.761, "max": 29.0, "p95": 18.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.02, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.02, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.504, "count": 30, "max": 58.025, "p95": 49.674, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.691, "count": 30, "max": 24.827, "p95": 23.505, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 818.7, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.412, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.52, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121489.967, "count": 30, "max": 140513.0, "p95": 125090.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1466.8, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.417, "count": 30, "max": 0.54, "p95": 0.527, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.983, "count": 30, "max": 1.216, "p95": 1.2, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24720, "sampled_at": "2026-11-03T09:58:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T09:58:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5171222, "flush_count": 5474, "flush_interval_seconds": 30.0, "flush_state": {"count": 5474, "last_at": "2026-11-03T09:59:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:59:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5473}, "started": true, "suppressed_count": 3169350, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168952}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5474, "written_record_count": 5474}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11134.875, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8776650240000, "copied_frame_count": 3174425, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8776650240000, "frame_buffer_copies": 3174425, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.376, "p50_ms": 0.1029, "p95_ms": 0.2034, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.63, "count": 512, "max_ms": 5.6371, "p50_ms": 1.5358, "p95_ms": 2.6853, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 3174425, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T09:58:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.13, "last_started_at": "2026-11-03T09:58:38+09:00", "pid": 65481, "process": {"exists": false, "pid": 65481}, "restart_count": 225, "restart_count_per_hour": 16, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 226}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.252, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T10:00:16+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-11-03T10:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.395, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 103.605, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T10:00:16.677993+09:00", "mtime_epoch": 1793667616.6779928, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:00:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.027, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3174425, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.425, "max": 32.0, "p95": 29.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.45, "max": 5.0, "p95": 4.0, "sample_count": 240}, "total": {"avg": 2.45, "max": 5.0, "p95": 4.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.746, "max": 4.0, "p95": 3.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.746, "max": 4.0, "p95": 3.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.009, "pushed": 8.009, "read": 8.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 122.764, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 240, "max_ms": 8.364, "p95_ms": 3.248, "reason": null, "sample_age_ms": 58.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.392, "count": 240, "max_ms": 7.802, "p95_ms": 2.342, "reason": null, "sample_age_ms": 58.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.573, "count": 239, "max_ms": 2.917, "p95_ms": 1.173, "reason": null, "sample_age_ms": 122.784, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.144, "count": 240, "max_ms": 9.044, "p95_ms": 4.131, "reason": null, "sample_age_ms": 55.037, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 54.952, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.37, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.26, "count": 239, "max_ms": 91.33, "p95_ms": 66.21, "reason": null, "sample_age_ms": 122.756, "source": "client_direct"}, "sample_age_ms": 54.92, "source": "client_direct", "task_total_ms": {"avg_ms": 50.16, "count": 239, "max_ms": 95.438, "p95_ms": 69.694, "reason": null, "sample_age_ms": 122.749, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.127, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.074, "count": 240, "max_ms": 27.307, "p95_ms": 12.762}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.486, "count": 240, "max_ms": 1.43, "p95_ms": 0.955}, "detection_prepare_ms": {"avg_ms": 1.807, "count": 240, "max_ms": 15.699, "p95_ms": 3.587}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.081, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.386, "count": 240, "max_ms": 1.148, "p95_ms": 0.656}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.966, "count": 240, "max_ms": 8.101, "p95_ms": 5.41}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 8.008, "count": 240, "max_ms": 27.194, "p95_ms": 12.663}, "track_match_ms": {"avg_ms": 0.139, "count": 240, "max_ms": 0.662, "p95_ms": 0.301}, "tracker_update_ms": {"avg_ms": 2.167, "count": 240, "max_ms": 5.978, "p95_ms": 3.714}}, "gstreamer_push": {"avg_ms": 3.519, "count": 240, "max_ms": 12.163, "p95_ms": 5.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 240, "max_ms": 0.269, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.724, "count": 240, "max_ms": 97.477, "p95_ms": 72.283}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.671, "count": 240, "max_ms": 20.495, "p95_ms": 8.277}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.927, "count": 240, "max_ms": 159.254, "p95_ms": 127.91}, "inference_input_copy_ms": {"avg_ms": 1.779, "count": 240, "max_ms": 4.591, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.294, "count": 240, "max_ms": 0.738, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.671, "count": 240, "max_ms": 166.328, "p95_ms": 134.993}, "read_interval": {"avg_ms": 125.291, "count": 240, "max_ms": 253.639, "p95_ms": 179.107}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.16, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.887, "count": 240, "max_ms": 8.011, "p95_ms": 5.339}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.868, "count": 240, "max_ms": 7.99, "p95_ms": 5.326}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.739, "count": 240, "max_ms": 97.486, "p95_ms": 72.298}, "visualize": {"avg_ms": 40.378, "count": 240, "max_ms": 78.613, "p95_ms": 54.086}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.843, "count": 240, "max_ms": 62.504, "p95_ms": 45.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.765, "count": 240, "max_ms": 76.512, "p95_ms": 52.716}, "visualize_input_copy_ms": {"avg_ms": 1.4, "count": 240, "max_ms": 3.891, "p95_ms": 2.319}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.612, "count": 240, "max_ms": 76.392, "p95_ms": 52.573}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 240, "max_ms": 0.245, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.82, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.723, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128114, "write_bytes_delta": 128114, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1078.0, "cpu_core_ratio": 0.471382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65481, "reason": null, "system_cpu_core_ratio": 0.042494, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.428888, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.785222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533146, "system_cpu_s_delta": 10.789999999993597, "user_cpu_core_ratio": 1.252077, "user_cpu_s_delta": 25.34000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.477, "count": 242, "max_ms": 12.163, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.202, "max": 32.0, "p95": 29.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 2.273, "max": 5.0, "p95": 3.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.97, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.333, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1516.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.412, "p95": 0.367, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.491, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122672.967, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118715.133, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1474.233, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.54, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.252, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24726, "sampled_at": "2026-11-03T10:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5171222, "flush_count": 5474, "flush_interval_seconds": 30.0, "flush_state": {"count": 5474, "last_at": "2026-11-03T09:59:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:59:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5473}, "started": true, "suppressed_count": 3169351, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5474, "written_record_count": 5474}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11134.809, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8776653004800, "copied_frame_count": 3174426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8776653004800, "frame_buffer_copies": 3174426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.376, "p50_ms": 0.103, "p95_ms": 0.2034, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6312, "count": 512, "max_ms": 5.6371, "p50_ms": 1.5385, "p95_ms": 2.6853, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 3174426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T10:00:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.276, "last_started_at": "2026-11-03T09:58:38+09:00", "pid": 65481, "process": {"exists": false, "pid": 65481}, "restart_count": 225, "restart_count_per_hour": 16, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 226}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.593, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-03T10:00:16+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-11-03T10:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.517, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 103.483, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-03T10:00:16.837994+09:00", "mtime_epoch": 1793667616.8379939, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126561}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:00:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.027, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3174426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.337, "max": 32.0, "p95": 29.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.446, "max": 5.0, "p95": 4.0, "sample_count": 240}, "total": {"avg": 2.446, "max": 5.0, "p95": 4.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.738, "max": 4.0, "p95": 3.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.738, "max": 4.0, "p95": 3.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.009, "pushed": 8.009, "read": 7.975}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 130.468, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.992, "count": 239, "max_ms": 8.364, "p95_ms": 3.258, "reason": null, "sample_age_ms": 208.118, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 239, "max_ms": 7.802, "p95_ms": 2.345, "reason": null, "sample_age_ms": 208.566, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.573, "count": 239, "max_ms": 2.917, "p95_ms": 1.173, "reason": null, "sample_age_ms": 130.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.14, "count": 239, "max_ms": 9.044, "p95_ms": 4.133, "reason": null, "sample_age_ms": 204.943, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 204.858, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.327, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.332, "count": 239, "max_ms": 91.33, "p95_ms": 66.599, "reason": null, "sample_age_ms": 130.461, "source": "client_direct"}, "sample_age_ms": 130.454, "source": "client_direct", "task_total_ms": {"avg_ms": 50.232, "count": 239, "max_ms": 95.438, "p95_ms": 69.795, "reason": null, "sample_age_ms": 130.454, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.947, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.131, "count": 240, "max_ms": 27.307, "p95_ms": 12.909}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 240, "max_ms": 1.43, "p95_ms": 0.955}, "detection_prepare_ms": {"avg_ms": 1.806, "count": 240, "max_ms": 15.699, "p95_ms": 3.587}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.081, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.388, "count": 240, "max_ms": 1.148, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.978, "count": 240, "max_ms": 8.101, "p95_ms": 5.41}, "setup_ms": {"avg_ms": 0.045, "count": 240, "max_ms": 0.125, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 8.065, "count": 240, "max_ms": 27.194, "p95_ms": 12.778}, "track_match_ms": {"avg_ms": 0.139, "count": 240, "max_ms": 0.662, "p95_ms": 0.301}, "tracker_update_ms": {"avg_ms": 2.208, "count": 240, "max_ms": 15.303, "p95_ms": 3.714}}, "gstreamer_push": {"avg_ms": 3.52, "count": 240, "max_ms": 12.163, "p95_ms": 5.303}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 240, "max_ms": 0.269, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.75, "count": 240, "max_ms": 97.477, "p95_ms": 72.283}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.661, "count": 240, "max_ms": 20.495, "p95_ms": 8.277}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.894, "count": 240, "max_ms": 159.254, "p95_ms": 127.91}, "inference_input_copy_ms": {"avg_ms": 1.778, "count": 240, "max_ms": 4.591, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.295, "count": 240, "max_ms": 0.738, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.628, "count": 240, "max_ms": 166.328, "p95_ms": 134.993}, "read_interval": {"avg_ms": 125.066, "count": 239, "max_ms": 253.639, "p95_ms": 180.331}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.16, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.899, "count": 240, "max_ms": 8.011, "p95_ms": 5.339}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.879, "count": 240, "max_ms": 7.99, "p95_ms": 5.326}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.764, "count": 240, "max_ms": 97.486, "p95_ms": 72.298}, "visualize": {"avg_ms": 40.264, "count": 240, "max_ms": 78.613, "p95_ms": 53.732}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.783, "count": 240, "max_ms": 62.504, "p95_ms": 45.826}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.655, "count": 240, "max_ms": 76.512, "p95_ms": 52.601}, "visualize_input_copy_ms": {"avg_ms": 1.396, "count": 240, "max_ms": 3.891, "p95_ms": 2.286}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.503, "count": 240, "max_ms": 76.392, "p95_ms": 52.483}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 240, "max_ms": 0.245, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.82, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.723, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128114, "write_bytes_delta": 128114, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1078.0, "cpu_core_ratio": 0.471382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65481, "reason": null, "system_cpu_core_ratio": 0.042494, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.428888, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.785222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533146, "system_cpu_s_delta": 10.789999999993597, "user_cpu_core_ratio": 1.252077, "user_cpu_s_delta": 25.34000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.477, "count": 242, "max_ms": 12.163, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.202, "max": 32.0, "p95": 29.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 2.273, "max": 5.0, "p95": 3.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.97, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.333, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1516.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.412, "p95": 0.367, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.491, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122672.967, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118715.133, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1474.233, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.54, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.252, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24726, "sampled_at": "2026-11-03T10:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5171222, "flush_count": 5474, "flush_interval_seconds": 30.0, "flush_state": {"count": 5474, "last_at": "2026-11-03T09:59:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:59:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5473}, "started": true, "suppressed_count": 3169351, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5474, "written_record_count": 5474}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11134.312, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8776653004800, "copied_frame_count": 3174426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8776653004800, "frame_buffer_copies": 3174426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.376, "p50_ms": 0.103, "p95_ms": 0.2034, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6312, "count": 512, "max_ms": 5.6371, "p50_ms": 1.5385, "p95_ms": 2.6853, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 3174426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T10:00:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.321, "last_started_at": "2026-11-03T09:58:38+09:00", "pid": 65481, "process": {"exists": false, "pid": 65481}, "restart_count": 225, "restart_count_per_hour": 16, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 226}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.746, "sample_count": 2230, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-11-03T10:00:16+09:00", "last_frame_read_age_sec": 0.246, "last_frame_read_at": "2026-11-03T10:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.56, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 103.44, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T10:00:16.837994+09:00", "mtime_epoch": 1793667616.8379939, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126561}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:00:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.027, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3174426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.318, "max": 32.0, "p95": 29.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.444, "max": 5.0, "p95": 4.0, "sample_count": 239}, "total": {"avg": 2.444, "max": 5.0, "p95": 4.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.732, "max": 4.0, "p95": 3.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.05, "max": 1.0, "p95": 1.0, "sample_count": 239}, "tracked": {"avg": 0.732, "max": 4.0, "p95": 3.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.998, "pushed": 7.998, "read": 7.964}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 173.422, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.994, "count": 238, "max_ms": 8.364, "p95_ms": 3.269, "reason": null, "sample_age_ms": 251.071, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.394, "count": 238, "max_ms": 7.802, "p95_ms": 2.347, "reason": null, "sample_age_ms": 251.52, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.573, "count": 239, "max_ms": 2.917, "p95_ms": 1.173, "reason": null, "sample_age_ms": 173.45, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.141, "count": 238, "max_ms": 9.044, "p95_ms": 4.135, "reason": null, "sample_age_ms": 247.897, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 247.811, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 174.281, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.332, "count": 239, "max_ms": 91.33, "p95_ms": 66.599, "reason": null, "sample_age_ms": 173.415, "source": "client_direct"}, "sample_age_ms": 173.408, "source": "client_direct", "task_total_ms": {"avg_ms": 50.232, "count": 239, "max_ms": 95.438, "p95_ms": 69.795, "reason": null, "sample_age_ms": 173.408, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.012, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.123, "count": 239, "max_ms": 27.307, "p95_ms": 13.066}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 239, "max_ms": 1.43, "p95_ms": 0.973}, "detection_prepare_ms": {"avg_ms": 1.799, "count": 239, "max_ms": 15.699, "p95_ms": 3.652}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.081, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.388, "count": 239, "max_ms": 1.148, "p95_ms": 0.678}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.978, "count": 239, "max_ms": 8.101, "p95_ms": 5.567}, "setup_ms": {"avg_ms": 0.045, "count": 239, "max_ms": 0.125, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 8.057, "count": 239, "max_ms": 27.194, "p95_ms": 12.945}, "track_match_ms": {"avg_ms": 0.139, "count": 239, "max_ms": 0.662, "p95_ms": 0.302}, "tracker_update_ms": {"avg_ms": 2.208, "count": 239, "max_ms": 15.303, "p95_ms": 3.798}}, "gstreamer_push": {"avg_ms": 3.525, "count": 239, "max_ms": 12.163, "p95_ms": 5.325}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 239, "max_ms": 0.269, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.705, "count": 239, "max_ms": 97.477, "p95_ms": 72.336}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.659, "count": 239, "max_ms": 20.495, "p95_ms": 8.367}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.829, "count": 239, "max_ms": 159.254, "p95_ms": 128.329}, "inference_input_copy_ms": {"avg_ms": 1.777, "count": 239, "max_ms": 4.591, "p95_ms": 3.07}, "processing_residual_ms": {"avg_ms": 0.294, "count": 239, "max_ms": 0.738, "p95_ms": 0.535}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.559, "count": 239, "max_ms": 166.328, "p95_ms": 136.112}, "read_interval": {"avg_ms": 125.025, "count": 238, "max_ms": 253.639, "p95_ms": 180.331}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.16, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.899, "count": 239, "max_ms": 8.011, "p95_ms": 5.49}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.051, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.88, "count": 239, "max_ms": 7.99, "p95_ms": 5.474}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.72, "count": 239, "max_ms": 97.486, "p95_ms": 72.352}, "visualize": {"avg_ms": 40.255, "count": 239, "max_ms": 78.613, "p95_ms": 54.086}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.787, "count": 239, "max_ms": 62.504, "p95_ms": 45.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.646, "count": 239, "max_ms": 76.512, "p95_ms": 52.716}, "visualize_input_copy_ms": {"avg_ms": 1.396, "count": 239, "max_ms": 3.891, "p95_ms": 2.319}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.494, "count": 239, "max_ms": 76.392, "p95_ms": 52.573}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 239, "max_ms": 0.245, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.82, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.723, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128114, "write_bytes_delta": 128114, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1078.0, "cpu_core_ratio": 0.471382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65481, "reason": null, "system_cpu_core_ratio": 0.042494, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.428888, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.785222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533146, "system_cpu_s_delta": 10.789999999993597, "user_cpu_core_ratio": 1.252077, "user_cpu_s_delta": 25.34000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.477, "count": 242, "max_ms": 12.163, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.202, "max": 32.0, "p95": 29.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 2.273, "max": 5.0, "p95": 3.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.97, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.333, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1516.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.412, "p95": 0.367, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.491, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122672.967, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118715.133, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1474.233, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.54, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.252, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24726, "sampled_at": "2026-11-03T10:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.884, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5171222, "flush_count": 5474, "flush_interval_seconds": 30.0, "flush_state": {"count": 5474, "last_at": "2026-11-03T09:59:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T09:59:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5473}, "started": true, "suppressed_count": 3169351, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3168953}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5474, "written_record_count": 5474}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11312.848, "limit_mb": null}, "detail": {"pid": 65597, "restart_count": 226, "start_count": 227}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8776653004800, "copied_frame_count": 3174426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8776653004800, "frame_buffer_copies": 3174426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.376, "p50_ms": 0.103, "p95_ms": 0.2034, "p99_ms": 0.2729}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6312, "count": 512, "max_ms": 5.6371, "p50_ms": 1.5385, "p95_ms": 2.6853, "p99_ms": 3.2553, "results": {"failed": 0, "not_applicable": 0, "success": 3174426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T10:00:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:00:19+09:00", "pid": 65597, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.656, "name": "ffmpeg", "pid": 65597, "rss_mb": 206.656, "state": "R (running)", "threads": 70}, "restart_count": 226, "restart_count_per_hour": 17, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 227}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.593, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.955, "last_frame_pushed_at": "2026-11-03T10:00:16+09:00", "last_frame_read_age_sec": 5.109, "last_frame_read_at": "2026-11-03T10:00:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 150, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 501.434, "last_sample_duration_ms": 830.227, "last_trigger": "periodic", "next_snapshot_in_sec": 98.566, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 550, "storage_bytes": 3152858}, "mjpeg": {"age_sec": 4.947, "exists": true, "mtime": "2026-11-03T10:00:16.837994+09:00", "mtime_epoch": 1793667616.8379939, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126561}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:00:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.031, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3174426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 20.95, "max": 31.0, "p95": 29.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.46, "max": 4.0, "p95": 4.0, "sample_count": 200}, "total": {"avg": 2.46, "max": 4.0, "p95": 4.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.65, "max": 3.0, "p95": 2.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.65, "max": 3.0, "p95": 2.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.672, "pushed": 6.672, "read": 6.639}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5039.403, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.042, "count": 199, "max_ms": 8.364, "p95_ms": 3.529, "reason": null, "sample_age_ms": 5117.053, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.41, "count": 199, "max_ms": 7.802, "p95_ms": 2.388, "reason": null, "sample_age_ms": 5117.501, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.568, "count": 199, "max_ms": 2.917, "p95_ms": 1.091, "reason": null, "sample_age_ms": 5039.431, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.193, "count": 199, "max_ms": 9.044, "p95_ms": 4.215, "reason": null, "sample_age_ms": 5113.878, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5113.793, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5040.262, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.579, "count": 199, "max_ms": 91.33, "p95_ms": 66.696, "reason": null, "sample_age_ms": 5039.397, "source": "client_direct"}, "sample_age_ms": 5039.389, "source": "client_direct", "task_total_ms": {"avg_ms": 50.527, "count": 199, "max_ms": 95.438, "p95_ms": 69.795, "reason": null, "sample_age_ms": 5039.389, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.42, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.138, "count": 200, "max_ms": 24.277, "p95_ms": 12.909}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 200, "max_ms": 1.43, "p95_ms": 0.955}, "detection_prepare_ms": {"avg_ms": 1.765, "count": 200, "max_ms": 6.679, "p95_ms": 3.333}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.081, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.394, "count": 200, "max_ms": 1.148, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.035, "count": 200, "max_ms": 8.101, "p95_ms": 5.567}, "setup_ms": {"avg_ms": 0.046, "count": 200, "max_ms": 0.125, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 8.072, "count": 200, "max_ms": 24.173, "p95_ms": 12.778}, "track_match_ms": {"avg_ms": 0.135, "count": 200, "max_ms": 0.662, "p95_ms": 0.297}, "tracker_update_ms": {"avg_ms": 2.203, "count": 200, "max_ms": 15.303, "p95_ms": 3.682}}, "gstreamer_push": {"avg_ms": 3.548, "count": 200, "max_ms": 12.163, "p95_ms": 5.402}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 200, "max_ms": 0.269, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.957, "count": 200, "max_ms": 97.477, "p95_ms": 72.283}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.682, "count": 200, "max_ms": 20.495, "p95_ms": 8.277}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.101, "count": 200, "max_ms": 159.254, "p95_ms": 128.329}, "inference_input_copy_ms": {"avg_ms": 1.791, "count": 200, "max_ms": 4.591, "p95_ms": 3.027}, "processing_residual_ms": {"avg_ms": 0.295, "count": 200, "max_ms": 0.738, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.869, "count": 200, "max_ms": 166.328, "p95_ms": 136.112}, "read_interval": {"avg_ms": 125.39, "count": 199, "max_ms": 253.639, "p95_ms": 180.643}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.16, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.955, "count": 200, "max_ms": 8.011, "p95_ms": 5.49}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 0.051, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.935, "count": 200, "max_ms": 7.99, "p95_ms": 5.474}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.971, "count": 200, "max_ms": 97.486, "p95_ms": 72.298}, "visualize": {"avg_ms": 40.247, "count": 200, "max_ms": 78.613, "p95_ms": 53.732}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.642, "count": 200, "max_ms": 62.504, "p95_ms": 45.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.64, "count": 200, "max_ms": 76.512, "p95_ms": 52.601}, "visualize_input_copy_ms": {"avg_ms": 1.396, "count": 200, "max_ms": 3.891, "p95_ms": 2.319}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.487, "count": 200, "max_ms": 76.392, "p95_ms": 52.483}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 200, "max_ms": 0.245, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.82, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.723, "sample_count": 2233, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3174361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:00:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128114, "write_bytes_delta": 128114, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1078.0, "cpu_core_ratio": 0.471382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65481, "reason": null, "system_cpu_core_ratio": 0.042494, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.428888, "user_cpu_s_delta": 8.680000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.785222, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533146, "system_cpu_s_delta": 10.789999999993597, "user_cpu_core_ratio": 1.252077, "user_cpu_s_delta": 25.34000000002561}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.477, "count": 242, "max_ms": 12.163, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 21.202, "max": 32.0, "p95": 29.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.301, "key_count": 1, "max": 5.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 2.273, "max": 5.0, "p95": 3.0, "sample_count": 242}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.97, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.612, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 934.333, "count": 30, "max": 1272.0, "p95": 1238.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1516.633, "count": 30, "max": 13023.0, "p95": 6762.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.412, "p95": 0.367, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.491, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122672.967, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118715.133, "count": 30, "max": 140513.0, "p95": 128045.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1474.233, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.54, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.252, "p95": 1.219, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24726, "sampled_at": "2026-11-03T10:00:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:00:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5173334, "flush_count": 5476, "flush_interval_seconds": 30.0, "flush_state": {"count": 5476, "last_at": "2026-11-03T10:01:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:01:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5475}, "started": true, "suppressed_count": 3170194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3169796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5476, "written_record_count": 5476}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11149.504, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8778989260800, "copied_frame_count": 3175271, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8778989260800, "frame_buffer_copies": 3175271, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3125, "p50_ms": 0.0943, "p95_ms": 0.1907, "p99_ms": 0.24}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4917, "count": 512, "max_ms": 4.2904, "p50_ms": 1.3969, "p95_ms": 2.5938, "p99_ms": 3.3304, "results": {"failed": 0, "not_applicable": 0, "success": 3175271, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T10:02:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.959, "last_started_at": "2026-11-03T10:00:19+09:00", "pid": 65597, "process": {"exists": false, "pid": 65597}, "restart_count": 226, "restart_count_per_hour": 17, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 227}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.569, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:02:09+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-11-03T10:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 6.606, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 593.394, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.163, "exists": true, "mtime": "2026-11-03T10:02:09.579753+09:00", "mtime_epoch": 1793667729.579753, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131717}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:02:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.43, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175271, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.029, "max": 22.0, "p95": 18.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.55, "max": 4.0, "p95": 4.0, "sample_count": 240}, "total": {"avg": 2.55, "max": 4.0, "p95": 4.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.062, "max": 2.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.062, "max": 2.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.034, "read": 8.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 80.409, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 240, "max_ms": 6.704, "p95_ms": 2.778, "reason": null, "sample_age_ms": 129.989, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 240, "max_ms": 6.456, "p95_ms": 2.428, "reason": null, "sample_age_ms": 130.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 240, "max_ms": 1.093, "p95_ms": 0.761, "reason": null, "sample_age_ms": 80.416, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.847, "count": 240, "max_ms": 8.05, "p95_ms": 3.076, "reason": null, "sample_age_ms": 128.177, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.159, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.659, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.127, "count": 240, "max_ms": 81.798, "p95_ms": 71.467, "reason": null, "sample_age_ms": 80.406, "source": "client_direct"}, "sample_age_ms": 80.403, "source": "client_direct", "task_total_ms": {"avg_ms": 50.569, "count": 240, "max_ms": 83.77, "p95_ms": 73.785, "reason": null, "sample_age_ms": 80.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.67, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.758, "count": 240, "max_ms": 16.908, "p95_ms": 13.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.478, "count": 240, "max_ms": 1.685, "p95_ms": 0.933}, "detection_prepare_ms": {"avg_ms": 1.572, "count": 240, "max_ms": 5.9, "p95_ms": 2.827}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 240, "max_ms": 0.93, "p95_ms": 0.582}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.028, "count": 240, "max_ms": 8.997, "p95_ms": 6.33}, "setup_ms": {"avg_ms": 0.043, "count": 240, "max_ms": 0.129, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 8.69, "count": 240, "max_ms": 16.803, "p95_ms": 13.47}, "track_match_ms": {"avg_ms": 0.152, "count": 240, "max_ms": 0.471, "p95_ms": 0.263}, "tracker_update_ms": {"avg_ms": 2.09, "count": 240, "max_ms": 7.457, "p95_ms": 3.653}}, "gstreamer_push": {"avg_ms": 3.128, "count": 241, "max_ms": 10.073, "p95_ms": 4.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 240, "max_ms": 2.447, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.865, "count": 240, "max_ms": 86.308, "p95_ms": 74.926}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.293, "count": 241, "max_ms": 14.14, "p95_ms": 8.833}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.488, "count": 241, "max_ms": 163.303, "p95_ms": 136.443}, "inference_input_copy_ms": {"avg_ms": 1.807, "count": 241, "max_ms": 5.084, "p95_ms": 3.452}, "processing_residual_ms": {"avg_ms": 0.251, "count": 241, "max_ms": 1.048, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.839, "count": 241, "max_ms": 169.848, "p95_ms": 140.935}, "read_interval": {"avg_ms": 124.917, "count": 240, "max_ms": 223.568, "p95_ms": 168.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.089, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.949, "count": 240, "max_ms": 8.827, "p95_ms": 6.232}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.93, "count": 240, "max_ms": 8.795, "p95_ms": 6.206}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.879, "count": 240, "max_ms": 86.32, "p95_ms": 74.943}, "visualize": {"avg_ms": 41.529, "count": 240, "max_ms": 67.12, "p95_ms": 56.11}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.319, "count": 240, "max_ms": 57.255, "p95_ms": 47.501}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.888, "count": 240, "max_ms": 65.36, "p95_ms": 54.779}, "visualize_input_copy_ms": {"avg_ms": 1.421, "count": 240, "max_ms": 4.698, "p95_ms": 2.426}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.749, "count": 240, "max_ms": 65.204, "p95_ms": 54.522}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 240, "max_ms": 0.206, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.356, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.569, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1039.0, "cpu_core_ratio": 0.479801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2675.0, "pid": 65597, "reason": null, "system_cpu_core_ratio": 0.042982, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.436818, "user_cpu_s_delta": 8.740000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75527, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55377, "system_cpu_s_delta": 11.080000000001746, "user_cpu_core_ratio": 1.201501, "user_cpu_s_delta": 24.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 240, "max_ms": 10.073, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.95, "max": 22.0, "p95": 18.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 4.0, "p95": 4.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.756, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.696, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1012.1, "count": 30, "max": 1272.0, "p95": 1215.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1185.733, "count": 30, "max": 13023.0, "p95": 4028.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.322, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.451, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124630.267, "count": 30, "max": 140513.0, "p95": 132181.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116437.7, "count": 30, "max": 140513.0, "p95": 132181.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1426.033, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.575, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.116, "count": 30, "max": 1.289, "p95": 1.259, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24732, "sampled_at": "2026-11-03T10:02:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:02:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5173334, "flush_count": 5476, "flush_interval_seconds": 30.0, "flush_state": {"count": 5476, "last_at": "2026-11-03T10:01:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:01:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5475}, "started": true, "suppressed_count": 3170194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3169796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5476, "written_record_count": 5476}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11148.992, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8778989260800, "copied_frame_count": 3175271, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8778989260800, "frame_buffer_copies": 3175271, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3125, "p50_ms": 0.0943, "p95_ms": 0.1907, "p99_ms": 0.24}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4917, "count": 512, "max_ms": 4.2904, "p50_ms": 1.3969, "p95_ms": 2.5938, "p99_ms": 3.3304, "results": {"failed": 0, "not_applicable": 0, "success": 3175271, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T10:02:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.0, "last_started_at": "2026-11-03T10:00:19+09:00", "pid": 65597, "process": {"exists": false, "pid": 65597}, "restart_count": 226, "restart_count_per_hour": 17, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 227}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.569, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-03T10:02:09+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-11-03T10:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 6.657, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 593.343, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-03T10:02:09.754754+09:00", "mtime_epoch": 1793667729.754754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132368}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:02:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.43, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175271, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.029, "max": 22.0, "p95": 18.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.55, "max": 4.0, "p95": 4.0, "sample_count": 240}, "total": {"avg": 2.55, "max": 4.0, "p95": 4.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.062, "max": 2.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.062, "max": 2.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.007, "pushed": 8.007, "read": 8.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 129.722, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.837, "count": 240, "max_ms": 6.704, "p95_ms": 2.778, "reason": null, "sample_age_ms": 179.301, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 240, "max_ms": 6.456, "p95_ms": 2.428, "reason": null, "sample_age_ms": 179.526, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 240, "max_ms": 1.093, "p95_ms": 0.761, "reason": null, "sample_age_ms": 129.728, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.847, "count": 240, "max_ms": 8.05, "p95_ms": 3.076, "reason": null, "sample_age_ms": 177.49, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.471, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.972, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.127, "count": 240, "max_ms": 81.798, "p95_ms": 71.467, "reason": null, "sample_age_ms": 129.718, "source": "client_direct"}, "sample_age_ms": 129.716, "source": "client_direct", "task_total_ms": {"avg_ms": 50.569, "count": 240, "max_ms": 83.77, "p95_ms": 73.785, "reason": null, "sample_age_ms": 129.716, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.85, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.758, "count": 240, "max_ms": 16.908, "p95_ms": 13.536}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.478, "count": 240, "max_ms": 1.685, "p95_ms": 0.933}, "detection_prepare_ms": {"avg_ms": 1.572, "count": 240, "max_ms": 5.9, "p95_ms": 2.827}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 240, "max_ms": 0.93, "p95_ms": 0.582}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.028, "count": 240, "max_ms": 8.997, "p95_ms": 6.33}, "setup_ms": {"avg_ms": 0.043, "count": 240, "max_ms": 0.129, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 8.69, "count": 240, "max_ms": 16.803, "p95_ms": 13.47}, "track_match_ms": {"avg_ms": 0.152, "count": 240, "max_ms": 0.471, "p95_ms": 0.263}, "tracker_update_ms": {"avg_ms": 2.09, "count": 240, "max_ms": 7.457, "p95_ms": 3.653}}, "gstreamer_push": {"avg_ms": 3.133, "count": 240, "max_ms": 10.073, "p95_ms": 4.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 240, "max_ms": 2.447, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.865, "count": 240, "max_ms": 86.308, "p95_ms": 74.926}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.293, "count": 240, "max_ms": 14.14, "p95_ms": 8.833}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.495, "count": 240, "max_ms": 163.303, "p95_ms": 136.443}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 240, "max_ms": 5.084, "p95_ms": 3.452}, "processing_residual_ms": {"avg_ms": 0.249, "count": 240, "max_ms": 1.048, "p95_ms": 0.449}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.845, "count": 240, "max_ms": 169.848, "p95_ms": 140.935}, "read_interval": {"avg_ms": 124.917, "count": 240, "max_ms": 223.568, "p95_ms": 168.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.089, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.949, "count": 240, "max_ms": 8.827, "p95_ms": 6.232}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 240, "max_ms": 0.064, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.93, "count": 240, "max_ms": 8.795, "p95_ms": 6.206}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.879, "count": 240, "max_ms": 86.32, "p95_ms": 74.943}, "visualize": {"avg_ms": 41.529, "count": 240, "max_ms": 67.12, "p95_ms": 56.11}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.319, "count": 240, "max_ms": 57.255, "p95_ms": 47.501}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.888, "count": 240, "max_ms": 65.36, "p95_ms": 54.779}, "visualize_input_copy_ms": {"avg_ms": 1.421, "count": 240, "max_ms": 4.698, "p95_ms": 2.426}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.749, "count": 240, "max_ms": 65.204, "p95_ms": 54.522}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 240, "max_ms": 0.206, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.356, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.569, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1039.0, "cpu_core_ratio": 0.479801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2675.0, "pid": 65597, "reason": null, "system_cpu_core_ratio": 0.042982, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.436818, "user_cpu_s_delta": 8.740000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75527, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55377, "system_cpu_s_delta": 11.080000000001746, "user_cpu_core_ratio": 1.201501, "user_cpu_s_delta": 24.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 240, "max_ms": 10.073, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.95, "max": 22.0, "p95": 18.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 4.0, "p95": 4.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.756, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.696, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1012.1, "count": 30, "max": 1272.0, "p95": 1215.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1185.733, "count": 30, "max": 13023.0, "p95": 4028.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.322, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.451, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124630.267, "count": 30, "max": 140513.0, "p95": 132181.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116437.7, "count": 30, "max": 140513.0, "p95": 132181.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1426.033, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.575, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.116, "count": 30, "max": 1.289, "p95": 1.259, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24732, "sampled_at": "2026-11-03T10:02:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:02:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5173334, "flush_count": 5476, "flush_interval_seconds": 30.0, "flush_state": {"count": 5476, "last_at": "2026-11-03T10:01:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:01:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5475}, "started": true, "suppressed_count": 3170194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3169796}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5476, "written_record_count": 5476}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11319.387, "limit_mb": null}, "detail": {"pid": 65713, "restart_count": 227, "start_count": 228}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8778989260800, "copied_frame_count": 3175271, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8778989260800, "frame_buffer_copies": 3175271, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1052, "count": 512, "max_ms": 0.3125, "p50_ms": 0.0943, "p95_ms": 0.1907, "p99_ms": 0.24}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4917, "count": 512, "max_ms": 4.2904, "p50_ms": 1.3969, "p95_ms": 2.5938, "p99_ms": 3.3304, "results": {"failed": 0, "not_applicable": 0, "success": 3175271, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 213, "h264_decode_error_count": 721, "h264_decode_error_count_per_hour": 99, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:00:16+09:00", "last_error_summary": "[h264 @ 0x5ad7ed055f80] error while decoding MB 75 53, bytestream -22", "last_exit_at": "2026-11-03T10:02:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:02:12+09:00", "pid": 65713, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.285, "name": "ffmpeg", "pid": 65713, "rss_mb": 204.285, "state": "S (sleeping)", "threads": 70}, "restart_count": 227, "restart_count_per_hour": 18, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 228}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.596, "sample_count": 2142, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175271, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.52, "last_frame_pushed_at": "2026-11-03T10:02:09+09:00", "last_frame_read_age_sec": 4.646, "last_frame_read_at": "2026-11-03T10:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 11.12, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 588.88, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 4.508, "exists": true, "mtime": "2026-11-03T10:02:09.754754+09:00", "mtime_epoch": 1793667729.754754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132368}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:02:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.434, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175271, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.767, "max": 22.0, "p95": 18.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.325, "max": 4.0, "p95": 4.0, "sample_count": 206}, "total": {"avg": 2.325, "max": 4.0, "p95": 4.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.073, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.073, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.868, "pushed": 6.868, "read": 6.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.032, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4600.703, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 205, "max_ms": 6.704, "p95_ms": 2.774, "reason": null, "sample_age_ms": 4650.283, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.378, "count": 205, "max_ms": 6.456, "p95_ms": 2.407, "reason": null, "sample_age_ms": 4650.508, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 205, "max_ms": 1.006, "p95_ms": 0.757, "reason": null, "sample_age_ms": 4600.71, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 205, "max_ms": 8.05, "p95_ms": 3.074, "reason": null, "sample_age_ms": 4648.471, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4648.453, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4600.954, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.004, "count": 205, "max_ms": 81.798, "p95_ms": 71.565, "reason": null, "sample_age_ms": 4600.7, "source": "client_direct"}, "sample_age_ms": 4600.698, "source": "client_direct", "task_total_ms": {"avg_ms": 50.446, "count": 205, "max_ms": 83.77, "p95_ms": 73.835, "reason": null, "sample_age_ms": 4600.698, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.831, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.478, "count": 206, "max_ms": 16.908, "p95_ms": 12.802}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 206, "max_ms": 1.685, "p95_ms": 0.913}, "detection_prepare_ms": {"avg_ms": 1.564, "count": 206, "max_ms": 5.9, "p95_ms": 2.89}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.297, "count": 206, "max_ms": 0.93, "p95_ms": 0.521}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.847, "count": 206, "max_ms": 8.997, "p95_ms": 6.134}, "setup_ms": {"avg_ms": 0.043, "count": 206, "max_ms": 0.129, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.411, "count": 206, "max_ms": 16.803, "p95_ms": 12.741}, "track_match_ms": {"avg_ms": 0.148, "count": 206, "max_ms": 0.471, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 2.053, "count": 206, "max_ms": 7.457, "p95_ms": 3.653}}, "gstreamer_push": {"avg_ms": 3.104, "count": 206, "max_ms": 10.073, "p95_ms": 4.854}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 206, "max_ms": 0.384, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.723, "count": 206, "max_ms": 86.308, "p95_ms": 77.01}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.29, "count": 206, "max_ms": 14.14, "p95_ms": 9.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.97, "count": 206, "max_ms": 163.303, "p95_ms": 136.579}, "inference_input_copy_ms": {"avg_ms": 1.805, "count": 206, "max_ms": 5.084, "p95_ms": 3.545}, "processing_residual_ms": {"avg_ms": 0.242, "count": 206, "max_ms": 1.048, "p95_ms": 0.449}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.307, "count": 206, "max_ms": 169.848, "p95_ms": 143.952}, "read_interval": {"avg_ms": 124.216, "count": 205, "max_ms": 223.568, "p95_ms": 168.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 206, "max_ms": 0.089, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 3.769, "count": 206, "max_ms": 8.827, "p95_ms": 6.067}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 206, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.75, "count": 206, "max_ms": 8.795, "p95_ms": 6.038}, "worker_merge_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.737, "count": 206, "max_ms": 86.32, "p95_ms": 77.017}, "visualize": {"avg_ms": 41.454, "count": 206, "max_ms": 64.177, "p95_ms": 55.892}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.635, "count": 206, "max_ms": 57.255, "p95_ms": 47.553}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.843, "count": 206, "max_ms": 62.082, "p95_ms": 54.342}, "visualize_input_copy_ms": {"avg_ms": 1.393, "count": 206, "max_ms": 3.32, "p95_ms": 2.406}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.705, "count": 206, "max_ms": 61.664, "p95_ms": 54.178}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 206, "max_ms": 0.206, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.356, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.569, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:02:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1039.0, "cpu_core_ratio": 0.479801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2675.0, "pid": 65597, "reason": null, "system_cpu_core_ratio": 0.042982, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.436818, "user_cpu_s_delta": 8.740000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.75527, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.55377, "system_cpu_s_delta": 11.080000000001746, "user_cpu_core_ratio": 1.201501, "user_cpu_s_delta": 24.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.136, "count": 240, "max_ms": 10.073, "p95_ms": 5.028, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.95, "max": 22.0, "p95": 18.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.604, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 2.604, "max": 4.0, "p95": 4.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.756, "count": 30, "max": 64.851, "p95": 50.872, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.696, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1012.1, "count": 30, "max": 1272.0, "p95": 1215.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1185.733, "count": 30, "max": 13023.0, "p95": 4028.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.322, "p95": 0.307, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.407, "count": 30, "max": 0.451, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124630.267, "count": 30, "max": 140513.0, "p95": 132181.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116437.7, "count": 30, "max": 140513.0, "p95": 132181.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1426.033, "count": 30, "max": 2725.0, "p95": 2683.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.575, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.116, "count": 30, "max": 1.289, "p95": 1.259, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24732, "sampled_at": "2026-11-03T10:02:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:02:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5174390, "flush_count": 5477, "flush_interval_seconds": 30.0, "flush_state": {"count": 5477, "last_at": "2026-11-03T10:02:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:02:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5476}, "started": true, "suppressed_count": 3170709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3170311}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5477, "written_record_count": 5477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11153.871, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6175e9521300] error while decoding MB 97 50, bytestream 52 [h264 @ 0x6175e9630380] left block unavailable for requested intra mode [h264 @ 0x6175e9630380] error while decoding MB 0 50, bytestream 13924 [h264 @ 0x6175e950d2c0] cabac decode of qscale diff failed at 50 64 [h264 @ 0x6175e950d2c0] error while decoding MB 50 64, bytestream 3835", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8780413132800, "copied_frame_count": 3175786, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8780413132800, "frame_buffer_copies": 3175786, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 3.5973, "p50_ms": 0.0946, "p95_ms": 0.2135, "p99_ms": 0.2885}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5223, "count": 512, "max_ms": 4.3856, "p50_ms": 1.4358, "p95_ms": 2.4876, "p99_ms": 3.4624, "results": {"failed": 0, "not_applicable": 0, "success": 3175786, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 725, "h264_decode_error_count_per_hour": 103, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:03:31+09:00", "last_error_summary": "[h264 @ 0x6175e9521300] error while decoding MB 97 50, bytestream 52 [h264 @ 0x6175e9630380] left block unavailable for requested intra mode [h264 @ 0x6175e9630380] error while decoding MB 0 50, bytestream 13924 [h264 @ 0x6175e950d2c0] cabac decode of qscale diff failed at 50 64 [h264 @ 0x6175e950d2c0] error while decoding MB 50 64, bytestream 3835", "last_exit_at": "2026-11-03T10:02:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.326, "last_started_at": "2026-11-03T10:02:12+09:00", "pid": 65713, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 65713, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 227, "restart_count_per_hour": 18, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 228}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.448, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175786, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-11-03T10:03:31+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-03T10:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.469, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 511.531, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-11-03T10:03:31.498294+09:00", "mtime_epoch": 1793667811.4982944, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132987}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:03:31+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.867, "max": 13.0, "p95": 13.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.778, "max": 4.0, "p95": 3.0, "sample_count": 180}, "total": {"avg": 2.778, "max": 4.0, "p95": 3.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 0.594, "max": 2.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 0.594, "max": 2.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 181, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.025, "pushed": 6.025, "read": 6.059}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 40.349, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.954, "count": 181, "max_ms": 9.623, "p95_ms": 3.305, "reason": null, "sample_age_ms": 99.573, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 181, "max_ms": 9.211, "p95_ms": 2.515, "reason": null, "sample_age_ms": 100.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 181, "max_ms": 0.903, "p95_ms": 0.702, "reason": null, "sample_age_ms": 40.362, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 181, "max_ms": 6.229, "p95_ms": 3.154, "reason": null, "sample_age_ms": 97.819, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.798, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.849, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.288, "count": 181, "max_ms": 78.456, "p95_ms": 72.626, "reason": null, "sample_age_ms": 40.343, "source": "client_direct"}, "sample_age_ms": 40.338, "source": "client_direct", "task_total_ms": {"avg_ms": 52.79, "count": 181, "max_ms": 82.154, "p95_ms": 75.446, "reason": null, "sample_age_ms": 40.338, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.472, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.944, "count": 180, "max_ms": 20.317, "p95_ms": 14.935}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.524, "count": 180, "max_ms": 1.611, "p95_ms": 1.058}, "detection_prepare_ms": {"avg_ms": 1.639, "count": 180, "max_ms": 6.436, "p95_ms": 3.273}, "event_filter_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.038, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 180, "max_ms": 1.008, "p95_ms": 0.656}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.937, "count": 180, "max_ms": 10.483, "p95_ms": 8.054}, "setup_ms": {"avg_ms": 0.047, "count": 180, "max_ms": 0.203, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 9.871, "count": 180, "max_ms": 20.217, "p95_ms": 14.839}, "track_match_ms": {"avg_ms": 0.127, "count": 180, "max_ms": 0.453, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 2.181, "count": 180, "max_ms": 7.835, "p95_ms": 4.202}}, "gstreamer_push": {"avg_ms": 3.291, "count": 180, "max_ms": 10.365, "p95_ms": 5.433}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.102, "count": 180, "max_ms": 83.093, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.38, "count": 180, "max_ms": 12.917, "p95_ms": 9.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.368, "count": 180, "max_ms": 160.663, "p95_ms": 135.596}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 180, "max_ms": 4.74, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.299, "count": 180, "max_ms": 0.723, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.775, "count": 180, "max_ms": 167.458, "p95_ms": 141.781}, "read_interval": {"avg_ms": 180.782, "count": 181, "max_ms": 5843.508, "p95_ms": 189.213}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 180, "max_ms": 0.135, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.848, "count": 180, "max_ms": 10.269, "p95_ms": 7.964}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 180, "max_ms": 0.132, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.828, "count": 180, "max_ms": 10.24, "p95_ms": 7.941}, "worker_merge_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.055, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.116, "count": 180, "max_ms": 83.099, "p95_ms": 76.044}, "visualize": {"avg_ms": 40.985, "count": 180, "max_ms": 65.988, "p95_ms": 57.416}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.278, "count": 180, "max_ms": 54.253, "p95_ms": 49.005}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.347, "count": 180, "max_ms": 63.785, "p95_ms": 55.753}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 180, "max_ms": 3.619, "p95_ms": 2.452}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.2, "count": 180, "max_ms": 63.568, "p95_ms": 55.599}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 180, "max_ms": 0.228, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.819, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.468, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133564, "write_bytes_delta": 133564, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 97.0, "cpu_core_ratio": 0.792786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3869.0, "pid": 65713, "reason": null, "system_cpu_core_ratio": 0.44488, "system_cpu_s_delta": 4.449999999999999, "user_cpu_core_ratio": 0.347906, "user_cpu_s_delta": 3.4800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.808782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.249933, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.558849, "user_cpu_s_delta": 5.590000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 151, "max_ms": 10.365, "p95_ms": 5.522, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.238, "max": 13.0, "p95": 12.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.0, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 151}, "total": {"avg": 3.0, "max": 4.0, "p95": 4.0, "sample_count": 151}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.778, "count": 30, "max": 64.851, "p95": 51.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.857, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.7, "count": 30, "max": 1206.0, "p95": 1183.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1435.967, "count": 30, "max": 13023.0, "p95": 4173.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.445, "p95": 0.32, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.451, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125784.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109842.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1019.7, "count": 30, "max": 2725.0, "p95": 2618.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.589, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.299, "p95": 1.276, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24737, "sampled_at": "2026-11-03T10:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.873, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5174390, "flush_count": 5477, "flush_interval_seconds": 30.0, "flush_state": {"count": 5477, "last_at": "2026-11-03T10:02:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:02:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5476}, "started": true, "suppressed_count": 3170709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3170311}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5477, "written_record_count": 5477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11154.941, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:03:31+09:00", "last_error_summary": "[h264 @ 0x6175e9521300] error while decoding MB 97 50, bytestream 52 [h264 @ 0x6175e9630380] left block unavailable for requested intra mode [h264 @ 0x6175e9630380] error while decoding MB 0 50, bytestream 13924 [h264 @ 0x6175e950d2c0] cabac decode of qscale diff failed at 50 64 [h264 @ 0x6175e950d2c0] error while decoding MB 50 64, bytestream 3835", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8780415897600, "copied_frame_count": 3175787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8780415897600, "frame_buffer_copies": 3175787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 3.5973, "p50_ms": 0.0946, "p95_ms": 0.2135, "p99_ms": 0.2885}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5357, "count": 512, "max_ms": 9.0751, "p50_ms": 1.4358, "p95_ms": 2.5101, "p99_ms": 3.5913, "results": {"failed": 0, "not_applicable": 0, "success": 3175787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 725, "h264_decode_error_count_per_hour": 103, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:03:31+09:00", "last_error_summary": "[h264 @ 0x6175e9521300] error while decoding MB 97 50, bytestream 52 [h264 @ 0x6175e9630380] left block unavailable for requested intra mode [h264 @ 0x6175e9630380] error while decoding MB 0 50, bytestream 13924 [h264 @ 0x6175e950d2c0] cabac decode of qscale diff failed at 50 64 [h264 @ 0x6175e950d2c0] error while decoding MB 50 64, bytestream 3835", "last_exit_at": "2026-11-03T10:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.401, "last_started_at": "2026-11-03T10:02:12+09:00", "pid": 65713, "process": {"exists": false, "pid": 65713}, "restart_count": 227, "restart_count_per_hour": 18, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 228}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.448, "sample_count": 2100, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.014, "last_frame_pushed_at": "2026-11-03T10:03:31+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T10:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.518, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 511.482, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T10:03:31.659295+09:00", "mtime_epoch": 1793667811.6592953, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134949}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:03:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.862, "max": 13.0, "p95": 13.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.773, "max": 4.0, "p95": 3.0, "sample_count": 181}, "total": {"avg": 2.773, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.591, "max": 2.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.591, "max": 2.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.044, "pushed": 6.044, "read": 6.044}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 110.707, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.954, "count": 181, "max_ms": 9.623, "p95_ms": 3.305, "reason": null, "sample_age_ms": 169.932, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 181, "max_ms": 9.211, "p95_ms": 2.515, "reason": null, "sample_age_ms": 170.367, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 181, "max_ms": 0.903, "p95_ms": 0.702, "reason": null, "sample_age_ms": 110.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 181, "max_ms": 6.229, "p95_ms": 3.154, "reason": null, "sample_age_ms": 168.177, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.156, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.288, "count": 181, "max_ms": 78.456, "p95_ms": 72.626, "reason": null, "sample_age_ms": 110.701, "source": "client_direct"}, "sample_age_ms": 110.697, "source": "client_direct", "task_total_ms": {"avg_ms": 52.79, "count": 181, "max_ms": 82.154, "p95_ms": 75.446, "reason": null, "sample_age_ms": 110.697, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.848, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.945, "count": 181, "max_ms": 20.317, "p95_ms": 14.935}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.525, "count": 181, "max_ms": 1.611, "p95_ms": 1.058}, "detection_prepare_ms": {"avg_ms": 1.64, "count": 181, "max_ms": 6.436, "p95_ms": 3.273}, "event_filter_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.038, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 181, "max_ms": 1.008, "p95_ms": 0.656}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.938, "count": 181, "max_ms": 10.483, "p95_ms": 8.054}, "setup_ms": {"avg_ms": 0.047, "count": 181, "max_ms": 0.203, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 9.873, "count": 181, "max_ms": 20.217, "p95_ms": 14.839}, "track_match_ms": {"avg_ms": 0.126, "count": 181, "max_ms": 0.453, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 2.18, "count": 181, "max_ms": 7.835, "p95_ms": 4.202}}, "gstreamer_push": {"avg_ms": 3.298, "count": 181, "max_ms": 10.365, "p95_ms": 5.433}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 181, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.136, "count": 181, "max_ms": 83.093, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.381, "count": 181, "max_ms": 12.917, "p95_ms": 9.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.515, "count": 181, "max_ms": 160.663, "p95_ms": 135.596}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 181, "max_ms": 4.74, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.299, "count": 181, "max_ms": 0.723, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.923, "count": 181, "max_ms": 167.458, "p95_ms": 141.781}, "read_interval": {"avg_ms": 180.782, "count": 181, "max_ms": 5843.508, "p95_ms": 189.213}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 181, "max_ms": 0.135, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.849, "count": 181, "max_ms": 10.269, "p95_ms": 7.964}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 181, "max_ms": 0.132, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.828, "count": 181, "max_ms": 10.24, "p95_ms": 7.941}, "worker_merge_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.055, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.151, "count": 181, "max_ms": 83.099, "p95_ms": 76.044}, "visualize": {"avg_ms": 41.096, "count": 181, "max_ms": 65.988, "p95_ms": 58.054}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.38, "count": 181, "max_ms": 54.253, "p95_ms": 49.597}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.454, "count": 181, "max_ms": 63.785, "p95_ms": 56.387}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 181, "max_ms": 3.619, "p95_ms": 2.452}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.307, "count": 181, "max_ms": 63.568, "p95_ms": 56.125}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 181, "max_ms": 0.228, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.819, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.468, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133564, "write_bytes_delta": 133564, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 97.0, "cpu_core_ratio": 0.792786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3869.0, "pid": 65713, "reason": null, "system_cpu_core_ratio": 0.44488, "system_cpu_s_delta": 4.449999999999999, "user_cpu_core_ratio": 0.347906, "user_cpu_s_delta": 3.4800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.808782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.249933, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.558849, "user_cpu_s_delta": 5.590000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 151, "max_ms": 10.365, "p95_ms": 5.522, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.238, "max": 13.0, "p95": 12.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.0, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 151}, "total": {"avg": 3.0, "max": 4.0, "p95": 4.0, "sample_count": 151}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.778, "count": 30, "max": 64.851, "p95": 51.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.857, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.7, "count": 30, "max": 1206.0, "p95": 1183.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1435.967, "count": 30, "max": 13023.0, "p95": 4173.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.445, "p95": 0.32, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.451, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125784.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109842.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1019.7, "count": 30, "max": 2725.0, "p95": 2618.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.589, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.299, "p95": 1.276, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24737, "sampled_at": "2026-11-03T10:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5174390, "flush_count": 5477, "flush_interval_seconds": 30.0, "flush_state": {"count": 5477, "last_at": "2026-11-03T10:02:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:02:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5476}, "started": true, "suppressed_count": 3170709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3170311}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5477, "written_record_count": 5477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11153.781, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8780415897600, "copied_frame_count": 3175787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8780415897600, "frame_buffer_copies": 3175787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 3.5973, "p50_ms": 0.0946, "p95_ms": 0.2135, "p99_ms": 0.2885}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5357, "count": 512, "max_ms": 9.0751, "p50_ms": 1.4358, "p95_ms": 2.5101, "p99_ms": 3.5913, "results": {"failed": 0, "not_applicable": 0, "success": 3175787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 725, "h264_decode_error_count_per_hour": 103, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:03:31+09:00", "last_error_summary": "[h264 @ 0x6175e9521300] error while decoding MB 97 50, bytestream 52 [h264 @ 0x6175e9630380] left block unavailable for requested intra mode [h264 @ 0x6175e9630380] error while decoding MB 0 50, bytestream 13924 [h264 @ 0x6175e950d2c0] cabac decode of qscale diff failed at 50 64 [h264 @ 0x6175e950d2c0] error while decoding MB 50 64, bytestream 3835", "last_exit_at": "2026-11-03T10:03:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.434, "last_started_at": "2026-11-03T10:02:12+09:00", "pid": 65713, "process": {"exists": false, "pid": 65713}, "restart_count": 227, "restart_count_per_hour": 18, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 228}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.448, "sample_count": 2099, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T10:03:31+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-11-03T10:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 88.552, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 511.448, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T10:03:31.659295+09:00", "mtime_epoch": 1793667811.6592953, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134949}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:03:31+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.862, "max": 13.0, "p95": 13.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.773, "max": 4.0, "p95": 3.0, "sample_count": 181}, "total": {"avg": 2.773, "max": 4.0, "p95": 3.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.591, "max": 2.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.591, "max": 2.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.037, "pushed": 6.037, "read": 6.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 144.831, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.954, "count": 181, "max_ms": 9.623, "p95_ms": 3.305, "reason": null, "sample_age_ms": 204.056, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 181, "max_ms": 9.211, "p95_ms": 2.515, "reason": null, "sample_age_ms": 204.491, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 181, "max_ms": 0.903, "p95_ms": 0.702, "reason": null, "sample_age_ms": 144.844, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 181, "max_ms": 6.229, "p95_ms": 3.154, "reason": null, "sample_age_ms": 202.301, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 202.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 145.331, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.288, "count": 181, "max_ms": 78.456, "p95_ms": 72.626, "reason": null, "sample_age_ms": 144.825, "source": "client_direct"}, "sample_age_ms": 144.82, "source": "client_direct", "task_total_ms": {"avg_ms": 52.79, "count": 181, "max_ms": 82.154, "p95_ms": 75.446, "reason": null, "sample_age_ms": 144.82, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.827, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.945, "count": 181, "max_ms": 20.317, "p95_ms": 14.935}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.525, "count": 181, "max_ms": 1.611, "p95_ms": 1.058}, "detection_prepare_ms": {"avg_ms": 1.64, "count": 181, "max_ms": 6.436, "p95_ms": 3.273}, "event_filter_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.038, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.406, "count": 181, "max_ms": 1.008, "p95_ms": 0.656}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.938, "count": 181, "max_ms": 10.483, "p95_ms": 8.054}, "setup_ms": {"avg_ms": 0.047, "count": 181, "max_ms": 0.203, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 9.873, "count": 181, "max_ms": 20.217, "p95_ms": 14.839}, "track_match_ms": {"avg_ms": 0.126, "count": 181, "max_ms": 0.453, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 2.18, "count": 181, "max_ms": 7.835, "p95_ms": 4.202}}, "gstreamer_push": {"avg_ms": 3.298, "count": 181, "max_ms": 10.365, "p95_ms": 5.433}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 181, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.136, "count": 181, "max_ms": 83.093, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.381, "count": 181, "max_ms": 12.917, "p95_ms": 9.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.515, "count": 181, "max_ms": 160.663, "p95_ms": 135.596}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 181, "max_ms": 4.74, "p95_ms": 2.954}, "processing_residual_ms": {"avg_ms": 0.299, "count": 181, "max_ms": 0.723, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.923, "count": 181, "max_ms": 167.458, "p95_ms": 141.781}, "read_interval": {"avg_ms": 180.782, "count": 181, "max_ms": 5843.508, "p95_ms": 189.213}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 181, "max_ms": 0.135, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.849, "count": 181, "max_ms": 10.269, "p95_ms": 7.964}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 181, "max_ms": 0.132, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.828, "count": 181, "max_ms": 10.24, "p95_ms": 7.941}, "worker_merge_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.055, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.151, "count": 181, "max_ms": 83.099, "p95_ms": 76.044}, "visualize": {"avg_ms": 41.096, "count": 181, "max_ms": 65.988, "p95_ms": 58.054}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.38, "count": 181, "max_ms": 54.253, "p95_ms": 49.597}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.454, "count": 181, "max_ms": 63.785, "p95_ms": 56.387}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 181, "max_ms": 3.619, "p95_ms": 2.452}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.307, "count": 181, "max_ms": 63.568, "p95_ms": 56.125}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 181, "max_ms": 0.228, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.819, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.468, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133564, "write_bytes_delta": 133564, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 97.0, "cpu_core_ratio": 0.792786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3869.0, "pid": 65713, "reason": null, "system_cpu_core_ratio": 0.44488, "system_cpu_s_delta": 4.449999999999999, "user_cpu_core_ratio": 0.347906, "user_cpu_s_delta": 3.4800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.808782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.249933, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.558849, "user_cpu_s_delta": 5.590000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 151, "max_ms": 10.365, "p95_ms": 5.522, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.238, "max": 13.0, "p95": 12.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.0, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 151}, "total": {"avg": 3.0, "max": 4.0, "p95": 4.0, "sample_count": 151}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.778, "count": 30, "max": 64.851, "p95": 51.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.857, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.7, "count": 30, "max": 1206.0, "p95": 1183.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1435.967, "count": 30, "max": 13023.0, "p95": 4173.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.445, "p95": 0.32, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.451, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125784.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109842.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1019.7, "count": 30, "max": 2725.0, "p95": 2618.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.589, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.299, "p95": 1.276, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24737, "sampled_at": "2026-11-03T10:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5174390, "flush_count": 5477, "flush_interval_seconds": 30.0, "flush_state": {"count": 5477, "last_at": "2026-11-03T10:02:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:02:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5476}, "started": true, "suppressed_count": 3170709, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3170311}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5477, "written_record_count": 5477}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11316.762, "limit_mb": null}, "detail": {"pid": 65829, "restart_count": 228, "start_count": 229}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8780415897600, "copied_frame_count": 3175787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8780415897600, "frame_buffer_copies": 3175787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.13, "count": 512, "max_ms": 3.5973, "p50_ms": 0.0946, "p95_ms": 0.2135, "p99_ms": 0.2885}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5357, "count": 512, "max_ms": 9.0751, "p50_ms": 1.4358, "p95_ms": 2.5101, "p99_ms": 3.5913, "results": {"failed": 0, "not_applicable": 0, "success": 3175787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 214, "h264_decode_error_count": 725, "h264_decode_error_count_per_hour": 103, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:03:31+09:00", "last_error_summary": "[h264 @ 0x6175e9521300] error while decoding MB 97 50, bytestream 52 [h264 @ 0x6175e9630380] left block unavailable for requested intra mode [h264 @ 0x6175e9630380] error while decoding MB 0 50, bytestream 13924 [h264 @ 0x6175e950d2c0] cabac decode of qscale diff failed at 50 64 [h264 @ 0x6175e950d2c0] error while decoding MB 50 64, bytestream 3835", "last_exit_at": "2026-11-03T10:03:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:03:34+09:00", "pid": 65829, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.516, "name": "ffmpeg", "pid": 65829, "rss_mb": 198.516, "state": "S (sleeping)", "threads": 70}, "restart_count": 228, "restart_count_per_hour": 19, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 229}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.448, "sample_count": 2080, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.361, "last_frame_pushed_at": "2026-11-03T10:03:31+09:00", "last_frame_read_age_sec": 4.513, "last_frame_read_at": "2026-11-03T10:03:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 92.869, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 507.131, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 4.349, "exists": true, "mtime": "2026-11-03T10:03:31.659295+09:00", "mtime_epoch": 1793667811.6592953, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134949}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:03:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2336.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3175787, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.476, "max": 13.0, "p95": 13.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.776, "max": 3.0, "p95": 3.0, "sample_count": 147}, "total": {"avg": 2.776, "max": 3.0, "p95": 3.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 0.728, "max": 2.0, "p95": 1.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 0.728, "max": 2.0, "p95": 1.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 147, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.928, "pushed": 4.928, "read": 4.928}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 147, "client_acquire_ms": {"avg_ms": 0.007, "count": 147, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4456.189, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.995, "count": 147, "max_ms": 9.623, "p95_ms": 3.236, "reason": null, "sample_age_ms": 4515.414, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.444, "count": 147, "max_ms": 9.211, "p95_ms": 2.486, "reason": null, "sample_age_ms": 4515.85, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 147, "max_ms": 0.903, "p95_ms": 0.698, "reason": null, "sample_age_ms": 4456.203, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.981, "count": 147, "max_ms": 6.229, "p95_ms": 3.233, "reason": null, "sample_age_ms": 4513.66, "source": "client_direct"}, "request_count": 147, "request_tensor_bytes": {"avg": 2764808.0, "count": 147, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4513.638, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 147, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4456.689, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.84, "count": 147, "max_ms": 78.456, "p95_ms": 72.375, "reason": null, "sample_age_ms": 4456.183, "source": "client_direct"}, "sample_age_ms": 4456.179, "source": "client_direct", "task_total_ms": {"avg_ms": 53.378, "count": 147, "max_ms": 82.154, "p95_ms": 75.117, "reason": null, "sample_age_ms": 4456.179, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.747, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.198, "count": 147, "max_ms": 20.317, "p95_ms": 15.311}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.544, "count": 147, "max_ms": 1.611, "p95_ms": 1.213}, "detection_prepare_ms": {"avg_ms": 1.668, "count": 147, "max_ms": 6.436, "p95_ms": 3.548}, "event_filter_ms": {"avg_ms": 0.007, "count": 147, "max_ms": 0.038, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.407, "count": 147, "max_ms": 1.008, "p95_ms": 0.667}, "mcmt_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.161, "count": 147, "max_ms": 10.483, "p95_ms": 8.342}, "setup_ms": {"avg_ms": 0.048, "count": 147, "max_ms": 0.203, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 10.123, "count": 147, "max_ms": 20.217, "p95_ms": 15.236}, "track_match_ms": {"avg_ms": 0.137, "count": 147, "max_ms": 0.453, "p95_ms": 0.27}, "tracker_update_ms": {"avg_ms": 2.146, "count": 147, "max_ms": 6.083, "p95_ms": 3.739}}, "gstreamer_push": {"avg_ms": 3.215, "count": 147, "max_ms": 7.037, "p95_ms": 5.285}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 147, "max_ms": 0.288, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.77, "count": 147, "max_ms": 83.093, "p95_ms": 76.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.361, "count": 147, "max_ms": 12.917, "p95_ms": 9.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.597, "count": 147, "max_ms": 160.663, "p95_ms": 135.596}, "inference_input_copy_ms": {"avg_ms": 1.761, "count": 147, "max_ms": 4.74, "p95_ms": 2.983}, "processing_residual_ms": {"avg_ms": 0.3, "count": 147, "max_ms": 0.723, "p95_ms": 0.519}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.019, "count": 147, "max_ms": 167.458, "p95_ms": 141.781}, "read_interval": {"avg_ms": 174.515, "count": 147, "max_ms": 5843.508, "p95_ms": 189.213}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 147, "max_ms": 0.093, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 5.069, "count": 147, "max_ms": 10.269, "p95_ms": 8.175}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 147, "max_ms": 0.132, "p95_ms": 0.049}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.049, "count": 147, "max_ms": 10.24, "p95_ms": 8.142}, "worker_merge_ms": {"avg_ms": 0.008, "count": 147, "max_ms": 0.055, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.784, "count": 147, "max_ms": 83.099, "p95_ms": 76.044}, "visualize": {"avg_ms": 41.309, "count": 147, "max_ms": 64.297, "p95_ms": 59.733}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.53, "count": 147, "max_ms": 54.253, "p95_ms": 49.612}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.642, "count": 147, "max_ms": 62.797, "p95_ms": 56.824}, "visualize_input_copy_ms": {"avg_ms": 1.448, "count": 147, "max_ms": 3.619, "p95_ms": 2.463}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.496, "count": 147, "max_ms": 62.57, "p95_ms": 56.561}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 147, "max_ms": 0.228, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.664, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.819, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 147.468, "sample_count": 2095, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3175713, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:03:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133564, "write_bytes_delta": 133564, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 97.0, "cpu_core_ratio": 0.792786, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3869.0, "pid": 65713, "reason": null, "system_cpu_core_ratio": 0.44488, "system_cpu_s_delta": 4.449999999999999, "user_cpu_core_ratio": 0.347906, "user_cpu_s_delta": 3.4800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.808782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.249933, "system_cpu_s_delta": 2.5, "user_cpu_core_ratio": 0.558849, "user_cpu_s_delta": 5.590000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 151, "max_ms": 10.365, "p95_ms": 5.522, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.238, "max": 13.0, "p95": 12.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.0, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 151}, "total": {"avg": 3.0, "max": 4.0, "p95": 4.0, "sample_count": 151}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.778, "count": 30, "max": 64.851, "p95": 51.833, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.857, "count": 30, "max": 24.827, "p95": 24.171, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.7, "count": 30, "max": 1206.0, "p95": 1183.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1435.967, "count": 30, "max": 13023.0, "p95": 4173.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.445, "p95": 0.32, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.451, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125784.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109842.567, "count": 30, "max": 140513.0, "p95": 133235.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1019.7, "count": 30, "max": 2725.0, "p95": 2618.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.484, "count": 30, "max": 0.589, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.299, "p95": 1.276, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24737, "sampled_at": "2026-11-03T10:03:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:03:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.832, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5176447, "flush_count": 5479, "flush_interval_seconds": 30.0, "flush_state": {"count": 5479, "last_at": "2026-11-03T10:04:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:04:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5478}, "started": true, "suppressed_count": 3171599, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3171201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5479, "written_record_count": 5479}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11176.113, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a8c7ba59a00] error while decoding MB 119 64, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8782879334400, "copied_frame_count": 3176678, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8782879334400, "frame_buffer_copies": 3176678, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 0.3732, "p50_ms": 0.1048, "p95_ms": 0.2163, "p99_ms": 0.2916}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6077, "count": 512, "max_ms": 6.325, "p50_ms": 1.497, "p95_ms": 2.7178, "p99_ms": 3.5685, "results": {"failed": 0, "not_applicable": 0, "success": 3176678, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 726, "h264_decode_error_count_per_hour": 104, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:05:28+09:00", "last_error_summary": "[h264 @ 0x5a8c7ba59a00] error while decoding MB 119 64, bytestream -6", "last_exit_at": "2026-11-03T10:03:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 114.991, "last_started_at": "2026-11-03T10:03:34+09:00", "pid": 65829, "process": {"exists": false, "pid": 65829}, "restart_count": 228, "restart_count_per_hour": 19, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 229}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.385, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176678, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.139, "last_frame_pushed_at": "2026-11-03T10:05:28+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T10:05:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 205.866, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 394.134, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-11-03T10:05:28.872058+09:00", "mtime_epoch": 1793667928.872058, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134532}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:05:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.113, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3176679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.066, "max": 33.0, "p95": 27.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.708, "max": 6.0, "p95": 5.0, "sample_count": 212}, "total": {"avg": 3.708, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.028, "max": 2.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.086, "pushed": 7.086, "read": 7.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 34.775, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.044, "count": 212, "max_ms": 7.525, "p95_ms": 3.419, "reason": null, "sample_age_ms": 85.225, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 212, "max_ms": 4.412, "p95_ms": 2.504, "reason": null, "sample_age_ms": 87.369, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.538, "count": 213, "max_ms": 4.671, "p95_ms": 1.015, "reason": null, "sample_age_ms": 34.802, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.086, "count": 212, "max_ms": 9.968, "p95_ms": 3.462, "reason": null, "sample_age_ms": 83.263, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.233, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.843, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.304, "count": 213, "max_ms": 88.445, "p95_ms": 72.001, "reason": null, "sample_age_ms": 34.764, "source": "client_direct"}, "sample_age_ms": 34.755, "source": "client_direct", "task_total_ms": {"avg_ms": 55.108, "count": 213, "max_ms": 90.559, "p95_ms": 75.055, "reason": null, "sample_age_ms": 34.755, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.602, "count": 212, "max_ms": 25.273, "p95_ms": 18.262}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.638, "count": 212, "max_ms": 4.248, "p95_ms": 1.211}, "detection_prepare_ms": {"avg_ms": 2.145, "count": 212, "max_ms": 8.778, "p95_ms": 4.276}, "event_filter_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.583, "count": 212, "max_ms": 1.401, "p95_ms": 0.998}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.313, "count": 212, "max_ms": 13.076, "p95_ms": 8.953}, "setup_ms": {"avg_ms": 0.048, "count": 212, "max_ms": 0.112, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 11.523, "count": 212, "max_ms": 25.203, "p95_ms": 18.131}, "track_match_ms": {"avg_ms": 0.147, "count": 212, "max_ms": 0.598, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.637, "count": 212, "max_ms": 9.88, "p95_ms": 4.83}}, "gstreamer_push": {"avg_ms": 3.518, "count": 212, "max_ms": 9.783, "p95_ms": 5.831}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 212, "max_ms": 0.156, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.712, "count": 212, "max_ms": 97.101, "p95_ms": 79.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.885, "count": 212, "max_ms": 20.493, "p95_ms": 10.66}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.45, "count": 212, "max_ms": 177.584, "p95_ms": 156.875}, "inference_input_copy_ms": {"avg_ms": 1.72, "count": 212, "max_ms": 4.266, "p95_ms": 2.893}, "processing_residual_ms": {"avg_ms": 0.296, "count": 212, "max_ms": 0.779, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.351, "count": 212, "max_ms": 182.492, "p95_ms": 161.768}, "read_interval": {"avg_ms": 141.163, "count": 212, "max_ms": 238.53, "p95_ms": 197.43}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 212, "max_ms": 0.179, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 5.216, "count": 212, "max_ms": 12.951, "p95_ms": 8.818}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 212, "max_ms": 0.068, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.19, "count": 212, "max_ms": 12.922, "p95_ms": 8.694}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.043, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 56.729, "count": 212, "max_ms": 97.118, "p95_ms": 79.032}, "visualize": {"avg_ms": 46.409, "count": 212, "max_ms": 74.653, "p95_ms": 64.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.367, "count": 212, "max_ms": 62.591, "p95_ms": 49.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.579, "count": 212, "max_ms": 71.758, "p95_ms": 62.222}, "visualize_input_copy_ms": {"avg_ms": 1.573, "count": 212, "max_ms": 5.488, "p95_ms": 2.661}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.414, "count": 212, "max_ms": 71.58, "p95_ms": 62.041}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 212, "max_ms": 0.281, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.469, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.952, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134642, "write_bytes_delta": 134642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.432628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65829, "reason": null, "system_cpu_core_ratio": 0.0396, "system_cpu_s_delta": 0.39999999999999947, "user_cpu_core_ratio": 0.393028, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.789912, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531628, "system_cpu_s_delta": 5.369999999995343, "user_cpu_core_ratio": 1.258285, "user_cpu_s_delta": 12.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.513, "count": 216, "max_ms": 9.783, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.713, "max": 33.0, "p95": 26.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.671, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 3.671, "max": 6.0, "p95": 5.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.998, "count": 30, "max": 64.851, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.068, "count": 30, "max": 24.644, "p95": 22.731, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.8, "count": 30, "max": 1187.0, "p95": 1162.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1027.167, "count": 30, "max": 13023.0, "p95": 3352.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.485, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129976.433, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113635.733, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 89.867, "count": 30, "max": 2116.0, "p95": 138.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.589, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.14, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24749, "sampled_at": "2026-11-03T10:05:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:05:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5176447, "flush_count": 5479, "flush_interval_seconds": 30.0, "flush_state": {"count": 5479, "last_at": "2026-11-03T10:04:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:04:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5478}, "started": true, "suppressed_count": 3171599, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3171201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5479, "written_record_count": 5479}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11175.707, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:05:28+09:00", "last_error_summary": "[h264 @ 0x5a8c7ba59a00] error while decoding MB 119 64, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8782882099200, "copied_frame_count": 3176679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8782882099200, "frame_buffer_copies": 3176679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 0.3732, "p50_ms": 0.1048, "p95_ms": 0.2163, "p99_ms": 0.2916}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6105, "count": 512, "max_ms": 6.325, "p50_ms": 1.5009, "p95_ms": 2.7259, "p99_ms": 3.5685, "results": {"failed": 0, "not_applicable": 0, "success": 3176679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 726, "h264_decode_error_count_per_hour": 104, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:05:28+09:00", "last_error_summary": "[h264 @ 0x5a8c7ba59a00] error while decoding MB 119 64, bytestream -6", "last_exit_at": "2026-11-03T10:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.064, "last_started_at": "2026-11-03T10:03:34+09:00", "pid": 65829, "process": {"exists": false, "pid": 65829}, "restart_count": 228, "restart_count_per_hour": 19, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 229}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.385, "sample_count": 2200, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:05:29+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-11-03T10:05:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 205.946, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 394.054, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.2, "exists": true, "mtime": "2026-11-03T10:05:28.872058+09:00", "mtime_epoch": 1793667928.872058, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134532}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:05:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.109, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3176679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.052, "max": 33.0, "p95": 27.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.714, "max": 6.0, "p95": 5.0, "sample_count": 213}, "total": {"avg": 3.714, "max": 6.0, "p95": 5.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.31, "max": 1.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.028, "max": 2.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.31, "max": 1.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.102, "pushed": 7.102, "read": 7.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 111.076, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.044, "count": 212, "max_ms": 7.525, "p95_ms": 3.419, "reason": null, "sample_age_ms": 161.526, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 212, "max_ms": 4.412, "p95_ms": 2.504, "reason": null, "sample_age_ms": 163.671, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.539, "count": 212, "max_ms": 4.671, "p95_ms": 1.016, "reason": null, "sample_age_ms": 111.103, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.086, "count": 212, "max_ms": 9.968, "p95_ms": 3.462, "reason": null, "sample_age_ms": 159.564, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.534, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.406, "count": 212, "max_ms": 88.445, "p95_ms": 72.027, "reason": null, "sample_age_ms": 111.065, "source": "client_direct"}, "sample_age_ms": 111.056, "source": "client_direct", "task_total_ms": {"avg_ms": 55.216, "count": 212, "max_ms": 90.559, "p95_ms": 75.07, "reason": null, "sample_age_ms": 111.056, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.61, "count": 213, "max_ms": 25.273, "p95_ms": 18.262}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.637, "count": 213, "max_ms": 4.248, "p95_ms": 1.211}, "detection_prepare_ms": {"avg_ms": 2.146, "count": 213, "max_ms": 8.778, "p95_ms": 4.276}, "event_filter_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.584, "count": 213, "max_ms": 1.401, "p95_ms": 0.998}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.311, "count": 213, "max_ms": 13.076, "p95_ms": 8.953}, "setup_ms": {"avg_ms": 0.048, "count": 213, "max_ms": 0.112, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 11.532, "count": 213, "max_ms": 25.203, "p95_ms": 18.131}, "track_match_ms": {"avg_ms": 0.147, "count": 213, "max_ms": 0.598, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.647, "count": 213, "max_ms": 9.88, "p95_ms": 4.83}}, "gstreamer_push": {"avg_ms": 3.52, "count": 213, "max_ms": 9.783, "p95_ms": 5.831}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 213, "max_ms": 0.156, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.696, "count": 213, "max_ms": 97.101, "p95_ms": 79.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.881, "count": 213, "max_ms": 20.493, "p95_ms": 10.66}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.544, "count": 213, "max_ms": 177.584, "p95_ms": 156.875}, "inference_input_copy_ms": {"avg_ms": 1.719, "count": 213, "max_ms": 4.266, "p95_ms": 2.893}, "processing_residual_ms": {"avg_ms": 0.295, "count": 213, "max_ms": 0.779, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.44, "count": 213, "max_ms": 182.492, "p95_ms": 161.768}, "read_interval": {"avg_ms": 141.163, "count": 212, "max_ms": 238.53, "p95_ms": 197.43}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 213, "max_ms": 0.179, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 5.214, "count": 213, "max_ms": 12.951, "p95_ms": 8.818}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 213, "max_ms": 0.068, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.188, "count": 213, "max_ms": 12.922, "p95_ms": 8.694}, "worker_merge_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.043, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 56.712, "count": 213, "max_ms": 97.118, "p95_ms": 79.032}, "visualize": {"avg_ms": 46.515, "count": 213, "max_ms": 74.653, "p95_ms": 64.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.404, "count": 213, "max_ms": 62.591, "p95_ms": 49.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.687, "count": 213, "max_ms": 71.758, "p95_ms": 62.554}, "visualize_input_copy_ms": {"avg_ms": 1.572, "count": 213, "max_ms": 5.488, "p95_ms": 2.661}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.521, "count": 213, "max_ms": 71.58, "p95_ms": 62.237}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 213, "max_ms": 0.281, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.469, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.952, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134642, "write_bytes_delta": 134642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.432628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65829, "reason": null, "system_cpu_core_ratio": 0.0396, "system_cpu_s_delta": 0.39999999999999947, "user_cpu_core_ratio": 0.393028, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.789912, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531628, "system_cpu_s_delta": 5.369999999995343, "user_cpu_core_ratio": 1.258285, "user_cpu_s_delta": 12.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.513, "count": 216, "max_ms": 9.783, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.713, "max": 33.0, "p95": 26.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.671, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 3.671, "max": 6.0, "p95": 5.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.998, "count": 30, "max": 64.851, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.068, "count": 30, "max": 24.644, "p95": 22.731, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.8, "count": 30, "max": 1187.0, "p95": 1162.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1027.167, "count": 30, "max": 13023.0, "p95": 3352.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.485, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129976.433, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113635.733, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 89.867, "count": 30, "max": 2116.0, "p95": 138.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.589, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.14, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24749, "sampled_at": "2026-11-03T10:05:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:05:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5176447, "flush_count": 5479, "flush_interval_seconds": 30.0, "flush_state": {"count": 5479, "last_at": "2026-11-03T10:04:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:04:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5478}, "started": true, "suppressed_count": 3171599, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3171201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5479, "written_record_count": 5479}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11176.07, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8782882099200, "copied_frame_count": 3176679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8782882099200, "frame_buffer_copies": 3176679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 0.3732, "p50_ms": 0.1048, "p95_ms": 0.2163, "p99_ms": 0.2916}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6105, "count": 512, "max_ms": 6.325, "p50_ms": 1.5009, "p95_ms": 2.7259, "p99_ms": 3.5685, "results": {"failed": 0, "not_applicable": 0, "success": 3176679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 726, "h264_decode_error_count_per_hour": 104, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:05:28+09:00", "last_error_summary": "[h264 @ 0x5a8c7ba59a00] error while decoding MB 119 64, bytestream -6", "last_exit_at": "2026-11-03T10:05:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.129, "last_started_at": "2026-11-03T10:03:34+09:00", "pid": 65829, "process": {"exists": false, "pid": 65829}, "restart_count": 228, "restart_count_per_hour": 19, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 229}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.385, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-03T10:05:29+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-11-03T10:05:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 206.015, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 393.985, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T10:05:29.082059+09:00", "mtime_epoch": 1793667929.0820594, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135467}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:05:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.109, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3176679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.038, "max": 33.0, "p95": 27.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.712, "max": 6.0, "p95": 5.0, "sample_count": 212}, "total": {"avg": 3.712, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.028, "max": 2.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.085, "pushed": 7.085, "read": 7.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 173.178, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.047, "count": 211, "max_ms": 7.525, "p95_ms": 3.436, "reason": null, "sample_age_ms": 223.628, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.42, "count": 211, "max_ms": 4.412, "p95_ms": 2.505, "reason": null, "sample_age_ms": 225.773, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.539, "count": 212, "max_ms": 4.671, "p95_ms": 1.016, "reason": null, "sample_age_ms": 173.205, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.09, "count": 211, "max_ms": 9.968, "p95_ms": 3.466, "reason": null, "sample_age_ms": 221.667, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 221.636, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 174.246, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.406, "count": 212, "max_ms": 88.445, "p95_ms": 72.027, "reason": null, "sample_age_ms": 173.167, "source": "client_direct"}, "sample_age_ms": 173.158, "source": "client_direct", "task_total_ms": {"avg_ms": 55.216, "count": 212, "max_ms": 90.559, "p95_ms": 75.07, "reason": null, "sample_age_ms": 173.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.613, "count": 212, "max_ms": 25.273, "p95_ms": 18.262}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.638, "count": 212, "max_ms": 4.248, "p95_ms": 1.211}, "detection_prepare_ms": {"avg_ms": 2.151, "count": 212, "max_ms": 8.778, "p95_ms": 4.276}, "event_filter_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.584, "count": 212, "max_ms": 1.401, "p95_ms": 0.998}, "mcmt_ms": {"avg_ms": 0.004, "count": 212, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.306, "count": 212, "max_ms": 13.076, "p95_ms": 8.953}, "setup_ms": {"avg_ms": 0.048, "count": 212, "max_ms": 0.112, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 11.535, "count": 212, "max_ms": 25.203, "p95_ms": 18.131}, "track_match_ms": {"avg_ms": 0.147, "count": 212, "max_ms": 0.598, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.65, "count": 212, "max_ms": 9.88, "p95_ms": 4.83}}, "gstreamer_push": {"avg_ms": 3.519, "count": 212, "max_ms": 9.783, "p95_ms": 5.831}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 212, "max_ms": 0.156, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.808, "count": 212, "max_ms": 97.101, "p95_ms": 79.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.889, "count": 212, "max_ms": 20.493, "p95_ms": 10.66}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.688, "count": 212, "max_ms": 177.584, "p95_ms": 156.875}, "inference_input_copy_ms": {"avg_ms": 1.724, "count": 212, "max_ms": 4.266, "p95_ms": 2.893}, "processing_residual_ms": {"avg_ms": 0.296, "count": 212, "max_ms": 0.779, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.597, "count": 212, "max_ms": 182.492, "p95_ms": 161.768}, "read_interval": {"avg_ms": 141.353, "count": 211, "max_ms": 238.53, "p95_ms": 197.43}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 212, "max_ms": 0.179, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 5.209, "count": 212, "max_ms": 12.951, "p95_ms": 8.818}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 212, "max_ms": 0.068, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.184, "count": 212, "max_ms": 12.922, "p95_ms": 8.694}, "worker_merge_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.043, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 56.825, "count": 212, "max_ms": 97.118, "p95_ms": 79.032}, "visualize": {"avg_ms": 46.54, "count": 212, "max_ms": 74.653, "p95_ms": 64.447}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.424, "count": 212, "max_ms": 62.591, "p95_ms": 49.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.711, "count": 212, "max_ms": 71.758, "p95_ms": 62.554}, "visualize_input_copy_ms": {"avg_ms": 1.572, "count": 212, "max_ms": 5.488, "p95_ms": 2.661}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.546, "count": 212, "max_ms": 71.58, "p95_ms": 62.237}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 212, "max_ms": 0.281, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.469, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.952, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134642, "write_bytes_delta": 134642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.432628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65829, "reason": null, "system_cpu_core_ratio": 0.0396, "system_cpu_s_delta": 0.39999999999999947, "user_cpu_core_ratio": 0.393028, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.789912, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531628, "system_cpu_s_delta": 5.369999999995343, "user_cpu_core_ratio": 1.258285, "user_cpu_s_delta": 12.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.513, "count": 216, "max_ms": 9.783, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.713, "max": 33.0, "p95": 26.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.671, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 3.671, "max": 6.0, "p95": 5.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.998, "count": 30, "max": 64.851, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.068, "count": 30, "max": 24.644, "p95": 22.731, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.8, "count": 30, "max": 1187.0, "p95": 1162.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1027.167, "count": 30, "max": 13023.0, "p95": 3352.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.485, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129976.433, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113635.733, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 89.867, "count": 30, "max": 2116.0, "p95": 138.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.589, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.14, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24749, "sampled_at": "2026-11-03T10:05:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:05:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5176447, "flush_count": 5479, "flush_interval_seconds": 30.0, "flush_state": {"count": 5479, "last_at": "2026-11-03T10:04:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:04:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5478}, "started": true, "suppressed_count": 3171599, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3171201}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5479, "written_record_count": 5479}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11297.363, "limit_mb": null}, "detail": {"pid": 65945, "restart_count": 229, "start_count": 230}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8782882099200, "copied_frame_count": 3176679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8782882099200, "frame_buffer_copies": 3176679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 0.3732, "p50_ms": 0.1048, "p95_ms": 0.2163, "p99_ms": 0.2916}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6105, "count": 512, "max_ms": 6.325, "p50_ms": 1.5009, "p95_ms": 2.7259, "p99_ms": 3.5685, "results": {"failed": 0, "not_applicable": 0, "success": 3176679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 215, "h264_decode_error_count": 726, "h264_decode_error_count_per_hour": 104, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:05:28+09:00", "last_error_summary": "[h264 @ 0x5a8c7ba59a00] error while decoding MB 119 64, bytestream -6", "last_exit_at": "2026-11-03T10:05:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:05:32+09:00", "pid": 65945, "process": {"exists": true, "fd_count": 5, "hwm_mb": 155.133, "name": "ffmpeg", "pid": 65945, "rss_mb": 155.133, "state": "S (sleeping)", "threads": 49}, "restart_count": 229, "restart_count_per_hour": 20, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 230}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.385, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.055, "last_frame_pushed_at": "2026-11-03T10:05:29+09:00", "last_frame_read_age_sec": 5.206, "last_frame_read_at": "2026-11-03T10:05:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 210.991, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 389.009, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 5.043, "exists": true, "mtime": "2026-11-03T10:05:29.082059+09:00", "mtime_epoch": 1793667929.0820594, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135467}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:05:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.113, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3176679, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 16.793, "max": 33.0, "p95": 28.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.753, "max": 6.0, "p95": 5.0, "sample_count": 174}, "total": {"avg": 3.753, "max": 6.0, "p95": 5.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.333, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.023, "max": 2.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.333, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.823, "pushed": 5.823, "read": 5.789}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.031, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5161.814, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.049, "count": 173, "max_ms": 7.525, "p95_ms": 3.104, "reason": null, "sample_age_ms": 5212.264, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.409, "count": 173, "max_ms": 4.412, "p95_ms": 2.355, "reason": null, "sample_age_ms": 5214.408, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.54, "count": 174, "max_ms": 4.671, "p95_ms": 0.997, "reason": null, "sample_age_ms": 5161.841, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.165, "count": 173, "max_ms": 9.968, "p95_ms": 3.548, "reason": null, "sample_age_ms": 5210.302, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5210.271, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5162.882, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.105, "count": 174, "max_ms": 88.445, "p95_ms": 72.693, "reason": null, "sample_age_ms": 5161.803, "source": "client_direct"}, "sample_age_ms": 5161.794, "source": "client_direct", "task_total_ms": {"avg_ms": 55.994, "count": 174, "max_ms": 90.559, "p95_ms": 75.508, "reason": null, "sample_age_ms": 5161.794, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.729, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.762, "count": 174, "max_ms": 25.273, "p95_ms": 18.724}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.621, "count": 174, "max_ms": 4.248, "p95_ms": 1.185}, "detection_prepare_ms": {"avg_ms": 2.19, "count": 174, "max_ms": 8.778, "p95_ms": 4.456}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.026, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 174, "max_ms": 1.401, "p95_ms": 1.0}, "mcmt_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.042, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 5.358, "count": 174, "max_ms": 13.076, "p95_ms": 8.953}, "setup_ms": {"avg_ms": 0.049, "count": 174, "max_ms": 0.112, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 11.681, "count": 174, "max_ms": 25.203, "p95_ms": 18.549}, "track_match_ms": {"avg_ms": 0.15, "count": 174, "max_ms": 0.598, "p95_ms": 0.337}, "tracker_update_ms": {"avg_ms": 2.705, "count": 174, "max_ms": 9.88, "p95_ms": 4.969}}, "gstreamer_push": {"avg_ms": 3.575, "count": 174, "max_ms": 9.783, "p95_ms": 5.702}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 174, "max_ms": 0.156, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.614, "count": 174, "max_ms": 97.101, "p95_ms": 80.048}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.978, "count": 174, "max_ms": 20.493, "p95_ms": 10.687}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 118.357, "count": 174, "max_ms": 177.584, "p95_ms": 158.476}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 174, "max_ms": 4.266, "p95_ms": 2.902}, "processing_residual_ms": {"avg_ms": 0.305, "count": 174, "max_ms": 0.779, "p95_ms": 0.568}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 124.399, "count": 174, "max_ms": 182.492, "p95_ms": 166.415}, "read_interval": {"avg_ms": 143.693, "count": 173, "max_ms": 238.53, "p95_ms": 200.062}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 174, "max_ms": 0.179, "p95_ms": 0.052}, "execute_total_ms": {"avg_ms": 5.26, "count": 174, "max_ms": 12.951, "p95_ms": 8.818}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 174, "max_ms": 0.068, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.234, "count": 174, "max_ms": 12.922, "p95_ms": 8.694}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.043, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 57.632, "count": 174, "max_ms": 97.118, "p95_ms": 80.07}, "visualize": {"avg_ms": 47.241, "count": 174, "max_ms": 74.653, "p95_ms": 64.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.945, "count": 174, "max_ms": 62.591, "p95_ms": 49.809}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.396, "count": 174, "max_ms": 71.758, "p95_ms": 62.222}, "visualize_input_copy_ms": {"avg_ms": 1.586, "count": 174, "max_ms": 5.488, "p95_ms": 2.653}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.229, "count": 174, "max_ms": 71.58, "p95_ms": 62.041}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 174, "max_ms": 0.222, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.102, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.469, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.952, "sample_count": 2202, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3176650, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:05:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134642, "write_bytes_delta": 134642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 479.0, "cpu_core_ratio": 0.432628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65829, "reason": null, "system_cpu_core_ratio": 0.0396, "system_cpu_s_delta": 0.39999999999999947, "user_cpu_core_ratio": 0.393028, "user_cpu_s_delta": 3.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.789912, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531628, "system_cpu_s_delta": 5.369999999995343, "user_cpu_core_ratio": 1.258285, "user_cpu_s_delta": 12.710000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.513, "count": 216, "max_ms": 9.783, "p95_ms": 6.019, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.713, "max": 33.0, "p95": 26.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.671, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 216}, "total": {"avg": 3.671, "max": 6.0, "p95": 5.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.998, "count": 30, "max": 64.851, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.068, "count": 30, "max": 24.644, "p95": 22.731, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.8, "count": 30, "max": 1187.0, "p95": 1162.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1027.167, "count": 30, "max": 13023.0, "p95": 3352.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.413, "count": 30, "max": 0.485, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129976.433, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113635.733, "count": 30, "max": 134972.0, "p95": 134810.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 89.867, "count": 30, "max": 2116.0, "p95": 138.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.589, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.14, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24749, "sampled_at": "2026-11-03T10:05:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:05:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5179560, "flush_count": 5482, "flush_interval_seconds": 30.0, "flush_state": {"count": 5482, "last_at": "2026-11-03T10:07:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:07:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5481}, "started": true, "suppressed_count": 3172594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172196}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5482, "written_record_count": 5482}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11176.727, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5aeb3d23d580] cabac decode of qscale diff failed at 96 50 [h264 @ 0x5aeb3d23d580] error while decoding MB 96 50, bytestream 7970 [h264 @ 0x5aeb3c6b9800] error while decoding MB 28 65, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8785638604800, "copied_frame_count": 3177676, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8785638604800, "frame_buffer_copies": 3177676, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 3.9985, "p50_ms": 0.0878, "p95_ms": 0.1988, "p99_ms": 0.3206}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4061, "count": 512, "max_ms": 10.1952, "p50_ms": 1.2876, "p95_ms": 2.3257, "p99_ms": 3.0068, "results": {"failed": 0, "not_applicable": 0, "success": 3177676, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 729, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:07:43+09:00", "last_error_summary": "[h264 @ 0x5aeb3d23d580] cabac decode of qscale diff failed at 96 50 [h264 @ 0x5aeb3d23d580] error while decoding MB 96 50, bytestream 7970 [h264 @ 0x5aeb3c6b9800] error while decoding MB 28 65, bytestream -10", "last_exit_at": "2026-11-03T10:05:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.538, "last_started_at": "2026-11-03T10:05:32+09:00", "pid": 65945, "process": {"exists": false, "pid": 65945}, "restart_count": 229, "restart_count_per_hour": 20, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 230}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.324, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177676, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T10:07:43+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-03T10:07:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.539, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 259.461, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-03T10:07:43.612921+09:00", "mtime_epoch": 1793668063.6129205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 146122}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:07:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.609, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3177677, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.744, "max": 28.0, "p95": 22.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.512, "max": 4.0, "p95": 3.0, "sample_count": 207}, "total": {"avg": 2.512, "max": 4.0, "p95": 3.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.106, "max": 2.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.106, "max": 2.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.919, "pushed": 6.919, "read": 6.919}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.029, "count": 208, "max_ms": 4.701, "p95_ms": 0.013, "reason": null, "sample_age_ms": 6.654, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 207, "max_ms": 4.488, "p95_ms": 2.532, "reason": null, "sample_age_ms": 55.937, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 207, "max_ms": 4.176, "p95_ms": 1.931, "reason": null, "sample_age_ms": 56.124, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 208, "max_ms": 1.061, "p95_ms": 0.819, "reason": null, "sample_age_ms": 6.662, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.751, "count": 207, "max_ms": 4.496, "p95_ms": 2.885, "reason": null, "sample_age_ms": 53.284, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.242, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6.932, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.001, "count": 208, "max_ms": 74.23, "p95_ms": 63.344, "reason": null, "sample_age_ms": 6.651, "source": "client_direct"}, "sample_age_ms": 6.648, "source": "client_direct", "task_total_ms": {"avg_ms": 46.342, "count": 208, "max_ms": 77.534, "p95_ms": 66.129, "reason": null, "sample_age_ms": 6.648, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.792, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.571, "count": 207, "max_ms": 22.434, "p95_ms": 14.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 207, "max_ms": 1.023, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.535, "count": 207, "max_ms": 9.279, "p95_ms": 2.729}, "event_filter_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 207, "max_ms": 0.922, "p95_ms": 0.663}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.203, "count": 207, "max_ms": 9.394, "p95_ms": 7.398}, "setup_ms": {"avg_ms": 0.04, "count": 207, "max_ms": 0.203, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 8.515, "count": 207, "max_ms": 22.381, "p95_ms": 14.483}, "track_match_ms": {"avg_ms": 0.094, "count": 207, "max_ms": 0.631, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.848, "count": 207, "max_ms": 5.937, "p95_ms": 3.071}}, "gstreamer_push": {"avg_ms": 2.835, "count": 207, "max_ms": 7.099, "p95_ms": 4.686}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.377, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.522, "count": 207, "max_ms": 81.474, "p95_ms": 69.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.052, "count": 207, "max_ms": 12.812, "p95_ms": 8.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.512, "count": 207, "max_ms": 157.055, "p95_ms": 128.117}, "inference_input_copy_ms": {"avg_ms": 1.57, "count": 207, "max_ms": 4.174, "p95_ms": 2.972}, "processing_residual_ms": {"avg_ms": 0.259, "count": 207, "max_ms": 0.596, "p95_ms": 0.482}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.393, "count": 207, "max_ms": 165.009, "p95_ms": 132.874}, "read_interval": {"avg_ms": 144.816, "count": 207, "max_ms": 3214.29, "p95_ms": 178.205}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 207, "max_ms": 0.085, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 4.127, "count": 207, "max_ms": 9.305, "p95_ms": 7.289}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.109, "count": 207, "max_ms": 9.279, "p95_ms": 7.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.535, "count": 207, "max_ms": 81.487, "p95_ms": 69.801}, "visualize": {"avg_ms": 37.072, "count": 207, "max_ms": 69.216, "p95_ms": 54.054}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.187, "count": 207, "max_ms": 54.915, "p95_ms": 44.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.554, "count": 207, "max_ms": 65.937, "p95_ms": 52.345}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 207, "max_ms": 5.127, "p95_ms": 2.259}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.424, "count": 207, "max_ms": 65.783, "p95_ms": 52.173}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 207, "max_ms": 0.199, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.551, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.8, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132966, "write_bytes_delta": 132966, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 961.0, "cpu_core_ratio": 0.57899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2963.0, "pid": 65945, "reason": null, "system_cpu_core_ratio": 0.122076, "system_cpu_s_delta": 2.45, "user_cpu_core_ratio": 0.456914, "user_cpu_s_delta": 9.170000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.742451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522187, "system_cpu_s_delta": 10.479999999995925, "user_cpu_core_ratio": 1.220263, "user_cpu_s_delta": 24.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 254, "max_ms": 6.79, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.146, "max": 28.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.717, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.717, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.026, "count": 30, "max": 59.297, "p95": 37.314, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.579, "count": 30, "max": 24.644, "p95": 22.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 775.733, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1113.633, "count": 30, "max": 13023.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.485, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132422.667, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119773.6, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.067, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24755, "sampled_at": "2026-11-03T10:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5179560, "flush_count": 5482, "flush_interval_seconds": 30.0, "flush_state": {"count": 5482, "last_at": "2026-11-03T10:07:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:07:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5481}, "started": true, "suppressed_count": 3172594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172196}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5482, "written_record_count": 5482}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11177.785, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:07:43+09:00", "last_error_summary": "[h264 @ 0x5aeb3d23d580] cabac decode of qscale diff failed at 96 50 [h264 @ 0x5aeb3d23d580] error while decoding MB 96 50, bytestream 7970 [h264 @ 0x5aeb3c6b9800] error while decoding MB 28 65, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8785641369600, "copied_frame_count": 3177677, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8785641369600, "frame_buffer_copies": 3177677, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 3.9985, "p50_ms": 0.0878, "p95_ms": 0.1988, "p99_ms": 0.3206}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4049, "count": 512, "max_ms": 10.1952, "p50_ms": 1.2838, "p95_ms": 2.3257, "p99_ms": 3.0068, "results": {"failed": 0, "not_applicable": 0, "success": 3177677, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 729, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:07:43+09:00", "last_error_summary": "[h264 @ 0x5aeb3d23d580] cabac decode of qscale diff failed at 96 50 [h264 @ 0x5aeb3d23d580] error while decoding MB 96 50, bytestream 7970 [h264 @ 0x5aeb3c6b9800] error while decoding MB 28 65, bytestream -10", "last_exit_at": "2026-11-03T10:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.628, "last_started_at": "2026-11-03T10:05:32+09:00", "pid": 65945, "process": {"exists": false, "pid": 65945}, "restart_count": 229, "restart_count_per_hour": 20, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 230}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.324, "sample_count": 2176, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-03T10:07:43+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-11-03T10:07:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.606, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 259.394, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-03T10:07:43.735921+09:00", "mtime_epoch": 1793668063.7359214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:07:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.602, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3177677, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.739, "max": 28.0, "p95": 22.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.512, "max": 4.0, "p95": 3.0, "sample_count": 207}, "total": {"avg": 2.512, "max": 4.0, "p95": 3.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.106, "max": 2.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.106, "max": 2.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.029, "count": 207, "max_ms": 4.701, "p95_ms": 0.013, "reason": null, "sample_age_ms": 96.407, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 207, "max_ms": 4.488, "p95_ms": 2.532, "reason": null, "sample_age_ms": 145.69, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 207, "max_ms": 4.176, "p95_ms": 1.931, "reason": null, "sample_age_ms": 145.878, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 207, "max_ms": 1.061, "p95_ms": 0.82, "reason": null, "sample_age_ms": 96.415, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.751, "count": 207, "max_ms": 4.496, "p95_ms": 2.885, "reason": null, "sample_age_ms": 143.037, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.995, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.685, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.987, "count": 207, "max_ms": 74.23, "p95_ms": 63.36, "reason": null, "sample_age_ms": 96.404, "source": "client_direct"}, "sample_age_ms": 96.401, "source": "client_direct", "task_total_ms": {"avg_ms": 46.327, "count": 207, "max_ms": 77.534, "p95_ms": 66.15, "reason": null, "sample_age_ms": 96.401, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.941, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.596, "count": 207, "max_ms": 22.434, "p95_ms": 14.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 207, "max_ms": 1.023, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.567, "count": 207, "max_ms": 9.279, "p95_ms": 2.827}, "event_filter_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 207, "max_ms": 0.922, "p95_ms": 0.663}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.197, "count": 207, "max_ms": 9.394, "p95_ms": 7.398}, "setup_ms": {"avg_ms": 0.04, "count": 207, "max_ms": 0.203, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 8.54, "count": 207, "max_ms": 22.381, "p95_ms": 14.483}, "track_match_ms": {"avg_ms": 0.094, "count": 207, "max_ms": 0.631, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.849, "count": 207, "max_ms": 5.937, "p95_ms": 3.071}}, "gstreamer_push": {"avg_ms": 2.828, "count": 207, "max_ms": 7.099, "p95_ms": 4.686}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.377, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.522, "count": 207, "max_ms": 81.474, "p95_ms": 69.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.045, "count": 207, "max_ms": 12.812, "p95_ms": 8.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.533, "count": 207, "max_ms": 157.055, "p95_ms": 128.117}, "inference_input_copy_ms": {"avg_ms": 1.565, "count": 207, "max_ms": 4.174, "p95_ms": 2.972}, "processing_residual_ms": {"avg_ms": 0.259, "count": 207, "max_ms": 0.596, "p95_ms": 0.482}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.401, "count": 207, "max_ms": 165.009, "p95_ms": 132.874}, "read_interval": {"avg_ms": 144.816, "count": 207, "max_ms": 3214.29, "p95_ms": 178.205}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 207, "max_ms": 0.085, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 4.121, "count": 207, "max_ms": 9.305, "p95_ms": 7.289}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.103, "count": 207, "max_ms": 9.279, "p95_ms": 7.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.534, "count": 207, "max_ms": 81.487, "p95_ms": 69.801}, "visualize": {"avg_ms": 37.07, "count": 207, "max_ms": 69.216, "p95_ms": 54.054}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.169, "count": 207, "max_ms": 54.915, "p95_ms": 44.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.553, "count": 207, "max_ms": 65.937, "p95_ms": 52.345}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 207, "max_ms": 5.127, "p95_ms": 2.259}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.423, "count": 207, "max_ms": 65.783, "p95_ms": 52.173}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 207, "max_ms": 0.199, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.551, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.8, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132966, "write_bytes_delta": 132966, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 961.0, "cpu_core_ratio": 0.57899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2963.0, "pid": 65945, "reason": null, "system_cpu_core_ratio": 0.122076, "system_cpu_s_delta": 2.45, "user_cpu_core_ratio": 0.456914, "user_cpu_s_delta": 9.170000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.742451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522187, "system_cpu_s_delta": 10.479999999995925, "user_cpu_core_ratio": 1.220263, "user_cpu_s_delta": 24.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 254, "max_ms": 6.79, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.146, "max": 28.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.717, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.717, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.026, "count": 30, "max": 59.297, "p95": 37.314, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.579, "count": 30, "max": 24.644, "p95": 22.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 775.733, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1113.633, "count": 30, "max": 13023.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.485, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132422.667, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119773.6, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.067, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24755, "sampled_at": "2026-11-03T10:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5179560, "flush_count": 5482, "flush_interval_seconds": 30.0, "flush_state": {"count": 5482, "last_at": "2026-11-03T10:07:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:07:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5481}, "started": true, "suppressed_count": 3172594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172196}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5482, "written_record_count": 5482}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11177.895, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8785641369600, "copied_frame_count": 3177677, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8785641369600, "frame_buffer_copies": 3177677, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 3.9985, "p50_ms": 0.0878, "p95_ms": 0.1988, "p99_ms": 0.3206}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4049, "count": 512, "max_ms": 10.1952, "p50_ms": 1.2838, "p95_ms": 2.3257, "p99_ms": 3.0068, "results": {"failed": 0, "not_applicable": 0, "success": 3177677, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 729, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:07:43+09:00", "last_error_summary": "[h264 @ 0x5aeb3d23d580] cabac decode of qscale diff failed at 96 50 [h264 @ 0x5aeb3d23d580] error while decoding MB 96 50, bytestream 7970 [h264 @ 0x5aeb3c6b9800] error while decoding MB 28 65, bytestream -10", "last_exit_at": "2026-11-03T10:07:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 131.66, "last_started_at": "2026-11-03T10:05:32+09:00", "pid": 65945, "process": {"exists": false, "pid": 65945}, "restart_count": 229, "restart_count_per_hour": 20, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 230}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.324, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T10:07:43+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-11-03T10:07:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.64, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 259.36, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-03T10:07:43.735921+09:00", "mtime_epoch": 1793668063.7359214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:07:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.602, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3177677, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.739, "max": 28.0, "p95": 22.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.512, "max": 4.0, "p95": 3.0, "sample_count": 207}, "total": {"avg": 2.512, "max": 4.0, "p95": 3.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.106, "max": 2.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.106, "max": 2.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.918, "pushed": 6.918, "read": 6.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.029, "count": 207, "max_ms": 4.701, "p95_ms": 0.013, "reason": null, "sample_age_ms": 129.358, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.762, "count": 206, "max_ms": 4.488, "p95_ms": 2.536, "reason": null, "sample_age_ms": 178.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 206, "max_ms": 4.176, "p95_ms": 1.933, "reason": null, "sample_age_ms": 178.828, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 207, "max_ms": 1.061, "p95_ms": 0.82, "reason": null, "sample_age_ms": 129.366, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.749, "count": 206, "max_ms": 4.496, "p95_ms": 2.888, "reason": null, "sample_age_ms": 175.987, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.946, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.636, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.987, "count": 207, "max_ms": 74.23, "p95_ms": 63.36, "reason": null, "sample_age_ms": 129.355, "source": "client_direct"}, "sample_age_ms": 129.352, "source": "client_direct", "task_total_ms": {"avg_ms": 46.327, "count": 207, "max_ms": 77.534, "p95_ms": 66.15, "reason": null, "sample_age_ms": 129.352, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.915, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.596, "count": 207, "max_ms": 22.434, "p95_ms": 14.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 207, "max_ms": 1.023, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.567, "count": 207, "max_ms": 9.279, "p95_ms": 2.827}, "event_filter_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 207, "max_ms": 0.922, "p95_ms": 0.663}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.197, "count": 207, "max_ms": 9.394, "p95_ms": 7.398}, "setup_ms": {"avg_ms": 0.04, "count": 207, "max_ms": 0.203, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 8.54, "count": 207, "max_ms": 22.381, "p95_ms": 14.483}, "track_match_ms": {"avg_ms": 0.094, "count": 207, "max_ms": 0.631, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.849, "count": 207, "max_ms": 5.937, "p95_ms": 3.071}}, "gstreamer_push": {"avg_ms": 2.828, "count": 207, "max_ms": 7.099, "p95_ms": 4.686}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.377, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.522, "count": 207, "max_ms": 81.474, "p95_ms": 69.795}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.045, "count": 207, "max_ms": 12.812, "p95_ms": 8.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.533, "count": 207, "max_ms": 157.055, "p95_ms": 128.117}, "inference_input_copy_ms": {"avg_ms": 1.565, "count": 207, "max_ms": 4.174, "p95_ms": 2.972}, "processing_residual_ms": {"avg_ms": 0.259, "count": 207, "max_ms": 0.596, "p95_ms": 0.482}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.401, "count": 207, "max_ms": 165.009, "p95_ms": 132.874}, "read_interval": {"avg_ms": 144.922, "count": 206, "max_ms": 3214.29, "p95_ms": 178.205}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 207, "max_ms": 0.085, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 4.121, "count": 207, "max_ms": 9.305, "p95_ms": 7.289}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.103, "count": 207, "max_ms": 9.279, "p95_ms": 7.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.534, "count": 207, "max_ms": 81.487, "p95_ms": 69.801}, "visualize": {"avg_ms": 37.07, "count": 207, "max_ms": 69.216, "p95_ms": 54.054}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.169, "count": 207, "max_ms": 54.915, "p95_ms": 44.378}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.553, "count": 207, "max_ms": 65.937, "p95_ms": 52.345}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 207, "max_ms": 5.127, "p95_ms": 2.259}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.423, "count": 207, "max_ms": 65.783, "p95_ms": 52.173}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 207, "max_ms": 0.199, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.551, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.8, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132966, "write_bytes_delta": 132966, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 961.0, "cpu_core_ratio": 0.57899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2963.0, "pid": 65945, "reason": null, "system_cpu_core_ratio": 0.122076, "system_cpu_s_delta": 2.45, "user_cpu_core_ratio": 0.456914, "user_cpu_s_delta": 9.170000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.742451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522187, "system_cpu_s_delta": 10.479999999995925, "user_cpu_core_ratio": 1.220263, "user_cpu_s_delta": 24.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 254, "max_ms": 6.79, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.146, "max": 28.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.717, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.717, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.026, "count": 30, "max": 59.297, "p95": 37.314, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.579, "count": 30, "max": 24.644, "p95": 22.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 775.733, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1113.633, "count": 30, "max": 13023.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.485, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132422.667, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119773.6, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.067, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24755, "sampled_at": "2026-11-03T10:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5179560, "flush_count": 5482, "flush_interval_seconds": 30.0, "flush_state": {"count": 5482, "last_at": "2026-11-03T10:07:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:07:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5481}, "started": true, "suppressed_count": 3172594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172196}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5482, "written_record_count": 5482}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11201.242, "limit_mb": null}, "detail": {"pid": 66061, "restart_count": 230, "start_count": 231}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8785641369600, "copied_frame_count": 3177677, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8785641369600, "frame_buffer_copies": 3177677, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 3.9985, "p50_ms": 0.0878, "p95_ms": 0.1988, "p99_ms": 0.3206}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4049, "count": 512, "max_ms": 10.1952, "p50_ms": 1.2838, "p95_ms": 2.3257, "p99_ms": 3.0068, "results": {"failed": 0, "not_applicable": 0, "success": 3177677, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 216, "h264_decode_error_count": 729, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:07:43+09:00", "last_error_summary": "[h264 @ 0x5aeb3d23d580] cabac decode of qscale diff failed at 96 50 [h264 @ 0x5aeb3d23d580] error while decoding MB 96 50, bytestream 7970 [h264 @ 0x5aeb3c6b9800] error while decoding MB 28 65, bytestream -10", "last_exit_at": "2026-11-03T10:07:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:07:46+09:00", "pid": 66061, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.91, "name": "ffmpeg", "pid": 66061, "rss_mb": 57.91, "state": "S (sleeping)", "threads": 1}, "restart_count": 230, "restart_count_per_hour": 21, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 231}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.342, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177677, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.688, "last_frame_pushed_at": "2026-11-03T10:07:43+09:00", "last_frame_read_age_sec": 4.805, "last_frame_read_at": "2026-11-03T10:07:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.272, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 254.728, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 4.679, "exists": true, "mtime": "2026-11-03T10:07:43.735921+09:00", "mtime_epoch": 1793668063.7359214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147082}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:07:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.605, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3177677, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 14.048, "max": 28.0, "p95": 23.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.56, "max": 4.0, "p95": 3.0, "sample_count": 168}, "total": {"avg": 2.56, "max": 4.0, "p95": 3.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.071, "max": 2.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.071, "max": 2.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.611, "pushed": 5.611, "read": 5.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.034, "count": 167, "max_ms": 4.701, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4761.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 167, "max_ms": 4.488, "p95_ms": 2.6, "reason": null, "sample_age_ms": 4810.787, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 167, "max_ms": 4.176, "p95_ms": 2.104, "reason": null, "sample_age_ms": 4810.975, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 167, "max_ms": 1.061, "p95_ms": 0.757, "reason": null, "sample_age_ms": 4761.513, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.723, "count": 167, "max_ms": 4.496, "p95_ms": 2.885, "reason": null, "sample_age_ms": 4808.134, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4808.093, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4761.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.716, "count": 167, "max_ms": 74.23, "p95_ms": 63.942, "reason": null, "sample_age_ms": 4761.502, "source": "client_direct"}, "sample_age_ms": 4761.498, "source": "client_direct", "task_total_ms": {"avg_ms": 46.024, "count": 167, "max_ms": 77.534, "p95_ms": 66.911, "reason": null, "sample_age_ms": 4761.498, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.727, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.624, "count": 168, "max_ms": 22.434, "p95_ms": 14.582}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.409, "count": 168, "max_ms": 1.023, "p95_ms": 0.808}, "detection_prepare_ms": {"avg_ms": 1.59, "count": 168, "max_ms": 9.279, "p95_ms": 2.844}, "event_filter_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.372, "count": 168, "max_ms": 0.922, "p95_ms": 0.663}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.245, "count": 168, "max_ms": 9.394, "p95_ms": 7.398}, "setup_ms": {"avg_ms": 0.039, "count": 168, "max_ms": 0.125, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 8.569, "count": 168, "max_ms": 22.381, "p95_ms": 14.483}, "track_match_ms": {"avg_ms": 0.09, "count": 168, "max_ms": 0.631, "p95_ms": 0.178}, "tracker_update_ms": {"avg_ms": 1.815, "count": 168, "max_ms": 5.937, "p95_ms": 3.057}}, "gstreamer_push": {"avg_ms": 2.776, "count": 168, "max_ms": 7.099, "p95_ms": 4.733}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.377, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.257, "count": 168, "max_ms": 81.474, "p95_ms": 70.147}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.058, "count": 168, "max_ms": 12.812, "p95_ms": 8.852}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.967, "count": 168, "max_ms": 157.055, "p95_ms": 131.203}, "inference_input_copy_ms": {"avg_ms": 1.523, "count": 168, "max_ms": 4.174, "p95_ms": 2.941}, "processing_residual_ms": {"avg_ms": 0.257, "count": 168, "max_ms": 0.596, "p95_ms": 0.482}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.805, "count": 168, "max_ms": 165.009, "p95_ms": 134.892}, "read_interval": {"avg_ms": 151.167, "count": 167, "max_ms": 3214.29, "p95_ms": 181.807}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 168, "max_ms": 0.085, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 4.17, "count": 168, "max_ms": 9.305, "p95_ms": 7.289}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.071, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.153, "count": 168, "max_ms": 9.279, "p95_ms": 7.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.034, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.269, "count": 168, "max_ms": 81.487, "p95_ms": 70.161}, "visualize": {"avg_ms": 36.774, "count": 168, "max_ms": 69.216, "p95_ms": 54.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.813, "count": 168, "max_ms": 54.915, "p95_ms": 44.545}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.261, "count": 168, "max_ms": 65.937, "p95_ms": 52.534}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 168, "max_ms": 5.127, "p95_ms": 2.225}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.135, "count": 168, "max_ms": 65.783, "p95_ms": 52.329}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 168, "max_ms": 0.199, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.551, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.551, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.8, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3177565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:07:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132966, "write_bytes_delta": 132966, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 961.0, "cpu_core_ratio": 0.57899, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2963.0, "pid": 65945, "reason": null, "system_cpu_core_ratio": 0.122076, "system_cpu_s_delta": 2.45, "user_cpu_core_ratio": 0.456914, "user_cpu_s_delta": 9.170000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.742451, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.522187, "system_cpu_s_delta": 10.479999999995925, "user_cpu_core_ratio": 1.220263, "user_cpu_s_delta": 24.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 254, "max_ms": 6.79, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.146, "max": 28.0, "p95": 26.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.717, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 254}, "total": {"avg": 2.717, "max": 5.0, "p95": 4.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 18.026, "count": 30, "max": 59.297, "p95": 37.314, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.579, "count": 30, "max": 24.644, "p95": 22.286, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 775.733, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1113.633, "count": 30, "max": 13023.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.445, "p95": 0.303, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.485, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.078, "count": 30, "max": 2.329, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132422.667, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 119773.6, "count": 30, "max": 136496.0, "p95": 136096.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.067, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.589, "p95": 0.574, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.161, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24755, "sampled_at": "2026-11-03T10:07:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:07:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5180561, "flush_count": 5483, "flush_interval_seconds": 30.0, "flush_state": {"count": 5483, "last_at": "2026-11-03T10:08:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:08:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5482}, "started": true, "suppressed_count": 3173285, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5483, "written_record_count": 5483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11183.812, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ebd297eb240] cabac decode of qscale diff failed at 1 64 [h264 @ 0x5ebd297eb240] error while decoding MB 1 64, bytestream 658 [h264 @ 0x5ebd28b78200] error while decoding MB 83 60, bytestream -11 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 107 66 [h264 @ 0x5ebd28a62000] error while decoding MB 107 66, bytestream 2478 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 49 56 [h264 @ 0x5ebd28a62000] error while decoding MB 49 56, bytestream 6039 [h264 @ 0x5ebd", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8787551846400, "copied_frame_count": 3178368, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8787551846400, "frame_buffer_copies": 3178368, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 4.421, "p50_ms": 0.0989, "p95_ms": 0.2236, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4409, "count": 512, "max_ms": 3.6662, "p50_ms": 1.3492, "p95_ms": 2.3264, "p99_ms": 2.8809, "results": {"failed": 0, "not_applicable": 0, "success": 3178368, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 737, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:09:26+09:00", "last_error_summary": "[h264 @ 0x5ebd297eb240] cabac decode of qscale diff failed at 1 64 [h264 @ 0x5ebd297eb240] error while decoding MB 1 64, bytestream 658 [h264 @ 0x5ebd28b78200] error while decoding MB 83 60, bytestream -11 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 107 66 [h264 @ 0x5ebd28a62000] error while decoding MB 107 66, bytestream 2478 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 49 56 [h264 @ 0x5ebd28a62000] error while decoding MB 49 56, bytestream 6039 [h264 @ 0x5ebd", "last_exit_at": "2026-11-03T10:07:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.001, "last_started_at": "2026-11-03T10:07:46+09:00", "pid": 66061, "process": {"exists": false, "pid": 66061}, "restart_count": 230, "restart_count_per_hour": 21, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 231}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.255, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.105, "last_frame_pushed_at": "2026-11-03T10:09:26+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-11-03T10:09:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 443.285, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 156.715, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-11-03T10:09:26.321570+09:00", "mtime_epoch": 1793668166.32157, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:09:26+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3178369, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.484, "max": 28.0, "p95": 22.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.511, "max": 4.0, "p95": 3.0, "sample_count": 188}, "total": {"avg": 2.511, "max": 4.0, "p95": 3.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 0.33, "max": 2.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 0.33, "max": 2.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.947, "pushed": 6.947, "read": 6.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 47.065, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.026, "count": 189, "max_ms": 11.818, "p95_ms": 3.479, "reason": null, "sample_age_ms": 105.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 189, "max_ms": 11.084, "p95_ms": 2.401, "reason": null, "sample_age_ms": 105.353, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.484, "count": 189, "max_ms": 1.611, "p95_ms": 0.963, "reason": null, "sample_age_ms": 47.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.123, "count": 189, "max_ms": 7.19, "p95_ms": 3.739, "reason": null, "sample_age_ms": 102.637, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.589, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.52, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.07, "count": 189, "max_ms": 88.501, "p95_ms": 68.1, "reason": null, "sample_age_ms": 47.059, "source": "client_direct"}, "sample_age_ms": 47.053, "source": "client_direct", "task_total_ms": {"avg_ms": 50.885, "count": 189, "max_ms": 91.23, "p95_ms": 70.528, "reason": null, "sample_age_ms": 47.053, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.434, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.798, "count": 188, "max_ms": 21.745, "p95_ms": 13.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.444, "count": 188, "max_ms": 1.204, "p95_ms": 0.799}, "detection_prepare_ms": {"avg_ms": 1.789, "count": 188, "max_ms": 7.91, "p95_ms": 3.234}, "event_filter_ms": {"avg_ms": 0.007, "count": 188, "max_ms": 0.213, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 188, "max_ms": 0.934, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.953, "count": 188, "max_ms": 8.147, "p95_ms": 6.353}, "setup_ms": {"avg_ms": 0.047, "count": 188, "max_ms": 0.14, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 8.732, "count": 188, "max_ms": 21.597, "p95_ms": 12.956}, "track_match_ms": {"avg_ms": 0.115, "count": 188, "max_ms": 0.383, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.0, "count": 188, "max_ms": 8.297, "p95_ms": 3.997}}, "gstreamer_push": {"avg_ms": 3.296, "count": 188, "max_ms": 7.658, "p95_ms": 5.687}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 188, "max_ms": 0.262, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.342, "count": 188, "max_ms": 97.133, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.428, "count": 188, "max_ms": 13.447, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.553, "count": 188, "max_ms": 155.958, "p95_ms": 127.775}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 188, "max_ms": 3.911, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.32, "count": 188, "max_ms": 1.445, "p95_ms": 0.576}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.008, "count": 188, "max_ms": 161.363, "p95_ms": 133.511}, "read_interval": {"avg_ms": 164.701, "count": 189, "max_ms": 4162.946, "p95_ms": 174.247}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 188, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.871, "count": 188, "max_ms": 7.895, "p95_ms": 6.281}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 188, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.852, "count": 188, "max_ms": 7.822, "p95_ms": 6.265}, "worker_merge_ms": {"avg_ms": 0.007, "count": 188, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.357, "count": 188, "max_ms": 97.147, "p95_ms": 72.746}, "visualize": {"avg_ms": 38.753, "count": 188, "max_ms": 59.663, "p95_ms": 52.279}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.543, "count": 188, "max_ms": 50.392, "p95_ms": 42.784}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.171, "count": 188, "max_ms": 57.986, "p95_ms": 49.824}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 188, "max_ms": 3.391, "p95_ms": 2.326}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.02, "count": 188, "max_ms": 57.776, "p95_ms": 49.579}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 188, "max_ms": 0.315, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.575, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.001, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133365, "write_bytes_delta": 133365, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 251.0, "cpu_core_ratio": 0.549254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1574.0, "pid": 66061, "reason": null, "system_cpu_core_ratio": 0.208716, "system_cpu_s_delta": 2.09, "user_cpu_core_ratio": 0.340537, "user_cpu_s_delta": 3.4100000000000037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.486339, "system_cpu_s_delta": 4.870000000009895, "user_cpu_core_ratio": 1.147441, "user_cpu_s_delta": 11.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 213, "max_ms": 8.712, "p95_ms": 5.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.873, "max": 19.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.84, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.84, "max": 3.0, "p95": 3.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.12, "count": 30, "max": 62.454, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.355, "count": 30, "max": 24.094, "p95": 19.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 661.6, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1161.733, "count": 30, "max": 10923.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 2.65, "p95": 1.281, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134378.567, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129979.067, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.1, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.589, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.126, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24763, "sampled_at": "2026-11-03T10:09:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:09:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.064, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5180561, "flush_count": 5483, "flush_interval_seconds": 30.0, "flush_state": {"count": 5483, "last_at": "2026-11-03T10:08:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:08:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5482}, "started": true, "suppressed_count": 3173285, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5483, "written_record_count": 5483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11185.09, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:09:26+09:00", "last_error_summary": "[h264 @ 0x5ebd297eb240] cabac decode of qscale diff failed at 1 64 [h264 @ 0x5ebd297eb240] error while decoding MB 1 64, bytestream 658 [h264 @ 0x5ebd28b78200] error while decoding MB 83 60, bytestream -11 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 107 66 [h264 @ 0x5ebd28a62000] error while decoding MB 107 66, bytestream 2478 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 49 56 [h264 @ 0x5ebd28a62000] error while decoding MB 49 56, bytestream 6039 [h264 @ 0x5ebd", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8787554611200, "copied_frame_count": 3178369, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8787554611200, "frame_buffer_copies": 3178369, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 4.421, "p50_ms": 0.0982, "p95_ms": 0.2233, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4397, "count": 512, "max_ms": 3.6662, "p50_ms": 1.3492, "p95_ms": 2.3264, "p99_ms": 2.8452, "results": {"failed": 0, "not_applicable": 0, "success": 3178369, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 737, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:09:26+09:00", "last_error_summary": "[h264 @ 0x5ebd297eb240] cabac decode of qscale diff failed at 1 64 [h264 @ 0x5ebd297eb240] error while decoding MB 1 64, bytestream 658 [h264 @ 0x5ebd28b78200] error while decoding MB 83 60, bytestream -11 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 107 66 [h264 @ 0x5ebd28a62000] error while decoding MB 107 66, bytestream 2478 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 49 56 [h264 @ 0x5ebd28a62000] error while decoding MB 49 56, bytestream 6039 [h264 @ 0x5ebd", "last_exit_at": "2026-11-03T10:09:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.05, "last_started_at": "2026-11-03T10:07:46+09:00", "pid": 66061, "process": {"exists": false, "pid": 66061}, "restart_count": 230, "restart_count_per_hour": 21, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 231}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.255, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-03T10:09:26+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-03T10:09:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 443.332, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 156.668, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T10:09:26.460571+09:00", "mtime_epoch": 1793668166.4605708, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133424}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:09:26+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3178369, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.471, "max": 28.0, "p95": 22.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.513, "max": 4.0, "p95": 3.0, "sample_count": 189}, "total": {"avg": 2.513, "max": 4.0, "p95": 3.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.328, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.328, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.971, "pushed": 6.971, "read": 6.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 98.222, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.026, "count": 189, "max_ms": 11.818, "p95_ms": 3.479, "reason": null, "sample_age_ms": 156.164, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 189, "max_ms": 11.084, "p95_ms": 2.401, "reason": null, "sample_age_ms": 156.511, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.484, "count": 189, "max_ms": 1.611, "p95_ms": 0.963, "reason": null, "sample_age_ms": 98.234, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.123, "count": 189, "max_ms": 7.19, "p95_ms": 3.739, "reason": null, "sample_age_ms": 153.795, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.677, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.07, "count": 189, "max_ms": 88.501, "p95_ms": 68.1, "reason": null, "sample_age_ms": 98.217, "source": "client_direct"}, "sample_age_ms": 98.211, "source": "client_direct", "task_total_ms": {"avg_ms": 50.885, "count": 189, "max_ms": 91.23, "p95_ms": 70.528, "reason": null, "sample_age_ms": 98.211, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.146, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.804, "count": 189, "max_ms": 21.745, "p95_ms": 13.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.444, "count": 189, "max_ms": 1.204, "p95_ms": 0.799}, "detection_prepare_ms": {"avg_ms": 1.787, "count": 189, "max_ms": 7.91, "p95_ms": 3.234}, "event_filter_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.213, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 189, "max_ms": 0.934, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.963, "count": 189, "max_ms": 8.147, "p95_ms": 6.353}, "setup_ms": {"avg_ms": 0.047, "count": 189, "max_ms": 0.14, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 8.739, "count": 189, "max_ms": 21.597, "p95_ms": 12.956}, "track_match_ms": {"avg_ms": 0.114, "count": 189, "max_ms": 0.383, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.999, "count": 189, "max_ms": 8.297, "p95_ms": 3.997}}, "gstreamer_push": {"avg_ms": 3.287, "count": 189, "max_ms": 7.658, "p95_ms": 5.687}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 189, "max_ms": 0.262, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.376, "count": 189, "max_ms": 97.133, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.42, "count": 189, "max_ms": 13.447, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.681, "count": 189, "max_ms": 155.958, "p95_ms": 127.775}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 189, "max_ms": 3.911, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.32, "count": 189, "max_ms": 1.445, "p95_ms": 0.576}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.129, "count": 189, "max_ms": 161.363, "p95_ms": 133.511}, "read_interval": {"avg_ms": 164.701, "count": 189, "max_ms": 4162.946, "p95_ms": 174.247}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 189, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.881, "count": 189, "max_ms": 7.895, "p95_ms": 6.281}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 189, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.862, "count": 189, "max_ms": 7.822, "p95_ms": 6.265}, "worker_merge_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.391, "count": 189, "max_ms": 97.147, "p95_ms": 72.746}, "visualize": {"avg_ms": 38.845, "count": 189, "max_ms": 59.663, "p95_ms": 52.362}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.582, "count": 189, "max_ms": 50.392, "p95_ms": 42.784}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.262, "count": 189, "max_ms": 57.986, "p95_ms": 51.242}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 189, "max_ms": 3.391, "p95_ms": 2.326}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.111, "count": 189, "max_ms": 57.776, "p95_ms": 51.126}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 189, "max_ms": 0.315, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.575, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.001, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133365, "write_bytes_delta": 133365, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 251.0, "cpu_core_ratio": 0.549254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1574.0, "pid": 66061, "reason": null, "system_cpu_core_ratio": 0.208716, "system_cpu_s_delta": 2.09, "user_cpu_core_ratio": 0.340537, "user_cpu_s_delta": 3.4100000000000037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.486339, "system_cpu_s_delta": 4.870000000009895, "user_cpu_core_ratio": 1.147441, "user_cpu_s_delta": 11.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 213, "max_ms": 8.712, "p95_ms": 5.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.873, "max": 19.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.84, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.84, "max": 3.0, "p95": 3.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.12, "count": 30, "max": 62.454, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.355, "count": 30, "max": 24.094, "p95": 19.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 661.6, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1161.733, "count": 30, "max": 10923.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 2.65, "p95": 1.281, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134378.567, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129979.067, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.1, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.589, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.126, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24763, "sampled_at": "2026-11-03T10:09:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:09:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.112, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5180561, "flush_count": 5483, "flush_interval_seconds": 30.0, "flush_state": {"count": 5483, "last_at": "2026-11-03T10:08:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:08:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5482}, "started": true, "suppressed_count": 3173285, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5483, "written_record_count": 5483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11185.148, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8787554611200, "copied_frame_count": 3178369, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8787554611200, "frame_buffer_copies": 3178369, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 4.421, "p50_ms": 0.0982, "p95_ms": 0.2233, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4397, "count": 512, "max_ms": 3.6662, "p50_ms": 1.3492, "p95_ms": 2.3264, "p99_ms": 2.8452, "results": {"failed": 0, "not_applicable": 0, "success": 3178369, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 737, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:09:26+09:00", "last_error_summary": "[h264 @ 0x5ebd297eb240] cabac decode of qscale diff failed at 1 64 [h264 @ 0x5ebd297eb240] error while decoding MB 1 64, bytestream 658 [h264 @ 0x5ebd28b78200] error while decoding MB 83 60, bytestream -11 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 107 66 [h264 @ 0x5ebd28a62000] error while decoding MB 107 66, bytestream 2478 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 49 56 [h264 @ 0x5ebd28a62000] error while decoding MB 49 56, bytestream 6039 [h264 @ 0x5ebd", "last_exit_at": "2026-11-03T10:09:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.106, "last_started_at": "2026-11-03T10:07:46+09:00", "pid": 66061, "process": {"exists": false, "pid": 66061}, "restart_count": 230, "restart_count_per_hour": 21, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 231}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.179, "sample_count": 2163, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-03T10:09:26+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-11-03T10:09:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 443.381, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 156.619, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-03T10:09:26.460571+09:00", "mtime_epoch": 1793668166.4605708, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133424}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:09:26+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3178369, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.471, "max": 28.0, "p95": 22.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.513, "max": 4.0, "p95": 3.0, "sample_count": 189}, "total": {"avg": 2.513, "max": 4.0, "p95": 3.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.328, "max": 2.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.328, "max": 2.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.957, "pushed": 6.957, "read": 6.957}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 151.485, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.026, "count": 189, "max_ms": 11.818, "p95_ms": 3.479, "reason": null, "sample_age_ms": 209.427, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 189, "max_ms": 11.084, "p95_ms": 2.401, "reason": null, "sample_age_ms": 209.774, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.484, "count": 189, "max_ms": 1.611, "p95_ms": 0.963, "reason": null, "sample_age_ms": 151.497, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.123, "count": 189, "max_ms": 7.19, "p95_ms": 3.739, "reason": null, "sample_age_ms": 207.058, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 207.01, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 151.94, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.07, "count": 189, "max_ms": 88.501, "p95_ms": 68.1, "reason": null, "sample_age_ms": 151.479, "source": "client_direct"}, "sample_age_ms": 151.474, "source": "client_direct", "task_total_ms": {"avg_ms": 50.885, "count": 189, "max_ms": 91.23, "p95_ms": 70.528, "reason": null, "sample_age_ms": 151.474, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.804, "count": 189, "max_ms": 21.745, "p95_ms": 13.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.444, "count": 189, "max_ms": 1.204, "p95_ms": 0.799}, "detection_prepare_ms": {"avg_ms": 1.787, "count": 189, "max_ms": 7.91, "p95_ms": 3.234}, "event_filter_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.213, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 189, "max_ms": 0.934, "p95_ms": 0.658}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.963, "count": 189, "max_ms": 8.147, "p95_ms": 6.353}, "setup_ms": {"avg_ms": 0.047, "count": 189, "max_ms": 0.14, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 8.739, "count": 189, "max_ms": 21.597, "p95_ms": 12.956}, "track_match_ms": {"avg_ms": 0.114, "count": 189, "max_ms": 0.383, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.999, "count": 189, "max_ms": 8.297, "p95_ms": 3.997}}, "gstreamer_push": {"avg_ms": 3.287, "count": 189, "max_ms": 7.658, "p95_ms": 5.687}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 189, "max_ms": 0.262, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.376, "count": 189, "max_ms": 97.133, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.42, "count": 189, "max_ms": 13.447, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.681, "count": 189, "max_ms": 155.958, "p95_ms": 127.775}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 189, "max_ms": 3.911, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.32, "count": 189, "max_ms": 1.445, "p95_ms": 0.576}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.129, "count": 189, "max_ms": 161.363, "p95_ms": 133.511}, "read_interval": {"avg_ms": 164.701, "count": 189, "max_ms": 4162.946, "p95_ms": 174.247}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 189, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.881, "count": 189, "max_ms": 7.895, "p95_ms": 6.281}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 189, "max_ms": 0.058, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.862, "count": 189, "max_ms": 7.822, "p95_ms": 6.265}, "worker_merge_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.391, "count": 189, "max_ms": 97.147, "p95_ms": 72.746}, "visualize": {"avg_ms": 38.845, "count": 189, "max_ms": 59.663, "p95_ms": 52.362}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.582, "count": 189, "max_ms": 50.392, "p95_ms": 42.784}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.262, "count": 189, "max_ms": 57.986, "p95_ms": 51.242}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 189, "max_ms": 3.391, "p95_ms": 2.326}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.111, "count": 189, "max_ms": 57.776, "p95_ms": 51.126}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 189, "max_ms": 0.315, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.575, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.001, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133365, "write_bytes_delta": 133365, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 251.0, "cpu_core_ratio": 0.549254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1574.0, "pid": 66061, "reason": null, "system_cpu_core_ratio": 0.208716, "system_cpu_s_delta": 2.09, "user_cpu_core_ratio": 0.340537, "user_cpu_s_delta": 3.4100000000000037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.486339, "system_cpu_s_delta": 4.870000000009895, "user_cpu_core_ratio": 1.147441, "user_cpu_s_delta": 11.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 213, "max_ms": 8.712, "p95_ms": 5.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.873, "max": 19.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.84, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.84, "max": 3.0, "p95": 3.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.12, "count": 30, "max": 62.454, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.355, "count": 30, "max": 24.094, "p95": 19.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 661.6, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1161.733, "count": 30, "max": 10923.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 2.65, "p95": 1.281, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134378.567, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129979.067, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.1, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.589, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.126, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24763, "sampled_at": "2026-11-03T10:09:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:09:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.168, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5180561, "flush_count": 5483, "flush_interval_seconds": 30.0, "flush_state": {"count": 5483, "last_at": "2026-11-03T10:08:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:08:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5482}, "started": true, "suppressed_count": 3173285, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3172887}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5483, "written_record_count": 5483}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11204.434, "limit_mb": null}, "detail": {"pid": 66177, "restart_count": 231, "start_count": 232}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8787554611200, "copied_frame_count": 3178369, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8787554611200, "frame_buffer_copies": 3178369, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 4.421, "p50_ms": 0.0982, "p95_ms": 0.2233, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4397, "count": 512, "max_ms": 3.6662, "p50_ms": 1.3492, "p95_ms": 2.3264, "p99_ms": 2.8452, "results": {"failed": 0, "not_applicable": 0, "success": 3178369, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 217, "h264_decode_error_count": 737, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:09:26+09:00", "last_error_summary": "[h264 @ 0x5ebd297eb240] cabac decode of qscale diff failed at 1 64 [h264 @ 0x5ebd297eb240] error while decoding MB 1 64, bytestream 658 [h264 @ 0x5ebd28b78200] error while decoding MB 83 60, bytestream -11 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 107 66 [h264 @ 0x5ebd28a62000] error while decoding MB 107 66, bytestream 2478 [h264 @ 0x5ebd28a62000] cabac decode of qscale diff failed at 49 56 [h264 @ 0x5ebd28a62000] error while decoding MB 49 56, bytestream 6039 [h264 @ 0x5ebd", "last_exit_at": "2026-11-03T10:09:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:09:29+09:00", "pid": 66177, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.254, "name": "ffmpeg", "pid": 66177, "rss_mb": 58.254, "state": "R (running)", "threads": 1}, "restart_count": 231, "restart_count_per_hour": 22, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 232}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.267, "sample_count": 2126, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178369, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.788, "last_frame_pushed_at": "2026-11-03T10:09:26+09:00", "last_frame_read_age_sec": 4.922, "last_frame_read_at": "2026-11-03T10:09:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.1, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 151.9, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 4.778, "exists": true, "mtime": "2026-11-03T10:09:26.460571+09:00", "mtime_epoch": 1793668166.4605708, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133424}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:09:31+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2337.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3178369, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 17.833, "max": 28.0, "p95": 22.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.557, "max": 4.0, "p95": 3.0, "sample_count": 174}, "total": {"avg": 2.557, "max": 4.0, "p95": 3.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.814, "pushed": 5.814, "read": 5.781}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4866.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.03, "count": 173, "max_ms": 11.818, "p95_ms": 3.463, "reason": null, "sample_age_ms": 4924.586, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 173, "max_ms": 11.084, "p95_ms": 2.387, "reason": null, "sample_age_ms": 4924.932, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.488, "count": 174, "max_ms": 1.611, "p95_ms": 0.981, "reason": null, "sample_age_ms": 4866.656, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.117, "count": 173, "max_ms": 7.19, "p95_ms": 3.86, "reason": null, "sample_age_ms": 4922.216, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4922.168, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4867.099, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.12, "count": 174, "max_ms": 88.501, "p95_ms": 68.049, "reason": null, "sample_age_ms": 4866.638, "source": "client_direct"}, "sample_age_ms": 4866.632, "source": "client_direct", "task_total_ms": {"avg_ms": 50.934, "count": 174, "max_ms": 91.23, "p95_ms": 70.418, "reason": null, "sample_age_ms": 4866.632, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.508, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.895, "count": 174, "max_ms": 21.745, "p95_ms": 13.047}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 174, "max_ms": 1.204, "p95_ms": 0.799}, "detection_prepare_ms": {"avg_ms": 1.778, "count": 174, "max_ms": 7.91, "p95_ms": 3.234}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.213, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.384, "count": 174, "max_ms": 0.934, "p95_ms": 0.697}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.049, "count": 174, "max_ms": 8.147, "p95_ms": 6.44}, "setup_ms": {"avg_ms": 0.047, "count": 174, "max_ms": 0.14, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.83, "count": 174, "max_ms": 21.597, "p95_ms": 12.956}, "track_match_ms": {"avg_ms": 0.113, "count": 174, "max_ms": 0.383, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 2.011, "count": 174, "max_ms": 8.297, "p95_ms": 3.997}}, "gstreamer_push": {"avg_ms": 3.288, "count": 174, "max_ms": 7.658, "p95_ms": 5.708}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 174, "max_ms": 0.262, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.429, "count": 174, "max_ms": 97.133, "p95_ms": 72.728}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.39, "count": 174, "max_ms": 13.447, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.816, "count": 174, "max_ms": 155.958, "p95_ms": 128.289}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 174, "max_ms": 3.911, "p95_ms": 3.121}, "processing_residual_ms": {"avg_ms": 0.31, "count": 174, "max_ms": 1.445, "p95_ms": 0.568}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.23, "count": 174, "max_ms": 161.363, "p95_ms": 133.511}, "read_interval": {"avg_ms": 145.164, "count": 173, "max_ms": 1800.83, "p95_ms": 173.54}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 174, "max_ms": 0.073, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 3.968, "count": 174, "max_ms": 7.895, "p95_ms": 6.298}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.054, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.949, "count": 174, "max_ms": 7.822, "p95_ms": 6.267}, "worker_merge_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.033, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.444, "count": 174, "max_ms": 97.147, "p95_ms": 72.746}, "visualize": {"avg_ms": 38.821, "count": 174, "max_ms": 59.663, "p95_ms": 53.099}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.512, "count": 174, "max_ms": 50.392, "p95_ms": 42.975}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.247, "count": 174, "max_ms": 57.986, "p95_ms": 51.614}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 174, "max_ms": 3.391, "p95_ms": 2.326}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.096, "count": 174, "max_ms": 57.776, "p95_ms": 51.472}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 174, "max_ms": 0.315, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.575, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.001, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3178261, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:09:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133365, "write_bytes_delta": 133365, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 251.0, "cpu_core_ratio": 0.549254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1574.0, "pid": 66061, "reason": null, "system_cpu_core_ratio": 0.208716, "system_cpu_s_delta": 2.09, "user_cpu_core_ratio": 0.340537, "user_cpu_s_delta": 3.4100000000000037}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63378, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.486339, "system_cpu_s_delta": 4.870000000009895, "user_cpu_core_ratio": 1.147441, "user_cpu_s_delta": 11.489999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.182, "count": 213, "max_ms": 8.712, "p95_ms": 5.271, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.873, "max": 19.0, "p95": 15.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.84, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 1.84, "max": 3.0, "p95": 3.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.12, "count": 30, "max": 62.454, "p95": 52.532, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.355, "count": 30, "max": 24.094, "p95": 19.912, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 661.6, "count": 30, "max": 1139.0, "p95": 1130.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1161.733, "count": 30, "max": 10923.0, "p95": 3461.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.166, "count": 30, "max": 2.65, "p95": 1.281, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134378.567, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129979.067, "count": 30, "max": 147082.0, "p95": 139067.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.1, "count": 30, "max": 38.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.589, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.126, "count": 30, "max": 1.299, "p95": 1.296, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24763, "sampled_at": "2026-11-03T10:09:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:09:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5182592, "flush_count": 5485, "flush_interval_seconds": 30.0, "flush_state": {"count": 5485, "last_at": "2026-11-03T10:10:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:10:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5484}, "started": true, "suppressed_count": 3174335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3173937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5485, "written_record_count": 5485}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11181.77, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59e7ca5af840] cabac decode of qscale diff failed at 66 56 [h264 @ 0x59e7ca5af840] error while decoding MB 66 56, bytestream 7622 [h264 @ 0x59e7ca46de40] error while decoding MB 20 58, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8790460416000, "copied_frame_count": 3179420, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8790460416000, "frame_buffer_copies": 3179420, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 2.9306, "p50_ms": 0.0983, "p95_ms": 0.2059, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4495, "count": 512, "max_ms": 3.6313, "p50_ms": 1.3391, "p95_ms": 2.31, "p99_ms": 2.8779, "results": {"failed": 0, "not_applicable": 0, "success": 3179420, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 740, "h264_decode_error_count_per_hour": 118, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:11:38+09:00", "last_error_summary": "[h264 @ 0x59e7ca5af840] cabac decode of qscale diff failed at 66 56 [h264 @ 0x59e7ca5af840] error while decoding MB 66 56, bytestream 7622 [h264 @ 0x59e7ca46de40] error while decoding MB 20 58, bytestream -8", "last_exit_at": "2026-11-03T10:09:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.567, "last_started_at": "2026-11-03T10:09:29+09:00", "pid": 66177, "process": {"exists": false, "pid": 66177}, "restart_count": 231, "restart_count_per_hour": 22, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 232}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.995, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179420, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-03T10:11:38+09:00", "last_frame_read_age_sec": 0.069, "last_frame_read_at": "2026-11-03T10:11:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.671, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 24.329, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.062, "exists": true, "mtime": "2026-11-03T10:11:38.743399+09:00", "mtime_epoch": 1793668298.7433994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132540}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:11:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2338.438, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3179421, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.632, "max": 21.0, "p95": 17.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.19, "max": 3.0, "p95": 2.0, "sample_count": 269}, "total": {"avg": 1.19, "max": 3.0, "p95": 2.0, "sample_count": 269}}, "tracking_counts": {"active": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 269}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 269}, "tracked": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 269}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 269, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.971, "pushed": 8.971, "read": 8.971}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 269, "client_acquire_ms": {"avg_ms": 0.008, "count": 269, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 19.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.883, "count": 269, "max_ms": 7.21, "p95_ms": 3.129, "reason": null, "sample_age_ms": 73.018, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.343, "count": 269, "max_ms": 6.932, "p95_ms": 1.999, "reason": null, "sample_age_ms": 74.449, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 269, "max_ms": 1.363, "p95_ms": 0.829, "reason": null, "sample_age_ms": 19.271, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 269, "max_ms": 4.197, "p95_ms": 3.225, "reason": null, "sample_age_ms": 69.954, "source": "client_direct"}, "request_count": 269, "request_tensor_bytes": {"avg": 2764808.0, "count": 269, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.918, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 269, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.771, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.709, "count": 269, "max_ms": 72.596, "p95_ms": 64.322, "reason": null, "sample_age_ms": 19.243, "source": "client_direct"}, "sample_age_ms": 19.237, "source": "client_direct", "task_total_ms": {"avg_ms": 48.271, "count": 269, "max_ms": 75.261, "p95_ms": 67.523, "reason": null, "sample_age_ms": 19.237, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.737, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.887, "count": 269, "max_ms": 14.402, "p95_ms": 9.713}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 269, "max_ms": 1.12, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.261, "count": 269, "max_ms": 3.336, "p95_ms": 2.377}, "event_filter_ms": {"avg_ms": 0.005, "count": 269, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 269, "max_ms": 0.736, "p95_ms": 0.496}, "mcmt_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.362, "count": 269, "max_ms": 5.149, "p95_ms": 4.096}, "setup_ms": {"avg_ms": 0.043, "count": 269, "max_ms": 0.175, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 5.833, "count": 269, "max_ms": 14.303, "p95_ms": 9.65}, "track_match_ms": {"avg_ms": 0.068, "count": 269, "max_ms": 0.237, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.443, "count": 269, "max_ms": 6.845, "p95_ms": 2.624}}, "gstreamer_push": {"avg_ms": 3.243, "count": 269, "max_ms": 7.208, "p95_ms": 5.249}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 269, "max_ms": 0.314, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.48, "count": 269, "max_ms": 76.645, "p95_ms": 68.837}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.998, "count": 269, "max_ms": 11.637, "p95_ms": 8.668}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.258, "count": 269, "max_ms": 128.734, "p95_ms": 112.316}, "inference_input_copy_ms": {"avg_ms": 1.614, "count": 269, "max_ms": 4.01, "p95_ms": 2.644}, "processing_residual_ms": {"avg_ms": 0.238, "count": 269, "max_ms": 1.301, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.108, "count": 269, "max_ms": 134.024, "p95_ms": 118.534}, "read_interval": {"avg_ms": 111.584, "count": 269, "max_ms": 178.484, "p95_ms": 152.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 269, "max_ms": 0.144, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.292, "count": 269, "max_ms": 5.07, "p95_ms": 3.911}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 269, "max_ms": 0.092, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.274, "count": 269, "max_ms": 5.052, "p95_ms": 3.891}, "worker_merge_ms": {"avg_ms": 0.006, "count": 269, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.493, "count": 269, "max_ms": 76.66, "p95_ms": 68.854}, "visualize": {"avg_ms": 34.519, "count": 269, "max_ms": 53.008, "p95_ms": 45.664}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.597, "count": 269, "max_ms": 47.548, "p95_ms": 39.123}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.05, "count": 269, "max_ms": 51.652, "p95_ms": 43.555}, "visualize_input_copy_ms": {"avg_ms": 1.272, "count": 269, "max_ms": 2.757, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.915, "count": 269, "max_ms": 51.464, "p95_ms": 43.38}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 269, "max_ms": 0.211, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 269}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.561, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132782, "write_bytes_delta": 132782, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.508321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 66177, "reason": null, "system_cpu_core_ratio": 0.042943, "system_cpu_s_delta": 0.8599999999999994, "user_cpu_core_ratio": 0.465378, "user_cpu_s_delta": 9.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755154, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524799, "system_cpu_s_delta": 10.509999999994761, "user_cpu_core_ratio": 1.230356, "user_cpu_s_delta": 24.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 262, "max_ms": 9.427, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.897, "max": 22.0, "p95": 18.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.161, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 261}, "total": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.63, "count": 30, "max": 62.454, "p95": 47.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.441, "count": 30, "max": 29.521, "p95": 22.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.767, "count": 30, "max": 1478.0, "p95": 1150.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2931.767, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.6, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.573, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.153, "count": 30, "max": 1.298, "p95": 1.29, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24769, "sampled_at": "2026-11-03T10:11:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:11:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5182592, "flush_count": 5485, "flush_interval_seconds": 30.0, "flush_state": {"count": 5485, "last_at": "2026-11-03T10:10:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:10:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5484}, "started": true, "suppressed_count": 3174335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3173937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5485, "written_record_count": 5485}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11181.461, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:11:38+09:00", "last_error_summary": "[h264 @ 0x59e7ca5af840] cabac decode of qscale diff failed at 66 56 [h264 @ 0x59e7ca5af840] error while decoding MB 66 56, bytestream 7622 [h264 @ 0x59e7ca46de40] error while decoding MB 20 58, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8790463180800, "copied_frame_count": 3179421, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8790463180800, "frame_buffer_copies": 3179421, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 2.9306, "p50_ms": 0.0983, "p95_ms": 0.2059, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.448, "count": 512, "max_ms": 3.6313, "p50_ms": 1.3385, "p95_ms": 2.31, "p99_ms": 2.8779, "results": {"failed": 0, "not_applicable": 0, "success": 3179421, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 740, "h264_decode_error_count_per_hour": 118, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:11:38+09:00", "last_error_summary": "[h264 @ 0x59e7ca5af840] cabac decode of qscale diff failed at 66 56 [h264 @ 0x59e7ca5af840] error while decoding MB 66 56, bytestream 7622 [h264 @ 0x59e7ca46de40] error while decoding MB 20 58, bytestream -8", "last_exit_at": "2026-11-03T10:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.625, "last_started_at": "2026-11-03T10:09:29+09:00", "pid": 66177, "process": {"exists": false, "pid": 66177}, "restart_count": 231, "restart_count_per_hour": 22, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 232}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.995, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:11:38+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-11-03T10:11:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.729, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 24.271, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-11-03T10:11:38.743399+09:00", "mtime_epoch": 1793668298.7433994, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132540}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:11:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2338.434, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3179421, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.599, "max": 21.0, "p95": 17.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 269}, "total": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 269}}, "tracking_counts": {"active": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 269}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 269}, "tracked": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 269}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.993, "pushed": 8.993, "read": 8.96}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 268, "client_acquire_ms": {"avg_ms": 0.008, "count": 269, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 83.905, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 268, "max_ms": 7.21, "p95_ms": 3.142, "reason": null, "sample_age_ms": 137.672, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 268, "max_ms": 6.932, "p95_ms": 2.0, "reason": null, "sample_age_ms": 139.102, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 269, "max_ms": 1.363, "p95_ms": 0.829, "reason": null, "sample_age_ms": 83.925, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.994, "count": 268, "max_ms": 4.197, "p95_ms": 3.227, "reason": null, "sample_age_ms": 134.607, "source": "client_direct"}, "request_count": 268, "request_tensor_bytes": {"avg": 2764808.0, "count": 268, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.571, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 269, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.425, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.709, "count": 269, "max_ms": 72.596, "p95_ms": 64.322, "reason": null, "sample_age_ms": 83.897, "source": "client_direct"}, "sample_age_ms": 83.89, "source": "client_direct", "task_total_ms": {"avg_ms": 48.271, "count": 269, "max_ms": 75.261, "p95_ms": 67.523, "reason": null, "sample_age_ms": 83.89, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.406, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.875, "count": 269, "max_ms": 14.402, "p95_ms": 9.713}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 269, "max_ms": 1.12, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.261, "count": 269, "max_ms": 3.336, "p95_ms": 2.377}, "event_filter_ms": {"avg_ms": 0.005, "count": 269, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 269, "max_ms": 0.736, "p95_ms": 0.496}, "mcmt_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.352, "count": 269, "max_ms": 5.149, "p95_ms": 4.001}, "setup_ms": {"avg_ms": 0.043, "count": 269, "max_ms": 0.175, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 5.821, "count": 269, "max_ms": 14.303, "p95_ms": 9.65}, "track_match_ms": {"avg_ms": 0.068, "count": 269, "max_ms": 0.237, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.441, "count": 269, "max_ms": 6.845, "p95_ms": 2.624}}, "gstreamer_push": {"avg_ms": 3.237, "count": 269, "max_ms": 7.208, "p95_ms": 5.249}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 269, "max_ms": 0.314, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.523, "count": 269, "max_ms": 76.645, "p95_ms": 68.837}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.969, "count": 269, "max_ms": 11.637, "p95_ms": 8.613}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.357, "count": 269, "max_ms": 128.734, "p95_ms": 112.326}, "inference_input_copy_ms": {"avg_ms": 1.615, "count": 269, "max_ms": 4.01, "p95_ms": 2.644}, "processing_residual_ms": {"avg_ms": 0.238, "count": 269, "max_ms": 1.301, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.179, "count": 269, "max_ms": 134.024, "p95_ms": 119.836}, "read_interval": {"avg_ms": 111.578, "count": 268, "max_ms": 178.484, "p95_ms": 152.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 269, "max_ms": 0.144, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.281, "count": 269, "max_ms": 5.07, "p95_ms": 3.866}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 269, "max_ms": 0.092, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.264, "count": 269, "max_ms": 5.052, "p95_ms": 3.817}, "worker_merge_ms": {"avg_ms": 0.006, "count": 269, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.536, "count": 269, "max_ms": 76.66, "p95_ms": 68.854}, "visualize": {"avg_ms": 34.588, "count": 269, "max_ms": 53.245, "p95_ms": 46.17}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.674, "count": 269, "max_ms": 49.66, "p95_ms": 39.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.122, "count": 269, "max_ms": 52.227, "p95_ms": 43.837}, "visualize_input_copy_ms": {"avg_ms": 1.27, "count": 269, "max_ms": 2.757, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.987, "count": 269, "max_ms": 52.132, "p95_ms": 43.5}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 269, "max_ms": 0.211, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 269}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.561, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132782, "write_bytes_delta": 132782, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.508321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 66177, "reason": null, "system_cpu_core_ratio": 0.042943, "system_cpu_s_delta": 0.8599999999999994, "user_cpu_core_ratio": 0.465378, "user_cpu_s_delta": 9.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755154, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524799, "system_cpu_s_delta": 10.509999999994761, "user_cpu_core_ratio": 1.230356, "user_cpu_s_delta": 24.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 262, "max_ms": 9.427, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.897, "max": 22.0, "p95": 18.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.161, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 261}, "total": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.63, "count": 30, "max": 62.454, "p95": 47.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.441, "count": 30, "max": 29.521, "p95": 22.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.767, "count": 30, "max": 1478.0, "p95": 1150.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2931.767, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.6, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.573, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.153, "count": 30, "max": 1.298, "p95": 1.29, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24769, "sampled_at": "2026-11-03T10:11:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:11:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5182592, "flush_count": 5485, "flush_interval_seconds": 30.0, "flush_state": {"count": 5485, "last_at": "2026-11-03T10:10:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:10:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5484}, "started": true, "suppressed_count": 3174335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3173937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5485, "written_record_count": 5485}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11182.664, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8790463180800, "copied_frame_count": 3179421, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8790463180800, "frame_buffer_copies": 3179421, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 2.9306, "p50_ms": 0.0983, "p95_ms": 0.2059, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.448, "count": 512, "max_ms": 3.6313, "p50_ms": 1.3385, "p95_ms": 2.31, "p99_ms": 2.8779, "results": {"failed": 0, "not_applicable": 0, "success": 3179421, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 740, "h264_decode_error_count_per_hour": 118, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:11:38+09:00", "last_error_summary": "[h264 @ 0x59e7ca5af840] cabac decode of qscale diff failed at 66 56 [h264 @ 0x59e7ca5af840] error while decoding MB 66 56, bytestream 7622 [h264 @ 0x59e7ca46de40] error while decoding MB 20 58, bytestream -8", "last_exit_at": "2026-11-03T10:11:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 129.667, "last_started_at": "2026-11-03T10:09:29+09:00", "pid": 66177, "process": {"exists": false, "pid": 66177}, "restart_count": 231, "restart_count_per_hour": 22, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 232}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.995, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.044, "last_frame_pushed_at": "2026-11-03T10:11:38+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-03T10:11:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 575.769, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 24.231, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-03T10:11:38.872400+09:00", "mtime_epoch": 1793668298.8724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:11:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2338.434, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3179421, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.599, "max": 21.0, "p95": 17.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 269}, "total": {"avg": 1.186, "max": 3.0, "p95": 2.0, "sample_count": 269}}, "tracking_counts": {"active": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 269}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 269}, "tracked": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 269}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 269, "pushed_frames": 269, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.981, "pushed": 8.981, "read": 8.947}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 268, "client_acquire_ms": {"avg_ms": 0.008, "count": 268, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 119.678, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 268, "max_ms": 7.21, "p95_ms": 3.142, "reason": null, "sample_age_ms": 173.445, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 268, "max_ms": 6.932, "p95_ms": 2.0, "reason": null, "sample_age_ms": 174.875, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.398, "count": 268, "max_ms": 1.363, "p95_ms": 0.831, "reason": null, "sample_age_ms": 119.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.994, "count": 268, "max_ms": 4.197, "p95_ms": 3.227, "reason": null, "sample_age_ms": 170.381, "source": "client_direct"}, "request_count": 268, "request_tensor_bytes": {"avg": 2764808.0, "count": 268, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.345, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.198, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.703, "count": 268, "max_ms": 72.596, "p95_ms": 64.331, "reason": null, "sample_age_ms": 119.67, "source": "client_direct"}, "sample_age_ms": 119.664, "source": "client_direct", "task_total_ms": {"avg_ms": 48.269, "count": 268, "max_ms": 75.261, "p95_ms": 67.56, "reason": null, "sample_age_ms": 119.664, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.015, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.875, "count": 269, "max_ms": 14.402, "p95_ms": 9.713}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 269, "max_ms": 1.12, "p95_ms": 0.736}, "detection_prepare_ms": {"avg_ms": 1.261, "count": 269, "max_ms": 3.336, "p95_ms": 2.377}, "event_filter_ms": {"avg_ms": 0.005, "count": 269, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 269, "max_ms": 0.736, "p95_ms": 0.496}, "mcmt_ms": {"avg_ms": 0.003, "count": 269, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.352, "count": 269, "max_ms": 5.149, "p95_ms": 4.001}, "setup_ms": {"avg_ms": 0.043, "count": 269, "max_ms": 0.175, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 5.821, "count": 269, "max_ms": 14.303, "p95_ms": 9.65}, "track_match_ms": {"avg_ms": 0.068, "count": 269, "max_ms": 0.237, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.441, "count": 269, "max_ms": 6.845, "p95_ms": 2.624}}, "gstreamer_push": {"avg_ms": 3.237, "count": 269, "max_ms": 7.208, "p95_ms": 5.249}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 269, "max_ms": 0.314, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.523, "count": 269, "max_ms": 76.645, "p95_ms": 68.837}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.969, "count": 269, "max_ms": 11.637, "p95_ms": 8.613}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.357, "count": 269, "max_ms": 128.734, "p95_ms": 112.326}, "inference_input_copy_ms": {"avg_ms": 1.615, "count": 269, "max_ms": 4.01, "p95_ms": 2.644}, "processing_residual_ms": {"avg_ms": 0.238, "count": 269, "max_ms": 1.301, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.179, "count": 269, "max_ms": 134.024, "p95_ms": 119.836}, "read_interval": {"avg_ms": 111.578, "count": 268, "max_ms": 178.484, "p95_ms": 152.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 269, "max_ms": 0.144, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.281, "count": 269, "max_ms": 5.07, "p95_ms": 3.866}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 269, "max_ms": 0.092, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.264, "count": 269, "max_ms": 5.052, "p95_ms": 3.817}, "worker_merge_ms": {"avg_ms": 0.006, "count": 269, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.536, "count": 269, "max_ms": 76.66, "p95_ms": 68.854}, "visualize": {"avg_ms": 34.588, "count": 269, "max_ms": 53.245, "p95_ms": 46.17}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.674, "count": 269, "max_ms": 49.66, "p95_ms": 39.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.122, "count": 269, "max_ms": 52.227, "p95_ms": 43.837}, "visualize_input_copy_ms": {"avg_ms": 1.27, "count": 269, "max_ms": 2.757, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 269, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.987, "count": 269, "max_ms": 52.132, "p95_ms": 43.5}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 269, "max_ms": 0.211, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 269}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.561, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132782, "write_bytes_delta": 132782, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.508321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 66177, "reason": null, "system_cpu_core_ratio": 0.042943, "system_cpu_s_delta": 0.8599999999999994, "user_cpu_core_ratio": 0.465378, "user_cpu_s_delta": 9.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755154, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524799, "system_cpu_s_delta": 10.509999999994761, "user_cpu_core_ratio": 1.230356, "user_cpu_s_delta": 24.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 262, "max_ms": 9.427, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.897, "max": 22.0, "p95": 18.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.161, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 261}, "total": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.63, "count": 30, "max": 62.454, "p95": 47.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.441, "count": 30, "max": 29.521, "p95": 22.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.767, "count": 30, "max": 1478.0, "p95": 1150.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2931.767, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.6, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.573, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.153, "count": 30, "max": 1.298, "p95": 1.29, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24769, "sampled_at": "2026-11-03T10:11:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:11:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5182592, "flush_count": 5485, "flush_interval_seconds": 30.0, "flush_state": {"count": 5485, "last_at": "2026-11-03T10:10:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:10:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5484}, "started": true, "suppressed_count": 3174335, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3173937}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5485, "written_record_count": 5485}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11326.355, "limit_mb": null}, "detail": {"pid": 66293, "restart_count": 232, "start_count": 233}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8790463180800, "copied_frame_count": 3179421, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8790463180800, "frame_buffer_copies": 3179421, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 2.9306, "p50_ms": 0.0983, "p95_ms": 0.2059, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.448, "count": 512, "max_ms": 3.6313, "p50_ms": 1.3385, "p95_ms": 2.31, "p99_ms": 2.8779, "results": {"failed": 0, "not_applicable": 0, "success": 3179421, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 218, "h264_decode_error_count": 740, "h264_decode_error_count_per_hour": 118, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:11:38+09:00", "last_error_summary": "[h264 @ 0x59e7ca5af840] cabac decode of qscale diff failed at 66 56 [h264 @ 0x59e7ca5af840] error while decoding MB 66 56, bytestream 7622 [h264 @ 0x59e7ca46de40] error while decoding MB 20 58, bytestream -8", "last_exit_at": "2026-11-03T10:11:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:11:41+09:00", "pid": 66293, "process": {"exists": true, "fd_count": 5, "hwm_mb": 179.031, "name": "ffmpeg", "pid": 66293, "rss_mb": 179.031, "state": "S (sleeping)", "threads": 70}, "restart_count": 232, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 233}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.995, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179421, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.331, "last_frame_pushed_at": "2026-11-03T10:11:38+09:00", "last_frame_read_age_sec": 4.456, "last_frame_read_at": "2026-11-03T10:11:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 151, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 580.054, "last_sample_duration_ms": 791.671, "last_trigger": "periodic", "next_snapshot_in_sec": 19.946, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 551, "storage_bytes": 3162452}, "mjpeg": {"age_sec": 4.32, "exists": true, "mtime": "2026-11-03T10:11:38.872400+09:00", "mtime_epoch": 1793668298.8724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132174}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:11:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2338.438, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3179421, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.291, "max": 21.0, "p95": 17.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.122, "max": 2.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.122, "max": 2.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.68, "pushed": 7.68, "read": 7.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 229, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4407.296, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.899, "count": 229, "max_ms": 7.21, "p95_ms": 3.251, "reason": null, "sample_age_ms": 4461.063, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 229, "max_ms": 6.932, "p95_ms": 1.987, "reason": null, "sample_age_ms": 4462.493, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.396, "count": 229, "max_ms": 1.363, "p95_ms": 0.798, "reason": null, "sample_age_ms": 4407.316, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.007, "count": 229, "max_ms": 4.197, "p95_ms": 3.225, "reason": null, "sample_age_ms": 4457.999, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4457.963, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4407.816, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.425, "count": 229, "max_ms": 72.596, "p95_ms": 65.253, "reason": null, "sample_age_ms": 4407.288, "source": "client_direct"}, "sample_age_ms": 4407.281, "source": "client_direct", "task_total_ms": {"avg_ms": 49.002, "count": 229, "max_ms": 75.261, "p95_ms": 68.361, "reason": null, "sample_age_ms": 4407.281, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.018, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.691, "count": 230, "max_ms": 11.852, "p95_ms": 8.782}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 230, "max_ms": 1.12, "p95_ms": 0.741}, "detection_prepare_ms": {"avg_ms": 1.245, "count": 230, "max_ms": 3.336, "p95_ms": 2.316}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 230, "max_ms": 0.736, "p95_ms": 0.488}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.02, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.244, "count": 230, "max_ms": 5.012, "p95_ms": 3.511}, "setup_ms": {"avg_ms": 0.042, "count": 230, "max_ms": 0.175, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.636, "count": 230, "max_ms": 11.706, "p95_ms": 8.631}, "track_match_ms": {"avg_ms": 0.066, "count": 230, "max_ms": 0.237, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.386, "count": 230, "max_ms": 3.563, "p95_ms": 2.33}}, "gstreamer_push": {"avg_ms": 3.239, "count": 230, "max_ms": 7.208, "p95_ms": 5.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 230, "max_ms": 0.314, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.315, "count": 230, "max_ms": 76.645, "p95_ms": 69.815}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.959, "count": 230, "max_ms": 11.637, "p95_ms": 8.236}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.843, "count": 230, "max_ms": 128.734, "p95_ms": 114.766}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 230, "max_ms": 4.01, "p95_ms": 2.623}, "processing_residual_ms": {"avg_ms": 0.237, "count": 230, "max_ms": 1.301, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.649, "count": 230, "max_ms": 134.024, "p95_ms": 121.805}, "read_interval": {"avg_ms": 111.817, "count": 229, "max_ms": 178.484, "p95_ms": 152.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 230, "max_ms": 0.055, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.174, "count": 230, "max_ms": 4.934, "p95_ms": 3.394}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.092, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.157, "count": 230, "max_ms": 4.918, "p95_ms": 3.374}, "worker_merge_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.028, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.328, "count": 230, "max_ms": 76.66, "p95_ms": 69.823}, "visualize": {"avg_ms": 34.462, "count": 230, "max_ms": 53.245, "p95_ms": 45.664}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.657, "count": 230, "max_ms": 49.66, "p95_ms": 39.26}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.006, "count": 230, "max_ms": 52.227, "p95_ms": 43.837}, "visualize_input_copy_ms": {"avg_ms": 1.265, "count": 230, "max_ms": 2.511, "p95_ms": 2.042}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.871, "count": 230, "max_ms": 52.132, "p95_ms": 43.5}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 230, "max_ms": 0.211, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.43, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.561, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3179177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:11:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132782, "write_bytes_delta": 132782, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.508321, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 702.0, "pid": 66177, "reason": null, "system_cpu_core_ratio": 0.042943, "system_cpu_s_delta": 0.8599999999999994, "user_cpu_core_ratio": 0.465378, "user_cpu_s_delta": 9.32}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755154, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.524799, "system_cpu_s_delta": 10.509999999994761, "user_cpu_core_ratio": 1.230356, "user_cpu_s_delta": 24.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.197, "count": 262, "max_ms": 9.427, "p95_ms": 5.43, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.897, "max": 22.0, "p95": 18.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.161, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 261}, "total": {"avg": 2.161, "max": 4.0, "p95": 3.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.63, "count": 30, "max": 62.454, "p95": 47.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.441, "count": 30, "max": 29.521, "p95": 22.591, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.767, "count": 30, "max": 1478.0, "p95": 1150.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2931.767, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.445, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.508, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134680.367, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.6, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.573, "p95": 0.566, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.153, "count": 30, "max": 1.298, "p95": 1.29, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24769, "sampled_at": "2026-11-03T10:11:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:11:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5185590, "flush_count": 5488, "flush_interval_seconds": 30.0, "flush_state": {"count": 5488, "last_at": "2026-11-03T10:13:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:13:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5487}, "started": true, "suppressed_count": 3175743, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3175345}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5488, "written_record_count": 5488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11186.203, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62b50d2268c0] cabac decode of qscale diff failed at 42 57 [h264 @ 0x62b50d2268c0] error while decoding MB 42 57, bytestream 15642 [h264 @ 0x62b50d38b000] left block unavailable for requested intra mode [h264 @ 0x62b50d38b000] error while decoding MB 0 32, bytestream 8376 [h264 @ 0x62b50d364c40] error while decoding MB 16 56, bytestream -6 [h264 @ 0x62b50d38b000] error while decoding MB 63 50, bytestream -7 [h264 @ 0x62b50d300380] error while decoding MB 69 54, bytestream -20 [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8794361548800, "copied_frame_count": 3180831, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8794361548800, "frame_buffer_copies": 3180831, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 2.4502, "p50_ms": 0.098, "p95_ms": 0.2256, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4629, "count": 512, "max_ms": 6.6464, "p50_ms": 1.3693, "p95_ms": 2.4337, "p99_ms": 2.9593, "results": {"failed": 0, "not_applicable": 0, "success": 3180831, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 747, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:14:38+09:00", "last_error_summary": "[h264 @ 0x62b50d2268c0] cabac decode of qscale diff failed at 42 57 [h264 @ 0x62b50d2268c0] error while decoding MB 42 57, bytestream 15642 [h264 @ 0x62b50d38b000] left block unavailable for requested intra mode [h264 @ 0x62b50d38b000] error while decoding MB 0 32, bytestream 8376 [h264 @ 0x62b50d364c40] error while decoding MB 16 56, bytestream -6 [h264 @ 0x62b50d38b000] error while decoding MB 63 50, bytestream -7 [h264 @ 0x62b50d300380] error while decoding MB 69 54, bytestream -20 [h264 @ 0x", "last_exit_at": "2026-11-03T10:11:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.052, "last_started_at": "2026-11-03T10:11:41+09:00", "pid": 66293, "process": {"exists": false, "pid": 66293}, "restart_count": 232, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 233}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.159, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180831, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-03T10:14:38+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-03T10:14:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.206, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 447.794, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-11-03T10:14:38.172512+09:00", "mtime_epoch": 1793668478.1725118, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128779}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:14:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3180832, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.382, "max": 11.0, "p95": 9.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.153, "max": 3.0, "p95": 3.0, "sample_count": 170}, "total": {"avg": 2.153, "max": 3.0, "p95": 3.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.406, "max": 2.0, "p95": 2.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.406, "max": 2.0, "p95": 2.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 171, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.856, "pushed": 5.856, "read": 5.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 45.225, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 171, "max_ms": 8.614, "p95_ms": 2.794, "reason": null, "sample_age_ms": 77.458, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 171, "max_ms": 6.316, "p95_ms": 1.904, "reason": null, "sample_age_ms": 79.781, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 171, "max_ms": 1.075, "p95_ms": 0.73, "reason": null, "sample_age_ms": 45.231, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.822, "count": 171, "max_ms": 3.963, "p95_ms": 3.179, "reason": null, "sample_age_ms": 76.213, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.197, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 45.428, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.712, "count": 171, "max_ms": 79.639, "p95_ms": 63.579, "reason": null, "sample_age_ms": 45.222, "source": "client_direct"}, "sample_age_ms": 45.219, "source": "client_direct", "task_total_ms": {"avg_ms": 46.076, "count": 171, "max_ms": 82.956, "p95_ms": 65.309, "reason": null, "sample_age_ms": 45.219, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.892, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.897, "count": 170, "max_ms": 28.418, "p95_ms": 15.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.435, "count": 170, "max_ms": 1.257, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.564, "count": 170, "max_ms": 13.923, "p95_ms": 2.891}, "event_filter_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.241, "count": 170, "max_ms": 0.631, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.409, "count": 170, "max_ms": 9.357, "p95_ms": 8.153}, "setup_ms": {"avg_ms": 0.043, "count": 170, "max_ms": 0.113, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.829, "count": 170, "max_ms": 28.292, "p95_ms": 14.911}, "track_match_ms": {"avg_ms": 0.162, "count": 170, "max_ms": 0.56, "p95_ms": 0.384}, "tracker_update_ms": {"avg_ms": 1.965, "count": 170, "max_ms": 8.716, "p95_ms": 3.413}}, "gstreamer_push": {"avg_ms": 3.157, "count": 170, "max_ms": 11.016, "p95_ms": 5.306}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 170, "max_ms": 0.245, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.384, "count": 170, "max_ms": 86.07, "p95_ms": 69.499}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.178, "count": 170, "max_ms": 12.029, "p95_ms": 8.441}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.525, "count": 170, "max_ms": 149.294, "p95_ms": 128.56}, "inference_input_copy_ms": {"avg_ms": 1.588, "count": 170, "max_ms": 4.329, "p95_ms": 2.489}, "processing_residual_ms": {"avg_ms": 0.317, "count": 170, "max_ms": 0.81, "p95_ms": 0.67}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.608, "count": 170, "max_ms": 155.854, "p95_ms": 134.984}, "read_interval": {"avg_ms": 177.865, "count": 171, "max_ms": 8473.869, "p95_ms": 179.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 170, "max_ms": 0.106, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.324, "count": 170, "max_ms": 9.135, "p95_ms": 8.02}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 170, "max_ms": 0.133, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.305, "count": 170, "max_ms": 9.09, "p95_ms": 7.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 47.397, "count": 170, "max_ms": 86.077, "p95_ms": 69.51}, "visualize": {"avg_ms": 37.963, "count": 170, "max_ms": 66.584, "p95_ms": 52.074}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.401, "count": 170, "max_ms": 54.868, "p95_ms": 42.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.414, "count": 170, "max_ms": 65.066, "p95_ms": 50.171}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 170, "max_ms": 3.236, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.277, "count": 170, "max_ms": 64.897, "p95_ms": 49.969}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 170, "max_ms": 0.18, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.039, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.515, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126796, "write_bytes_delta": 126796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1193.0, "cpu_core_ratio": 0.530108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 66293, "reason": null, "system_cpu_core_ratio": 0.046877, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.483231, "user_cpu_s_delta": 9.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.466276, "system_cpu_s_delta": 9.349999999991269, "user_cpu_core_ratio": 1.168931, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 268, "max_ms": 9.647, "p95_ms": 5.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.578, "max": 19.0, "p95": 16.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.555, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.433, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.515, "count": 30, "max": 62.454, "p95": 52.431, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.285, "count": 30, "max": 29.985, "p95": 27.079, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 824.467, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.967, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.404, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133708.033, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133708.033, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.433, "count": 30, "max": 46.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.573, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.293, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24777, "sampled_at": "2026-11-03T10:13:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:13:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.031, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5185590, "flush_count": 5488, "flush_interval_seconds": 30.0, "flush_state": {"count": 5488, "last_at": "2026-11-03T10:13:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:13:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5487}, "started": true, "suppressed_count": 3175743, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3175345}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5488, "written_record_count": 5488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11186.555, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:14:38+09:00", "last_error_summary": "[h264 @ 0x62b50d2268c0] cabac decode of qscale diff failed at 42 57 [h264 @ 0x62b50d2268c0] error while decoding MB 42 57, bytestream 15642 [h264 @ 0x62b50d38b000] left block unavailable for requested intra mode [h264 @ 0x62b50d38b000] error while decoding MB 0 32, bytestream 8376 [h264 @ 0x62b50d364c40] error while decoding MB 16 56, bytestream -6 [h264 @ 0x62b50d38b000] error while decoding MB 63 50, bytestream -7 [h264 @ 0x62b50d300380] error while decoding MB 69 54, bytestream -20 [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8794364313600, "copied_frame_count": 3180832, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8794364313600, "frame_buffer_copies": 3180832, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 2.4502, "p50_ms": 0.0979, "p95_ms": 0.2256, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4626, "count": 512, "max_ms": 6.6464, "p50_ms": 1.3689, "p95_ms": 2.4337, "p99_ms": 2.9593, "results": {"failed": 0, "not_applicable": 0, "success": 3180832, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 747, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:14:38+09:00", "last_error_summary": "[h264 @ 0x62b50d2268c0] cabac decode of qscale diff failed at 42 57 [h264 @ 0x62b50d2268c0] error while decoding MB 42 57, bytestream 15642 [h264 @ 0x62b50d38b000] left block unavailable for requested intra mode [h264 @ 0x62b50d38b000] error while decoding MB 0 32, bytestream 8376 [h264 @ 0x62b50d364c40] error while decoding MB 16 56, bytestream -6 [h264 @ 0x62b50d38b000] error while decoding MB 63 50, bytestream -7 [h264 @ 0x62b50d300380] error while decoding MB 69 54, bytestream -20 [h264 @ 0x", "last_exit_at": "2026-11-03T10:14:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.087, "last_started_at": "2026-11-03T10:11:41+09:00", "pid": 66293, "process": {"exists": false, "pid": 66293}, "restart_count": 232, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 233}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.159, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-03T10:14:38+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-11-03T10:14:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.236, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 447.764, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T10:14:38.275512+09:00", "mtime_epoch": 1793668478.2755125, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:14:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3180832, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.409, "max": 12.0, "p95": 9.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.152, "max": 3.0, "p95": 3.0, "sample_count": 171}, "total": {"avg": 2.152, "max": 3.0, "p95": 3.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 1.409, "max": 2.0, "p95": 2.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 1.409, "max": 2.0, "p95": 2.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.883, "pushed": 5.883, "read": 5.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 77.977, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 171, "max_ms": 8.614, "p95_ms": 2.794, "reason": null, "sample_age_ms": 110.21, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 171, "max_ms": 6.316, "p95_ms": 1.904, "reason": null, "sample_age_ms": 112.533, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 171, "max_ms": 1.075, "p95_ms": 0.73, "reason": null, "sample_age_ms": 77.983, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.822, "count": 171, "max_ms": 3.963, "p95_ms": 3.179, "reason": null, "sample_age_ms": 108.964, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.18, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.712, "count": 171, "max_ms": 79.639, "p95_ms": 63.579, "reason": null, "sample_age_ms": 77.974, "source": "client_direct"}, "sample_age_ms": 77.971, "source": "client_direct", "task_total_ms": {"avg_ms": 46.076, "count": 171, "max_ms": 82.956, "p95_ms": 65.309, "reason": null, "sample_age_ms": 77.971, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.677, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.883, "count": 171, "max_ms": 28.418, "p95_ms": 15.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 171, "max_ms": 1.257, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.562, "count": 171, "max_ms": 13.923, "p95_ms": 2.891}, "event_filter_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.24, "count": 171, "max_ms": 0.631, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.401, "count": 171, "max_ms": 9.357, "p95_ms": 8.153}, "setup_ms": {"avg_ms": 0.043, "count": 171, "max_ms": 0.113, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.815, "count": 171, "max_ms": 28.292, "p95_ms": 14.911}, "track_match_ms": {"avg_ms": 0.162, "count": 171, "max_ms": 0.56, "p95_ms": 0.384}, "tracker_update_ms": {"avg_ms": 1.963, "count": 171, "max_ms": 8.716, "p95_ms": 3.413}}, "gstreamer_push": {"avg_ms": 3.148, "count": 171, "max_ms": 11.016, "p95_ms": 5.306}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 171, "max_ms": 0.245, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.311, "count": 171, "max_ms": 86.07, "p95_ms": 69.499}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.17, "count": 171, "max_ms": 12.029, "p95_ms": 8.441}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.523, "count": 171, "max_ms": 149.294, "p95_ms": 128.56}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 171, "max_ms": 4.329, "p95_ms": 2.528}, "processing_residual_ms": {"avg_ms": 0.317, "count": 171, "max_ms": 0.81, "p95_ms": 0.67}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.603, "count": 171, "max_ms": 155.854, "p95_ms": 134.984}, "read_interval": {"avg_ms": 177.865, "count": 171, "max_ms": 8473.869, "p95_ms": 179.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 171, "max_ms": 0.106, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.316, "count": 171, "max_ms": 9.135, "p95_ms": 8.02}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 171, "max_ms": 0.133, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.297, "count": 171, "max_ms": 9.09, "p95_ms": 7.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 47.325, "count": 171, "max_ms": 86.077, "p95_ms": 69.51}, "visualize": {"avg_ms": 38.051, "count": 171, "max_ms": 66.584, "p95_ms": 52.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.393, "count": 171, "max_ms": 54.868, "p95_ms": 42.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.504, "count": 171, "max_ms": 65.066, "p95_ms": 50.259}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 171, "max_ms": 3.236, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.368, "count": 171, "max_ms": 64.897, "p95_ms": 50.107}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 171, "max_ms": 0.18, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.039, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.515, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126796, "write_bytes_delta": 126796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1193.0, "cpu_core_ratio": 0.530108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 66293, "reason": null, "system_cpu_core_ratio": 0.046877, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.483231, "user_cpu_s_delta": 9.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.466276, "system_cpu_s_delta": 9.349999999991269, "user_cpu_core_ratio": 1.168931, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 268, "max_ms": 9.647, "p95_ms": 5.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.578, "max": 19.0, "p95": 16.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.555, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.433, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.515, "count": 30, "max": 62.454, "p95": 52.431, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.285, "count": 30, "max": 29.985, "p95": 27.079, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 824.467, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.967, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.404, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133708.033, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133708.033, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.433, "count": 30, "max": 46.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.573, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.293, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24777, "sampled_at": "2026-11-03T10:13:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:13:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.065, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5185590, "flush_count": 5488, "flush_interval_seconds": 30.0, "flush_state": {"count": 5488, "last_at": "2026-11-03T10:13:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:13:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5487}, "started": true, "suppressed_count": 3175743, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3175345}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5488, "written_record_count": 5488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11186.383, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8794364313600, "copied_frame_count": 3180832, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8794364313600, "frame_buffer_copies": 3180832, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 2.4502, "p50_ms": 0.0979, "p95_ms": 0.2256, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4626, "count": 512, "max_ms": 6.6464, "p50_ms": 1.3689, "p95_ms": 2.4337, "p99_ms": 2.9593, "results": {"failed": 0, "not_applicable": 0, "success": 3180832, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 747, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:14:38+09:00", "last_error_summary": "[h264 @ 0x62b50d2268c0] cabac decode of qscale diff failed at 42 57 [h264 @ 0x62b50d2268c0] error while decoding MB 42 57, bytestream 15642 [h264 @ 0x62b50d38b000] left block unavailable for requested intra mode [h264 @ 0x62b50d38b000] error while decoding MB 0 32, bytestream 8376 [h264 @ 0x62b50d364c40] error while decoding MB 16 56, bytestream -6 [h264 @ 0x62b50d38b000] error while decoding MB 63 50, bytestream -7 [h264 @ 0x62b50d300380] error while decoding MB 69 54, bytestream -20 [h264 @ 0x", "last_exit_at": "2026-11-03T10:14:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 177.121, "last_started_at": "2026-11-03T10:11:41+09:00", "pid": 66293, "process": {"exists": false, "pid": 66293}, "restart_count": 232, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": false, "start_count": 233}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.159, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-03T10:14:38+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-11-03T10:14:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 152.266, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 447.734, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T10:14:38.275512+09:00", "mtime_epoch": 1793668478.2755125, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:14:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3180832, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.409, "max": 12.0, "p95": 9.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.152, "max": 3.0, "p95": 3.0, "sample_count": 171}, "total": {"avg": 2.152, "max": 3.0, "p95": 3.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 1.409, "max": 2.0, "p95": 2.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 1.409, "max": 2.0, "p95": 2.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 171, "pushed_frames": 171, "read_frames": 171, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.877, "pushed": 5.877, "read": 5.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 112.157, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 171, "max_ms": 8.614, "p95_ms": 2.794, "reason": null, "sample_age_ms": 144.39, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 171, "max_ms": 6.316, "p95_ms": 1.904, "reason": null, "sample_age_ms": 146.713, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 171, "max_ms": 1.075, "p95_ms": 0.73, "reason": null, "sample_age_ms": 112.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.822, "count": 171, "max_ms": 3.963, "p95_ms": 3.179, "reason": null, "sample_age_ms": 143.145, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2764808.0, "count": 171, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 112.36, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.712, "count": 171, "max_ms": 79.639, "p95_ms": 63.579, "reason": null, "sample_age_ms": 112.154, "source": "client_direct"}, "sample_age_ms": 112.151, "source": "client_direct", "task_total_ms": {"avg_ms": 46.076, "count": 171, "max_ms": 82.956, "p95_ms": 65.309, "reason": null, "sample_age_ms": 112.151, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.749, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.883, "count": 171, "max_ms": 28.418, "p95_ms": 15.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 171, "max_ms": 1.257, "p95_ms": 0.877}, "detection_prepare_ms": {"avg_ms": 1.562, "count": 171, "max_ms": 13.923, "p95_ms": 2.891}, "event_filter_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.24, "count": 171, "max_ms": 0.631, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.401, "count": 171, "max_ms": 9.357, "p95_ms": 8.153}, "setup_ms": {"avg_ms": 0.043, "count": 171, "max_ms": 0.113, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.815, "count": 171, "max_ms": 28.292, "p95_ms": 14.911}, "track_match_ms": {"avg_ms": 0.162, "count": 171, "max_ms": 0.56, "p95_ms": 0.384}, "tracker_update_ms": {"avg_ms": 1.963, "count": 171, "max_ms": 8.716, "p95_ms": 3.413}}, "gstreamer_push": {"avg_ms": 3.148, "count": 171, "max_ms": 11.016, "p95_ms": 5.306}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 171, "max_ms": 0.245, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.311, "count": 171, "max_ms": 86.07, "p95_ms": 69.499}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.17, "count": 171, "max_ms": 12.029, "p95_ms": 8.441}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.523, "count": 171, "max_ms": 149.294, "p95_ms": 128.56}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 171, "max_ms": 4.329, "p95_ms": 2.528}, "processing_residual_ms": {"avg_ms": 0.317, "count": 171, "max_ms": 0.81, "p95_ms": 0.67}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.603, "count": 171, "max_ms": 155.854, "p95_ms": 134.984}, "read_interval": {"avg_ms": 177.865, "count": 171, "max_ms": 8473.869, "p95_ms": 179.457}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 171, "max_ms": 0.106, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.316, "count": 171, "max_ms": 9.135, "p95_ms": 8.02}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 171, "max_ms": 0.133, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.297, "count": 171, "max_ms": 9.09, "p95_ms": 7.999}, "worker_merge_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.033, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 47.325, "count": 171, "max_ms": 86.077, "p95_ms": 69.51}, "visualize": {"avg_ms": 38.051, "count": 171, "max_ms": 66.584, "p95_ms": 52.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.393, "count": 171, "max_ms": 54.868, "p95_ms": 42.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.504, "count": 171, "max_ms": 65.066, "p95_ms": 50.259}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 171, "max_ms": 3.236, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.368, "count": 171, "max_ms": 64.897, "p95_ms": 50.107}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 171, "max_ms": 0.18, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.039, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.515, "sample_count": 2390, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:13:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126796, "write_bytes_delta": 126796, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1193.0, "cpu_core_ratio": 0.530108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 66293, "reason": null, "system_cpu_core_ratio": 0.046877, "system_cpu_s_delta": 0.9400000000000004, "user_cpu_core_ratio": 0.483231, "user_cpu_s_delta": 9.690000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635207, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.466276, "system_cpu_s_delta": 9.349999999991269, "user_cpu_core_ratio": 1.168931, "user_cpu_s_delta": 23.44000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 268, "max_ms": 9.647, "p95_ms": 5.142, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.578, "max": 19.0, "p95": 16.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.555, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.433, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.515, "count": 30, "max": 62.454, "p95": 52.431, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.285, "count": 30, "max": 29.985, "p95": 27.079, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 824.467, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.967, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.091, "count": 30, "max": 0.404, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.248, "count": 30, "max": 4.788, "p95": 1.457, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133708.033, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133708.033, "count": 30, "max": 147082.0, "p95": 143129.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.433, "count": 30, "max": 46.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.573, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.293, "p95": 1.279, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24777, "sampled_at": "2026-11-03T10:13:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:13:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.099, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5185590, "flush_count": 5488, "flush_interval_seconds": 30.0, "flush_state": {"count": 5488, "last_at": "2026-11-03T10:13:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:13:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5487}, "started": true, "suppressed_count": 3175743, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3175345}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5488, "written_record_count": 5488}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11206.414, "limit_mb": null}, "detail": {"pid": 66409, "restart_count": 233, "start_count": 234}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8794364313600, "copied_frame_count": 3180832, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8794364313600, "frame_buffer_copies": 3180832, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 2.4502, "p50_ms": 0.0979, "p95_ms": 0.2256, "p99_ms": 0.3032}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4626, "count": 512, "max_ms": 6.6464, "p50_ms": 1.3689, "p95_ms": 2.4337, "p99_ms": 2.9593, "results": {"failed": 0, "not_applicable": 0, "success": 3180832, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 219, "h264_decode_error_count": 747, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:14:38+09:00", "last_error_summary": "[h264 @ 0x62b50d2268c0] cabac decode of qscale diff failed at 42 57 [h264 @ 0x62b50d2268c0] error while decoding MB 42 57, bytestream 15642 [h264 @ 0x62b50d38b000] left block unavailable for requested intra mode [h264 @ 0x62b50d38b000] error while decoding MB 0 32, bytestream 8376 [h264 @ 0x62b50d364c40] error while decoding MB 16 56, bytestream -6 [h264 @ 0x62b50d38b000] error while decoding MB 63 50, bytestream -7 [h264 @ 0x62b50d300380] error while decoding MB 69 54, bytestream -20 [h264 @ 0x", "last_exit_at": "2026-11-03T10:14:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:14:41+09:00", "pid": 66409, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.879, "name": "ffmpeg", "pid": 66409, "rss_mb": 57.879, "state": "S (sleeping)", "threads": 1}, "restart_count": 233, "restart_count_per_hour": 24, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 16, "rtsp_tolerant_mode": false, "running": true, "start_count": 234}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.156, "sample_count": 2378, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.803, "last_frame_pushed_at": "2026-11-03T10:14:38+09:00", "last_frame_read_age_sec": 4.906, "last_frame_read_at": "2026-11-03T10:14:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 157.033, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 442.967, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 4.797, "exists": true, "mtime": "2026-11-03T10:14:38.275512+09:00", "mtime_epoch": 1793668478.2755125, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126824}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:14:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.125, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3180832, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.372, "max": 12.0, "p95": 9.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.176, "max": 3.0, "p95": 3.0, "sample_count": 148}, "total": {"avg": 2.176, "max": 3.0, "p95": 3.0, "sample_count": 148}}, "tracking_counts": {"active": {"avg": 1.473, "max": 2.0, "p95": 2.0, "sample_count": 148}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 148}, "tracked": {"avg": 1.473, "max": 2.0, "p95": 2.0, "sample_count": 148}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 148, "pushed_frames": 148, "read_frames": 148, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.48, "pushed": 6.48, "read": 6.48}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.007, "count": 148, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4876.382, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.865, "count": 148, "max_ms": 8.614, "p95_ms": 2.828, "reason": null, "sample_age_ms": 4908.616, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 148, "max_ms": 6.316, "p95_ms": 1.905, "reason": null, "sample_age_ms": 4910.939, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 148, "max_ms": 0.971, "p95_ms": 0.732, "reason": null, "sample_age_ms": 4876.389, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.822, "count": 148, "max_ms": 3.963, "p95_ms": 3.196, "reason": null, "sample_age_ms": 4907.37, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2764808.0, "count": 148, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4907.354, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4876.585, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.792, "count": 148, "max_ms": 79.639, "p95_ms": 62.93, "reason": null, "sample_age_ms": 4876.379, "source": "client_direct"}, "sample_age_ms": 4876.377, "source": "client_direct", "task_total_ms": {"avg_ms": 46.154, "count": 148, "max_ms": 82.956, "p95_ms": 64.777, "reason": null, "sample_age_ms": 4876.377, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.039, "count": 148, "max_ms": 28.418, "p95_ms": 15.038}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 148, "max_ms": 1.257, "p95_ms": 0.902}, "detection_prepare_ms": {"avg_ms": 1.58, "count": 148, "max_ms": 13.923, "p95_ms": 2.891}, "event_filter_ms": {"avg_ms": 0.006, "count": 148, "max_ms": 0.023, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.238, "count": 148, "max_ms": 0.631, "p95_ms": 0.493}, "mcmt_ms": {"avg_ms": 0.003, "count": 148, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 4.484, "count": 148, "max_ms": 9.357, "p95_ms": 8.201}, "setup_ms": {"avg_ms": 0.043, "count": 148, "max_ms": 0.113, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 8.971, "count": 148, "max_ms": 28.292, "p95_ms": 14.911}, "track_match_ms": {"avg_ms": 0.165, "count": 148, "max_ms": 0.56, "p95_ms": 0.389}, "tracker_update_ms": {"avg_ms": 2.001, "count": 148, "max_ms": 8.716, "p95_ms": 3.483}}, "gstreamer_push": {"avg_ms": 3.162, "count": 148, "max_ms": 11.016, "p95_ms": 5.306}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 148, "max_ms": 0.245, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.425, "count": 148, "max_ms": 86.07, "p95_ms": 67.743}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.179, "count": 148, "max_ms": 12.029, "p95_ms": 8.441}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.033, "count": 148, "max_ms": 149.294, "p95_ms": 128.56}, "inference_input_copy_ms": {"avg_ms": 1.585, "count": 148, "max_ms": 3.494, "p95_ms": 2.474}, "processing_residual_ms": {"avg_ms": 0.319, "count": 148, "max_ms": 0.81, "p95_ms": 0.686}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.116, "count": 148, "max_ms": 155.854, "p95_ms": 134.984}, "read_interval": {"avg_ms": 178.43, "count": 148, "max_ms": 8473.869, "p95_ms": 177.994}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 148, "max_ms": 0.055, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.398, "count": 148, "max_ms": 9.135, "p95_ms": 8.06}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 148, "max_ms": 0.076, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.379, "count": 148, "max_ms": 9.09, "p95_ms": 8.04}, "worker_merge_ms": {"avg_ms": 0.008, "count": 148, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 47.439, "count": 148, "max_ms": 86.077, "p95_ms": 67.765}, "visualize": {"avg_ms": 38.277, "count": 148, "max_ms": 66.584, "p95_ms": 52.443}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.539, "count": 148, "max_ms": 54.868, "p95_ms": 42.259}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.742, "count": 148, "max_ms": 65.066, "p95_ms": 50.259}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 148, "max_ms": 3.236, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 148, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.606, "count": 148, "max_ms": 64.897, "p95_ms": 50.107}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 148, "max_ms": 0.18, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 148}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.943, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.156, "sample_count": 2395, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3180832, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:14:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.764, "exists": true, "size_bytes": 126824, "write_bytes_delta": 126824, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 66293, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.512868, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448006, "system_cpu_s_delta": 9.259999999994761, "user_cpu_core_ratio": 1.064862, "user_cpu_s_delta": 22.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.149, "count": 156, "max_ms": 11.016, "p95_ms": 5.306, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.404, "max": 12.0, "p95": 9.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.167, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 156}, "total": {"avg": 2.167, "max": 3.0, "p95": 3.0, "sample_count": 156}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.305, "count": 30, "max": 67.518, "p95": 54.167, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.013, "count": 30, "max": 29.985, "p95": 28.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 827.633, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2823.167, "count": 30, "max": 49395.0, "p95": 8582.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.411, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.34, "count": 30, "max": 4.788, "p95": 2.713, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133779.8, "count": 30, "max": 147082.0, "p95": 143735.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133779.8, "count": 30, "max": 147082.0, "p95": 143735.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.467, "count": 30, "max": 46.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.573, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.101, "count": 30, "max": 1.287, "p95": 1.266, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24779, "sampled_at": "2026-11-03T10:14:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:14:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 22.841, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5188698, "flush_count": 5491, "flush_interval_seconds": 30.0, "flush_state": {"count": 5491, "last_at": "2026-11-03T10:16:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:16:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5490}, "started": true, "suppressed_count": 3176749, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3176351}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5491, "written_record_count": 5491}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11187.059, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b3bee303340] left block unavailable for requested intra mode [h264 @ 0x5b3bee303340] error while decoding MB 0 67, bytestream 15511 [h264 @ 0x5b3bee25dc80] error while decoding MB 119 52, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8797151232000, "copied_frame_count": 3181840, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8797151232000, "frame_buffer_copies": 3181840, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 2.6809, "p50_ms": 0.0975, "p95_ms": 0.2026, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4794, "count": 512, "max_ms": 6.3137, "p50_ms": 1.3755, "p95_ms": 2.4634, "p99_ms": 3.4095, "results": {"failed": 0, "not_applicable": 0, "success": 3181840, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 749, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:16:49+09:00", "last_error_summary": "[h264 @ 0x5b3bee303340] left block unavailable for requested intra mode [h264 @ 0x5b3bee303340] error while decoding MB 0 67, bytestream 15511 [h264 @ 0x5b3bee25dc80] error while decoding MB 119 52, bytestream -9", "last_exit_at": "2026-11-03T10:14:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.561, "last_started_at": "2026-11-03T10:14:41+09:00", "pid": 66409, "process": {"exists": false, "pid": 66409}, "restart_count": 233, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 234}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.401, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-11-03T10:16:49+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-11-03T10:16:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.608, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 316.392, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-11-03T10:16:49.539320+09:00", "mtime_epoch": 1793668609.5393202, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:16:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.609, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3181841, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.84, "max": 16.0, "p95": 14.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.276, "max": 5.0, "p95": 5.0, "sample_count": 181}, "total": {"avg": 4.276, "max": 5.0, "p95": 5.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.641, "max": 2.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.641, "max": 2.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.036, "pushed": 6.036, "read": 6.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 59.698, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 181, "max_ms": 10.828, "p95_ms": 3.281, "reason": null, "sample_age_ms": 106.834, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 181, "max_ms": 10.403, "p95_ms": 2.247, "reason": null, "sample_age_ms": 107.259, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 181, "max_ms": 1.327, "p95_ms": 0.783, "reason": null, "sample_age_ms": 59.708, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.786, "count": 181, "max_ms": 4.172, "p95_ms": 2.912, "reason": null, "sample_age_ms": 104.71, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.665, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.289, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.353, "count": 181, "max_ms": 73.526, "p95_ms": 61.183, "reason": null, "sample_age_ms": 59.694, "source": "client_direct"}, "sample_age_ms": 59.691, "source": "client_direct", "task_total_ms": {"avg_ms": 45.677, "count": 181, "max_ms": 76.568, "p95_ms": 63.993, "reason": null, "sample_age_ms": 59.691, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.239, "count": 181, "max_ms": 26.161, "p95_ms": 18.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.528, "count": 181, "max_ms": 1.733, "p95_ms": 1.06}, "detection_prepare_ms": {"avg_ms": 1.85, "count": 181, "max_ms": 7.656, "p95_ms": 3.452}, "event_filter_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 1.098, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 181, "max_ms": 1.87, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.384, "count": 181, "max_ms": 14.782, "p95_ms": 8.616}, "setup_ms": {"avg_ms": 0.044, "count": 181, "max_ms": 0.111, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 11.171, "count": 181, "max_ms": 26.032, "p95_ms": 18.331}, "track_match_ms": {"avg_ms": 0.154, "count": 181, "max_ms": 0.436, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.682, "count": 181, "max_ms": 12.334, "p95_ms": 4.514}}, "gstreamer_push": {"avg_ms": 3.076, "count": 181, "max_ms": 7.919, "p95_ms": 5.242}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 181, "max_ms": 0.958, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.04, "count": 181, "max_ms": 79.24, "p95_ms": 65.371}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.433, "count": 181, "max_ms": 13.809, "p95_ms": 9.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.637, "count": 181, "max_ms": 158.177, "p95_ms": 135.006}, "inference_input_copy_ms": {"avg_ms": 1.573, "count": 181, "max_ms": 5.212, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.27, "count": 181, "max_ms": 0.938, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.912, "count": 181, "max_ms": 163.967, "p95_ms": 141.178}, "read_interval": {"avg_ms": 165.818, "count": 181, "max_ms": 3852.506, "p95_ms": 190.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 181, "max_ms": 0.112, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 5.303, "count": 181, "max_ms": 14.663, "p95_ms": 8.5}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.079, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.284, "count": 181, "max_ms": 14.634, "p95_ms": 8.473}, "worker_merge_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.058, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.053, "count": 181, "max_ms": 79.262, "p95_ms": 65.384}, "visualize": {"avg_ms": 41.998, "count": 181, "max_ms": 72.694, "p95_ms": 57.662}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.08, "count": 181, "max_ms": 60.804, "p95_ms": 44.533}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.47, "count": 181, "max_ms": 70.781, "p95_ms": 56.23}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 181, "max_ms": 2.916, "p95_ms": 2.191}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.33, "count": 181, "max_ms": 70.626, "p95_ms": 55.999}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 181, "max_ms": 0.212, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.865, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.753, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130502, "write_bytes_delta": 130502, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 738.0, "cpu_core_ratio": 0.629242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12928.0, "pid": 66409, "reason": null, "system_cpu_core_ratio": 0.221058, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.408184, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503493, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463074, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.040419, "user_cpu_s_delta": 20.850000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.091, "count": 217, "max_ms": 6.34, "p95_ms": 5.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.733, "max": 20.0, "p95": 18.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.71, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 3.71, "max": 5.0, "p95": 4.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 67.518, "p95": 60.692, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.573, "count": 30, "max": 29.985, "p95": 28.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 886.067, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3283.733, "count": 30, "max": 49395.0, "p95": 12025.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.411, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.788, "p95": 1.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.833, "count": 30, "max": 46.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.564, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.295, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24786, "sampled_at": "2026-11-03T10:16:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:16:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5188698, "flush_count": 5491, "flush_interval_seconds": 30.0, "flush_state": {"count": 5491, "last_at": "2026-11-03T10:16:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:16:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5490}, "started": true, "suppressed_count": 3176749, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3176351}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5491, "written_record_count": 5491}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11187.09, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:16:49+09:00", "last_error_summary": "[h264 @ 0x5b3bee303340] left block unavailable for requested intra mode [h264 @ 0x5b3bee303340] error while decoding MB 0 67, bytestream 15511 [h264 @ 0x5b3bee25dc80] error while decoding MB 119 52, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8797153996800, "copied_frame_count": 3181841, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8797153996800, "frame_buffer_copies": 3181841, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 2.6809, "p50_ms": 0.0976, "p95_ms": 0.2026, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4885, "count": 512, "max_ms": 6.3137, "p50_ms": 1.3767, "p95_ms": 2.4787, "p99_ms": 3.841, "results": {"failed": 0, "not_applicable": 0, "success": 3181841, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 749, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:16:49+09:00", "last_error_summary": "[h264 @ 0x5b3bee303340] left block unavailable for requested intra mode [h264 @ 0x5b3bee303340] error while decoding MB 0 67, bytestream 15511 [h264 @ 0x5b3bee25dc80] error while decoding MB 119 52, bytestream -9", "last_exit_at": "2026-11-03T10:16:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.622, "last_started_at": "2026-11-03T10:14:41+09:00", "pid": 66409, "process": {"exists": false, "pid": 66409}, "restart_count": 233, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 234}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.404, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:16:49+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-11-03T10:16:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.662, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 316.338, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-11-03T10:16:49.539320+09:00", "mtime_epoch": 1793668609.5393202, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129743}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:16:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3181841, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.823, "max": 16.0, "p95": 14.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.276, "max": 5.0, "p95": 5.0, "sample_count": 181}, "total": {"avg": 4.276, "max": 5.0, "p95": 5.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.641, "max": 2.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.641, "max": 2.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.053, "pushed": 6.053, "read": 6.019}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 121.764, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.915, "count": 180, "max_ms": 10.828, "p95_ms": 3.287, "reason": null, "sample_age_ms": 168.9, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 180, "max_ms": 10.403, "p95_ms": 2.269, "reason": null, "sample_age_ms": 169.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 181, "max_ms": 1.327, "p95_ms": 0.783, "reason": null, "sample_age_ms": 121.774, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.79, "count": 180, "max_ms": 4.172, "p95_ms": 2.914, "reason": null, "sample_age_ms": 166.776, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.732, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.356, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.353, "count": 181, "max_ms": 73.526, "p95_ms": 61.183, "reason": null, "sample_age_ms": 121.761, "source": "client_direct"}, "sample_age_ms": 121.758, "source": "client_direct", "task_total_ms": {"avg_ms": 45.677, "count": 181, "max_ms": 76.568, "p95_ms": 63.993, "reason": null, "sample_age_ms": 121.758, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.525, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.244, "count": 181, "max_ms": 26.161, "p95_ms": 18.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.527, "count": 181, "max_ms": 1.733, "p95_ms": 1.06}, "detection_prepare_ms": {"avg_ms": 1.855, "count": 181, "max_ms": 7.656, "p95_ms": 3.452}, "event_filter_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 1.098, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.511, "count": 181, "max_ms": 1.87, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.382, "count": 181, "max_ms": 14.782, "p95_ms": 8.616}, "setup_ms": {"avg_ms": 0.044, "count": 181, "max_ms": 0.111, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 11.175, "count": 181, "max_ms": 26.032, "p95_ms": 18.331}, "track_match_ms": {"avg_ms": 0.155, "count": 181, "max_ms": 0.436, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.684, "count": 181, "max_ms": 12.334, "p95_ms": 4.514}}, "gstreamer_push": {"avg_ms": 3.068, "count": 181, "max_ms": 7.919, "p95_ms": 5.242}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 181, "max_ms": 0.958, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.991, "count": 181, "max_ms": 79.24, "p95_ms": 65.371}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.433, "count": 181, "max_ms": 13.809, "p95_ms": 9.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.789, "count": 181, "max_ms": 158.177, "p95_ms": 135.316}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 181, "max_ms": 5.212, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.269, "count": 181, "max_ms": 0.938, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.063, "count": 181, "max_ms": 163.967, "p95_ms": 141.76}, "read_interval": {"avg_ms": 165.975, "count": 180, "max_ms": 3852.506, "p95_ms": 190.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 181, "max_ms": 0.112, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 5.3, "count": 181, "max_ms": 14.663, "p95_ms": 8.5}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.079, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.281, "count": 181, "max_ms": 14.634, "p95_ms": 8.473}, "worker_merge_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.058, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.004, "count": 181, "max_ms": 79.262, "p95_ms": 65.384}, "visualize": {"avg_ms": 42.194, "count": 181, "max_ms": 81.78, "p95_ms": 58.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.103, "count": 181, "max_ms": 60.804, "p95_ms": 44.533}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.653, "count": 181, "max_ms": 78.06, "p95_ms": 56.797}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 181, "max_ms": 3.087, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.512, "count": 181, "max_ms": 77.703, "p95_ms": 56.651}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 181, "max_ms": 0.239, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.865, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.753, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130502, "write_bytes_delta": 130502, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 738.0, "cpu_core_ratio": 0.629242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12928.0, "pid": 66409, "reason": null, "system_cpu_core_ratio": 0.221058, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.408184, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503493, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463074, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.040419, "user_cpu_s_delta": 20.850000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.091, "count": 217, "max_ms": 6.34, "p95_ms": 5.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.733, "max": 20.0, "p95": 18.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.71, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 3.71, "max": 5.0, "p95": 4.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 67.518, "p95": 60.692, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.573, "count": 30, "max": 29.985, "p95": 28.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 886.067, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3283.733, "count": 30, "max": 49395.0, "p95": 12025.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.411, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.788, "p95": 1.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.833, "count": 30, "max": 46.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.564, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.295, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24786, "sampled_at": "2026-11-03T10:16:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:16:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.904, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5188698, "flush_count": 5491, "flush_interval_seconds": 30.0, "flush_state": {"count": 5491, "last_at": "2026-11-03T10:16:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:16:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5490}, "started": true, "suppressed_count": 3176749, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3176351}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5491, "written_record_count": 5491}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11187.742, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8797153996800, "copied_frame_count": 3181841, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8797153996800, "frame_buffer_copies": 3181841, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 2.6809, "p50_ms": 0.0976, "p95_ms": 0.2026, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4885, "count": 512, "max_ms": 6.3137, "p50_ms": 1.3767, "p95_ms": 2.4787, "p99_ms": 3.841, "results": {"failed": 0, "not_applicable": 0, "success": 3181841, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 749, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:16:49+09:00", "last_error_summary": "[h264 @ 0x5b3bee303340] left block unavailable for requested intra mode [h264 @ 0x5b3bee303340] error while decoding MB 0 67, bytestream 15511 [h264 @ 0x5b3bee25dc80] error while decoding MB 119 52, bytestream -9", "last_exit_at": "2026-11-03T10:16:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 128.672, "last_started_at": "2026-11-03T10:14:41+09:00", "pid": 66409, "process": {"exists": false, "pid": 66409}, "restart_count": 233, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 234}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.404, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-03T10:16:49+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-11-03T10:16:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.7, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 316.3, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-03T10:16:49.702321+09:00", "mtime_epoch": 1793668609.7023213, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128353}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:16:49+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.609, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3181841, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.823, "max": 16.0, "p95": 14.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.276, "max": 5.0, "p95": 5.0, "sample_count": 181}, "total": {"avg": 4.276, "max": 5.0, "p95": 5.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.641, "max": 2.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.641, "max": 2.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.043, "pushed": 6.043, "read": 6.009}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 164.423, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.915, "count": 180, "max_ms": 10.828, "p95_ms": 3.287, "reason": null, "sample_age_ms": 211.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 180, "max_ms": 10.403, "p95_ms": 2.269, "reason": null, "sample_age_ms": 211.984, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 180, "max_ms": 1.327, "p95_ms": 0.773, "reason": null, "sample_age_ms": 164.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.79, "count": 180, "max_ms": 4.172, "p95_ms": 2.914, "reason": null, "sample_age_ms": 209.435, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 209.39, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 165.015, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.278, "count": 180, "max_ms": 73.526, "p95_ms": 61.184, "reason": null, "sample_age_ms": 164.419, "source": "client_direct"}, "sample_age_ms": 164.416, "source": "client_direct", "task_total_ms": {"avg_ms": 45.603, "count": 180, "max_ms": 76.568, "p95_ms": 63.994, "reason": null, "sample_age_ms": 164.416, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.761, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.244, "count": 181, "max_ms": 26.161, "p95_ms": 18.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.527, "count": 181, "max_ms": 1.733, "p95_ms": 1.06}, "detection_prepare_ms": {"avg_ms": 1.855, "count": 181, "max_ms": 7.656, "p95_ms": 3.452}, "event_filter_ms": {"avg_ms": 0.012, "count": 181, "max_ms": 1.098, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.511, "count": 181, "max_ms": 1.87, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.382, "count": 181, "max_ms": 14.782, "p95_ms": 8.616}, "setup_ms": {"avg_ms": 0.044, "count": 181, "max_ms": 0.111, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 11.175, "count": 181, "max_ms": 26.032, "p95_ms": 18.331}, "track_match_ms": {"avg_ms": 0.155, "count": 181, "max_ms": 0.436, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.684, "count": 181, "max_ms": 12.334, "p95_ms": 4.514}}, "gstreamer_push": {"avg_ms": 3.068, "count": 181, "max_ms": 7.919, "p95_ms": 5.242}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 181, "max_ms": 0.958, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.991, "count": 181, "max_ms": 79.24, "p95_ms": 65.371}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.433, "count": 181, "max_ms": 13.809, "p95_ms": 9.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.789, "count": 181, "max_ms": 158.177, "p95_ms": 135.316}, "inference_input_copy_ms": {"avg_ms": 1.572, "count": 181, "max_ms": 5.212, "p95_ms": 2.424}, "processing_residual_ms": {"avg_ms": 0.269, "count": 181, "max_ms": 0.938, "p95_ms": 0.465}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.063, "count": 181, "max_ms": 163.967, "p95_ms": 141.76}, "read_interval": {"avg_ms": 165.975, "count": 180, "max_ms": 3852.506, "p95_ms": 190.155}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 181, "max_ms": 0.112, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 5.3, "count": 181, "max_ms": 14.663, "p95_ms": 8.5}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.079, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.281, "count": 181, "max_ms": 14.634, "p95_ms": 8.473}, "worker_merge_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.058, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.004, "count": 181, "max_ms": 79.262, "p95_ms": 65.384}, "visualize": {"avg_ms": 42.194, "count": 181, "max_ms": 81.78, "p95_ms": 58.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.103, "count": 181, "max_ms": 60.804, "p95_ms": 44.533}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.653, "count": 181, "max_ms": 78.06, "p95_ms": 56.797}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 181, "max_ms": 3.087, "p95_ms": 2.212}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.512, "count": 181, "max_ms": 77.703, "p95_ms": 56.651}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 181, "max_ms": 0.239, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.865, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.753, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130502, "write_bytes_delta": 130502, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 738.0, "cpu_core_ratio": 0.629242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12928.0, "pid": 66409, "reason": null, "system_cpu_core_ratio": 0.221058, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.408184, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503493, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463074, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.040419, "user_cpu_s_delta": 20.850000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.091, "count": 217, "max_ms": 6.34, "p95_ms": 5.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.733, "max": 20.0, "p95": 18.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.71, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 3.71, "max": 5.0, "p95": 4.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 67.518, "p95": 60.692, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.573, "count": 30, "max": 29.985, "p95": 28.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 886.067, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3283.733, "count": 30, "max": 49395.0, "p95": 12025.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.411, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.788, "p95": 1.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.833, "count": 30, "max": 46.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.564, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.295, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24786, "sampled_at": "2026-11-03T10:16:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:16:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5188698, "flush_count": 5491, "flush_interval_seconds": 30.0, "flush_state": {"count": 5491, "last_at": "2026-11-03T10:16:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:16:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5490}, "started": true, "suppressed_count": 3176749, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3176351}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5491, "written_record_count": 5491}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11209.172, "limit_mb": null}, "detail": {"pid": 66525, "restart_count": 234, "start_count": 235}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8797153996800, "copied_frame_count": 3181841, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8797153996800, "frame_buffer_copies": 3181841, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 2.6809, "p50_ms": 0.0976, "p95_ms": 0.2026, "p99_ms": 0.2539}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4885, "count": 512, "max_ms": 6.3137, "p50_ms": 1.3767, "p95_ms": 2.4787, "p99_ms": 3.841, "results": {"failed": 0, "not_applicable": 0, "success": 3181841, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 220, "h264_decode_error_count": 749, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:16:49+09:00", "last_error_summary": "[h264 @ 0x5b3bee303340] left block unavailable for requested intra mode [h264 @ 0x5b3bee303340] error while decoding MB 0 67, bytestream 15511 [h264 @ 0x5b3bee25dc80] error while decoding MB 119 52, bytestream -9", "last_exit_at": "2026-11-03T10:16:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:16:52+09:00", "pid": 66525, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.016, "name": "ffmpeg", "pid": 66525, "rss_mb": 58.016, "state": "S (sleeping)", "threads": 1}, "restart_count": 234, "restart_count_per_hour": 24, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 235}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.435, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181841, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.494, "last_frame_pushed_at": "2026-11-03T10:16:49+09:00", "last_frame_read_age_sec": 4.652, "last_frame_read_at": "2026-11-03T10:16:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 288.143, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 311.857, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 4.483, "exists": true, "mtime": "2026-11-03T10:16:49.702321+09:00", "mtime_epoch": 1793668609.7023213, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128353}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:16:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2339.613, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3181841, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.411, "max": 14.0, "p95": 13.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.437, "max": 5.0, "p95": 5.0, "sample_count": 158}, "total": {"avg": 4.437, "max": 5.0, "p95": 5.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 0.715, "max": 2.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 0.715, "max": 2.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.63, "pushed": 5.63, "read": 5.63}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.007, "count": 158, "max_ms": 0.021, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4608.409, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.934, "count": 158, "max_ms": 10.828, "p95_ms": 3.3, "reason": null, "sample_age_ms": 4655.545, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 158, "max_ms": 10.403, "p95_ms": 2.213, "reason": null, "sample_age_ms": 4655.97, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 158, "max_ms": 1.327, "p95_ms": 0.774, "reason": null, "sample_age_ms": 4608.418, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.788, "count": 158, "max_ms": 4.172, "p95_ms": 2.968, "reason": null, "sample_age_ms": 4653.42, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2764808.0, "count": 158, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4653.376, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4609.0, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.459, "count": 158, "max_ms": 73.526, "p95_ms": 61.227, "reason": null, "sample_age_ms": 4608.405, "source": "client_direct"}, "sample_age_ms": 4608.402, "source": "client_direct", "task_total_ms": {"avg_ms": 45.776, "count": 158, "max_ms": 76.568, "p95_ms": 63.997, "reason": null, "sample_age_ms": 4608.402, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.439, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.433, "count": 158, "max_ms": 26.161, "p95_ms": 18.462}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.5, "count": 158, "max_ms": 1.733, "p95_ms": 0.924}, "detection_prepare_ms": {"avg_ms": 1.835, "count": 158, "max_ms": 6.707, "p95_ms": 3.668}, "event_filter_ms": {"avg_ms": 0.013, "count": 158, "max_ms": 1.098, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.516, "count": 158, "max_ms": 1.87, "p95_ms": 0.838}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.534, "count": 158, "max_ms": 14.782, "p95_ms": 8.825}, "setup_ms": {"avg_ms": 0.044, "count": 158, "max_ms": 0.111, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 11.363, "count": 158, "max_ms": 26.032, "p95_ms": 18.347}, "track_match_ms": {"avg_ms": 0.161, "count": 158, "max_ms": 0.436, "p95_ms": 0.316}, "tracker_update_ms": {"avg_ms": 2.755, "count": 158, "max_ms": 12.334, "p95_ms": 4.808}}, "gstreamer_push": {"avg_ms": 3.053, "count": 158, "max_ms": 7.919, "p95_ms": 5.644}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 158, "max_ms": 0.958, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.116, "count": 158, "max_ms": 79.24, "p95_ms": 66.466}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.505, "count": 158, "max_ms": 13.809, "p95_ms": 10.819}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.529, "count": 158, "max_ms": 158.177, "p95_ms": 136.589}, "inference_input_copy_ms": {"avg_ms": 1.583, "count": 158, "max_ms": 5.212, "p95_ms": 2.475}, "processing_residual_ms": {"avg_ms": 0.276, "count": 158, "max_ms": 0.938, "p95_ms": 0.503}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.894, "count": 158, "max_ms": 163.967, "p95_ms": 143.387}, "read_interval": {"avg_ms": 172.573, "count": 158, "max_ms": 3852.506, "p95_ms": 211.553}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 158, "max_ms": 0.112, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 5.451, "count": 158, "max_ms": 14.663, "p95_ms": 8.717}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 158, "max_ms": 0.079, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.432, "count": 158, "max_ms": 14.634, "p95_ms": 8.7}, "worker_merge_ms": {"avg_ms": 0.007, "count": 158, "max_ms": 0.058, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 47.129, "count": 158, "max_ms": 79.262, "p95_ms": 66.493}, "visualize": {"avg_ms": 42.624, "count": 158, "max_ms": 81.78, "p95_ms": 60.181}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.22, "count": 158, "max_ms": 60.804, "p95_ms": 45.529}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.067, "count": 158, "max_ms": 78.06, "p95_ms": 57.777}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 158, "max_ms": 3.087, "p95_ms": 2.249}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.923, "count": 158, "max_ms": 77.703, "p95_ms": 57.609}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 158, "max_ms": 0.239, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.559, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.865, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.753, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3181725, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:16:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130502, "write_bytes_delta": 130502, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 738.0, "cpu_core_ratio": 0.629242, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12928.0, "pid": 66409, "reason": null, "system_cpu_core_ratio": 0.221058, "system_cpu_s_delta": 4.43, "user_cpu_core_ratio": 0.408184, "user_cpu_s_delta": 8.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.503493, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463074, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.040419, "user_cpu_s_delta": 20.850000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.091, "count": 217, "max_ms": 6.34, "p95_ms": 5.242, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.733, "max": 20.0, "p95": 18.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.71, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 217}, "total": {"avg": 3.71, "max": 5.0, "p95": 4.0, "sample_count": 217}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.343, "count": 30, "max": 67.518, "p95": 60.692, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.573, "count": 30, "max": 29.985, "p95": 28.949, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 886.067, "count": 30, "max": 1478.0, "p95": 1216.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3283.733, "count": 30, "max": 49395.0, "p95": 12025.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.11, "count": 30, "max": 0.411, "p95": 0.37, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.508, "p95": 0.493, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.252, "count": 30, "max": 4.788, "p95": 1.52, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131856.567, "count": 30, "max": 144732.0, "p95": 141911.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.833, "count": 30, "max": 46.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.564, "p95": 0.552, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.295, "p95": 1.277, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24786, "sampled_at": "2026-11-03T10:16:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:16:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.066, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5190700, "flush_count": 5493, "flush_interval_seconds": 30.0, "flush_state": {"count": 5493, "last_at": "2026-11-03T10:18:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:18:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5492}, "started": true, "suppressed_count": 3178090, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3177692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5493, "written_record_count": 5493}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11182.445, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x645d5d5998c0] error while decoding MB 84 65, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8800864358400, "copied_frame_count": 3183183, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8800864358400, "frame_buffer_copies": 3183183, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1187, "count": 512, "max_ms": 3.9214, "p50_ms": 0.0955, "p95_ms": 0.2104, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4704, "count": 512, "max_ms": 5.4516, "p50_ms": 1.3837, "p95_ms": 2.4363, "p99_ms": 2.8618, "results": {"failed": 0, "not_applicable": 0, "success": 3183183, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 750, "h264_decode_error_count_per_hour": 110, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:19:29+09:00", "last_error_summary": "[h264 @ 0x645d5d5998c0] error while decoding MB 84 65, bytestream -9", "last_exit_at": "2026-11-03T10:16:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.818, "last_started_at": "2026-11-03T10:16:52+09:00", "pid": 66525, "process": {"exists": false, "pid": 66525}, "restart_count": 234, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 235}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.749, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183183, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T10:19:28+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-03T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.985, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 157.015, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-03T10:19:28.938296+09:00", "mtime_epoch": 1793668768.9382963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132197}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:19:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.242, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3183184, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.85, "max": 11.0, "p95": 8.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.709, "max": 3.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.604, "max": 3.0, "p95": 2.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.676, "pushed": 8.676, "read": 8.676}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 37.91, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.768, "count": 260, "max_ms": 6.208, "p95_ms": 2.586, "reason": null, "sample_age_ms": 83.107, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 260, "max_ms": 4.44, "p95_ms": 2.062, "reason": null, "sample_age_ms": 83.485, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 260, "max_ms": 2.358, "p95_ms": 0.699, "reason": null, "sample_age_ms": 37.919, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.956, "count": 260, "max_ms": 12.318, "p95_ms": 3.315, "reason": null, "sample_age_ms": 81.699, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 81.674, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 260, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.321, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.575, "count": 260, "max_ms": 78.646, "p95_ms": 64.594, "reason": null, "sample_age_ms": 37.906, "source": "client_direct"}, "sample_age_ms": 37.901, "source": "client_direct", "task_total_ms": {"avg_ms": 48.048, "count": 260, "max_ms": 80.983, "p95_ms": 68.307, "reason": null, "sample_age_ms": 37.901, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.026, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.907, "count": 260, "max_ms": 19.674, "p95_ms": 11.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.399, "count": 260, "max_ms": 1.857, "p95_ms": 0.777}, "detection_prepare_ms": {"avg_ms": 1.356, "count": 260, "max_ms": 8.196, "p95_ms": 2.572}, "event_filter_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.303, "count": 260, "max_ms": 0.98, "p95_ms": 0.571}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.126, "count": 260, "max_ms": 7.979, "p95_ms": 5.532}, "setup_ms": {"avg_ms": 0.044, "count": 260, "max_ms": 0.156, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 6.85, "count": 260, "max_ms": 19.579, "p95_ms": 11.494}, "track_match_ms": {"avg_ms": 0.074, "count": 260, "max_ms": 0.231, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.538, "count": 260, "max_ms": 4.892, "p95_ms": 2.854}}, "gstreamer_push": {"avg_ms": 3.221, "count": 260, "max_ms": 6.967, "p95_ms": 5.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 260, "max_ms": 0.177, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.151, "count": 260, "max_ms": 81.69, "p95_ms": 69.722}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.129, "count": 260, "max_ms": 14.497, "p95_ms": 9.211}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.868, "count": 260, "max_ms": 131.985, "p95_ms": 121.673}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 260, "max_ms": 5.678, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.208, "count": 260, "max_ms": 0.547, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.844, "count": 260, "max_ms": 140.184, "p95_ms": 127.028}, "read_interval": {"avg_ms": 115.3, "count": 260, "max_ms": 198.879, "p95_ms": 162.414}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 260, "max_ms": 0.186, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.05, "count": 260, "max_ms": 7.838, "p95_ms": 5.436}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.083, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.03, "count": 260, "max_ms": 7.81, "p95_ms": 5.411}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.165, "count": 260, "max_ms": 81.701, "p95_ms": 69.738}, "visualize": {"avg_ms": 37.573, "count": 260, "max_ms": 56.324, "p95_ms": 48.715}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.799, "count": 260, "max_ms": 48.864, "p95_ms": 41.302}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.026, "count": 260, "max_ms": 54.706, "p95_ms": 46.569}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 260, "max_ms": 3.744, "p95_ms": 2.312}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.881, "count": 260, "max_ms": 54.447, "p95_ms": 46.431}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 260, "max_ms": 0.199, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.149, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.857, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132162, "write_bytes_delta": 132162, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.509298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 66525, "reason": null, "system_cpu_core_ratio": 0.044265, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.465033, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48642, "system_cpu_s_delta": 9.779999999998836, "user_cpu_core_ratio": 1.154376, "user_cpu_s_delta": 23.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.169, "count": 263, "max_ms": 6.209, "p95_ms": 5.021, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.84, "max": 11.0, "p95": 8.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.506, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.414, "max": 3.0, "p95": 2.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.515, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.73, "count": 30, "max": 29.985, "p95": 27.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 849.4, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 959.033, "count": 30, "max": 12928.0, "p95": 4553.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.411, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.49, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 40.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.156, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24800, "sampled_at": "2026-11-03T10:19:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:19:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5190700, "flush_count": 5493, "flush_interval_seconds": 30.0, "flush_state": {"count": 5493, "last_at": "2026-11-03T10:18:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:18:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5492}, "started": true, "suppressed_count": 3178090, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3177692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5493, "written_record_count": 5493}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11182.879, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:19:29+09:00", "last_error_summary": "[h264 @ 0x645d5d5998c0] error while decoding MB 84 65, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8800867123200, "copied_frame_count": 3183184, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8800867123200, "frame_buffer_copies": 3183184, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 3.9214, "p50_ms": 0.0953, "p95_ms": 0.2096, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4667, "count": 512, "max_ms": 5.4516, "p50_ms": 1.3827, "p95_ms": 2.424, "p99_ms": 2.8618, "results": {"failed": 0, "not_applicable": 0, "success": 3183184, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 750, "h264_decode_error_count_per_hour": 110, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:19:29+09:00", "last_error_summary": "[h264 @ 0x645d5d5998c0] error while decoding MB 84 65, bytestream -9", "last_exit_at": "2026-11-03T10:19:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.88, "last_started_at": "2026-11-03T10:16:52+09:00", "pid": 66525, "process": {"exists": false, "pid": 66525}, "restart_count": 234, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 235}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.718, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:19:29+09:00", "last_frame_read_age_sec": 0.129, "last_frame_read_at": "2026-11-03T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 443.034, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 156.966, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-11-03T10:19:28.938296+09:00", "mtime_epoch": 1793668768.9382963, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132197}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:19:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3183184, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.846, "max": 11.0, "p95": 8.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.713, "max": 3.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.608, "max": 3.0, "p95": 2.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.694, "pushed": 8.694, "read": 8.661}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 90.435, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 259, "max_ms": 6.208, "p95_ms": 2.586, "reason": null, "sample_age_ms": 135.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 259, "max_ms": 4.44, "p95_ms": 2.063, "reason": null, "sample_age_ms": 136.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 260, "max_ms": 2.358, "p95_ms": 0.699, "reason": null, "sample_age_ms": 90.443, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.955, "count": 259, "max_ms": 12.318, "p95_ms": 3.32, "reason": null, "sample_age_ms": 134.223, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.199, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 260, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.846, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.575, "count": 260, "max_ms": 78.646, "p95_ms": 64.594, "reason": null, "sample_age_ms": 90.43, "source": "client_direct"}, "sample_age_ms": 90.425, "source": "client_direct", "task_total_ms": {"avg_ms": 48.048, "count": 260, "max_ms": 80.983, "p95_ms": 68.307, "reason": null, "sample_age_ms": 90.425, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.562, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.928, "count": 260, "max_ms": 19.674, "p95_ms": 11.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.4, "count": 260, "max_ms": 1.857, "p95_ms": 0.777}, "detection_prepare_ms": {"avg_ms": 1.36, "count": 260, "max_ms": 8.196, "p95_ms": 2.572}, "event_filter_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.304, "count": 260, "max_ms": 0.98, "p95_ms": 0.571}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.138, "count": 260, "max_ms": 7.979, "p95_ms": 5.532}, "setup_ms": {"avg_ms": 0.044, "count": 260, "max_ms": 0.156, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 6.87, "count": 260, "max_ms": 19.579, "p95_ms": 11.494}, "track_match_ms": {"avg_ms": 0.074, "count": 260, "max_ms": 0.231, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.541, "count": 260, "max_ms": 4.892, "p95_ms": 2.854}}, "gstreamer_push": {"avg_ms": 3.221, "count": 260, "max_ms": 6.967, "p95_ms": 5.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 260, "max_ms": 0.177, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.198, "count": 260, "max_ms": 81.69, "p95_ms": 69.722}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.126, "count": 260, "max_ms": 14.497, "p95_ms": 9.211}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.055, "count": 260, "max_ms": 131.985, "p95_ms": 121.673}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 260, "max_ms": 5.678, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.208, "count": 260, "max_ms": 0.547, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.029, "count": 260, "max_ms": 140.184, "p95_ms": 127.028}, "read_interval": {"avg_ms": 115.415, "count": 259, "max_ms": 198.879, "p95_ms": 163.011}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 260, "max_ms": 0.186, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.061, "count": 260, "max_ms": 7.838, "p95_ms": 5.436}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.083, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.042, "count": 260, "max_ms": 7.81, "p95_ms": 5.411}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.212, "count": 260, "max_ms": 81.701, "p95_ms": 69.738}, "visualize": {"avg_ms": 37.691, "count": 260, "max_ms": 60.568, "p95_ms": 48.835}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.911, "count": 260, "max_ms": 55.107, "p95_ms": 41.524}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.141, "count": 260, "max_ms": 58.468, "p95_ms": 46.727}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 260, "max_ms": 3.744, "p95_ms": 2.312}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.996, "count": 260, "max_ms": 58.318, "p95_ms": 46.612}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 260, "max_ms": 0.199, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.149, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.857, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132162, "write_bytes_delta": 132162, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.509298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 66525, "reason": null, "system_cpu_core_ratio": 0.044265, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.465033, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48642, "system_cpu_s_delta": 9.779999999998836, "user_cpu_core_ratio": 1.154376, "user_cpu_s_delta": 23.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.169, "count": 263, "max_ms": 6.209, "p95_ms": 5.021, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.84, "max": 11.0, "p95": 8.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.506, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.414, "max": 3.0, "p95": 2.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.515, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.73, "count": 30, "max": 29.985, "p95": 27.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 849.4, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 959.033, "count": 30, "max": 12928.0, "p95": 4553.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.411, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.49, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 40.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.156, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24800, "sampled_at": "2026-11-03T10:19:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:19:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5190700, "flush_count": 5493, "flush_interval_seconds": 30.0, "flush_state": {"count": 5493, "last_at": "2026-11-03T10:18:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:18:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5492}, "started": true, "suppressed_count": 3178090, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3177692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5493, "written_record_count": 5493}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11182.172, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8800867123200, "copied_frame_count": 3183184, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8800867123200, "frame_buffer_copies": 3183184, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 3.9214, "p50_ms": 0.0953, "p95_ms": 0.2096, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4667, "count": 512, "max_ms": 5.4516, "p50_ms": 1.3827, "p95_ms": 2.424, "p99_ms": 2.8618, "results": {"failed": 0, "not_applicable": 0, "success": 3183184, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 750, "h264_decode_error_count_per_hour": 110, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:19:29+09:00", "last_error_summary": "[h264 @ 0x645d5d5998c0] error while decoding MB 84 65, bytestream -9", "last_exit_at": "2026-11-03T10:19:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.932, "last_started_at": "2026-11-03T10:16:52+09:00", "pid": 66525, "process": {"exists": false, "pid": 66525}, "restart_count": 234, "restart_count_per_hour": 23, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 235}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.718, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-03T10:19:29+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-11-03T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 443.091, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 156.909, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T10:19:29.075297+09:00", "mtime_epoch": 1793668769.075297, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132630}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:19:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3183184, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.846, "max": 11.0, "p95": 8.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.713, "max": 3.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.608, "max": 3.0, "p95": 2.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.679, "pushed": 8.679, "read": 8.646}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 145.949, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 259, "max_ms": 6.208, "p95_ms": 2.586, "reason": null, "sample_age_ms": 191.146, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 259, "max_ms": 4.44, "p95_ms": 2.063, "reason": null, "sample_age_ms": 191.524, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 259, "max_ms": 2.358, "p95_ms": 0.7, "reason": null, "sample_age_ms": 145.957, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.955, "count": 259, "max_ms": 12.318, "p95_ms": 3.32, "reason": null, "sample_age_ms": 189.738, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 189.713, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.36, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.525, "count": 259, "max_ms": 78.646, "p95_ms": 64.617, "reason": null, "sample_age_ms": 145.944, "source": "client_direct"}, "sample_age_ms": 145.94, "source": "client_direct", "task_total_ms": {"avg_ms": 47.997, "count": 259, "max_ms": 80.983, "p95_ms": 68.341, "reason": null, "sample_age_ms": 145.94, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.856, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.928, "count": 260, "max_ms": 19.674, "p95_ms": 11.634}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.4, "count": 260, "max_ms": 1.857, "p95_ms": 0.777}, "detection_prepare_ms": {"avg_ms": 1.36, "count": 260, "max_ms": 8.196, "p95_ms": 2.572}, "event_filter_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.304, "count": 260, "max_ms": 0.98, "p95_ms": 0.571}, "mcmt_ms": {"avg_ms": 0.003, "count": 260, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.138, "count": 260, "max_ms": 7.979, "p95_ms": 5.532}, "setup_ms": {"avg_ms": 0.044, "count": 260, "max_ms": 0.156, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 6.87, "count": 260, "max_ms": 19.579, "p95_ms": 11.494}, "track_match_ms": {"avg_ms": 0.074, "count": 260, "max_ms": 0.231, "p95_ms": 0.155}, "tracker_update_ms": {"avg_ms": 1.541, "count": 260, "max_ms": 4.892, "p95_ms": 2.854}}, "gstreamer_push": {"avg_ms": 3.221, "count": 260, "max_ms": 6.967, "p95_ms": 5.042}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 260, "max_ms": 0.177, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.198, "count": 260, "max_ms": 81.69, "p95_ms": 69.722}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.126, "count": 260, "max_ms": 14.497, "p95_ms": 9.211}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.055, "count": 260, "max_ms": 131.985, "p95_ms": 121.673}, "inference_input_copy_ms": {"avg_ms": 1.639, "count": 260, "max_ms": 5.678, "p95_ms": 2.921}, "processing_residual_ms": {"avg_ms": 0.208, "count": 260, "max_ms": 0.547, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.029, "count": 260, "max_ms": 140.184, "p95_ms": 127.028}, "read_interval": {"avg_ms": 115.415, "count": 259, "max_ms": 198.879, "p95_ms": 163.011}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 260, "max_ms": 0.186, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.061, "count": 260, "max_ms": 7.838, "p95_ms": 5.436}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 260, "max_ms": 0.083, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.042, "count": 260, "max_ms": 7.81, "p95_ms": 5.411}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.212, "count": 260, "max_ms": 81.701, "p95_ms": 69.738}, "visualize": {"avg_ms": 37.691, "count": 260, "max_ms": 60.568, "p95_ms": 48.835}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.911, "count": 260, "max_ms": 55.107, "p95_ms": 41.524}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.141, "count": 260, "max_ms": 58.468, "p95_ms": 46.727}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 260, "max_ms": 3.744, "p95_ms": 2.312}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.996, "count": 260, "max_ms": 58.318, "p95_ms": 46.612}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 260, "max_ms": 0.199, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.149, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.857, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132162, "write_bytes_delta": 132162, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.509298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 66525, "reason": null, "system_cpu_core_ratio": 0.044265, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.465033, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48642, "system_cpu_s_delta": 9.779999999998836, "user_cpu_core_ratio": 1.154376, "user_cpu_s_delta": 23.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.169, "count": 263, "max_ms": 6.209, "p95_ms": 5.021, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.84, "max": 11.0, "p95": 8.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.506, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.414, "max": 3.0, "p95": 2.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.515, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.73, "count": 30, "max": 29.985, "p95": 27.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 849.4, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 959.033, "count": 30, "max": 12928.0, "p95": 4553.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.411, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.49, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 40.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.156, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24800, "sampled_at": "2026-11-03T10:19:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:19:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5190700, "flush_count": 5493, "flush_interval_seconds": 30.0, "flush_state": {"count": 5493, "last_at": "2026-11-03T10:18:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:18:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5492}, "started": true, "suppressed_count": 3178090, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3177692}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5493, "written_record_count": 5493}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11204.289, "limit_mb": null}, "detail": {"pid": 66641, "restart_count": 235, "start_count": 236}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8800867123200, "copied_frame_count": 3183184, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8800867123200, "frame_buffer_copies": 3183184, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 3.9214, "p50_ms": 0.0953, "p95_ms": 0.2096, "p99_ms": 0.3016}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4667, "count": 512, "max_ms": 5.4516, "p50_ms": 1.3827, "p95_ms": 2.424, "p99_ms": 2.8618, "results": {"failed": 0, "not_applicable": 0, "success": 3183184, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 221, "h264_decode_error_count": 750, "h264_decode_error_count_per_hour": 110, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:19:29+09:00", "last_error_summary": "[h264 @ 0x645d5d5998c0] error while decoding MB 84 65, bytestream -9", "last_exit_at": "2026-11-03T10:19:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:19:31+09:00", "pid": 66641, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.062, "name": "ffmpeg", "pid": 66641, "rss_mb": 58.062, "state": "S (sleeping)", "threads": 1}, "restart_count": 235, "restart_count_per_hour": 24, "rtsp_timeout_count": 136, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 236}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.539, "sample_count": 2387, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183184, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.917, "last_frame_pushed_at": "2026-11-03T10:19:29+09:00", "last_frame_read_age_sec": 5.044, "last_frame_read_at": "2026-11-03T10:19:28+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.945, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 152.055, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 4.906, "exists": true, "mtime": "2026-11-03T10:19:29.075297+09:00", "mtime_epoch": 1793668769.075297, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132630}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:19:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.242, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3183184, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.018, "max": 11.0, "p95": 9.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.776, "max": 3.0, "p95": 2.0, "sample_count": 205}, "total": {"avg": 1.677, "max": 3.0, "p95": 2.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5005.168, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.762, "count": 216, "max_ms": 6.208, "p95_ms": 2.573, "reason": null, "sample_age_ms": 5050.364, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 216, "max_ms": 4.44, "p95_ms": 2.053, "reason": null, "sample_age_ms": 5050.742, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.351, "count": 216, "max_ms": 2.358, "p95_ms": 0.683, "reason": null, "sample_age_ms": 5005.176, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.934, "count": 216, "max_ms": 12.318, "p95_ms": 3.333, "reason": null, "sample_age_ms": 5048.956, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5048.932, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5005.579, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.931, "count": 216, "max_ms": 74.054, "p95_ms": 64.686, "reason": null, "sample_age_ms": 5005.163, "source": "client_direct"}, "sample_age_ms": 5005.158, "source": "client_direct", "task_total_ms": {"avg_ms": 48.387, "count": 216, "max_ms": 76.232, "p95_ms": 67.937, "reason": null, "sample_age_ms": 5005.158, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.54, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.071, "count": 217, "max_ms": 19.674, "p95_ms": 11.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.401, "count": 217, "max_ms": 1.786, "p95_ms": 0.806}, "detection_prepare_ms": {"avg_ms": 1.365, "count": 217, "max_ms": 8.196, "p95_ms": 2.572}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.031, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.309, "count": 217, "max_ms": 0.98, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.242, "count": 217, "max_ms": 7.979, "p95_ms": 5.865}, "setup_ms": {"avg_ms": 0.043, "count": 217, "max_ms": 0.128, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 7.013, "count": 217, "max_ms": 19.579, "p95_ms": 11.671}, "track_match_ms": {"avg_ms": 0.075, "count": 217, "max_ms": 0.231, "p95_ms": 0.157}, "tracker_update_ms": {"avg_ms": 1.567, "count": 217, "max_ms": 4.892, "p95_ms": 2.955}}, "gstreamer_push": {"avg_ms": 3.238, "count": 217, "max_ms": 6.967, "p95_ms": 5.122}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 217, "max_ms": 0.17, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.606, "count": 217, "max_ms": 76.872, "p95_ms": 70.059}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.125, "count": 217, "max_ms": 14.497, "p95_ms": 9.211}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.748, "count": 217, "max_ms": 131.985, "p95_ms": 122.925}, "inference_input_copy_ms": {"avg_ms": 1.618, "count": 217, "max_ms": 5.678, "p95_ms": 2.994}, "processing_residual_ms": {"avg_ms": 0.213, "count": 217, "max_ms": 0.547, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.704, "count": 217, "max_ms": 140.184, "p95_ms": 127.717}, "read_interval": {"avg_ms": 115.999, "count": 216, "max_ms": 198.879, "p95_ms": 163.179}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 217, "max_ms": 0.186, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.166, "count": 217, "max_ms": 7.838, "p95_ms": 5.759}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 217, "max_ms": 0.05, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.146, "count": 217, "max_ms": 7.81, "p95_ms": 5.738}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.619, "count": 217, "max_ms": 76.879, "p95_ms": 70.073}, "visualize": {"avg_ms": 37.836, "count": 217, "max_ms": 60.568, "p95_ms": 48.889}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.926, "count": 217, "max_ms": 55.107, "p95_ms": 42.792}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.292, "count": 217, "max_ms": 58.468, "p95_ms": 47.157}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 217, "max_ms": 3.744, "p95_ms": 2.353}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.149, "count": 217, "max_ms": 58.318, "p95_ms": 46.987}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 217, "max_ms": 0.197, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.219, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 45.149, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.857, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183131, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:19:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132162, "write_bytes_delta": 132162, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.509298, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 66525, "reason": null, "system_cpu_core_ratio": 0.044265, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.465033, "user_cpu_s_delta": 9.349999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.640796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48642, "system_cpu_s_delta": 9.779999999998836, "user_cpu_core_ratio": 1.154376, "user_cpu_s_delta": 23.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.169, "count": 263, "max_ms": 6.209, "p95_ms": 5.021, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.84, "max": 11.0, "p95": 8.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.506, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.414, "max": 3.0, "p95": 2.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.515, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.73, "count": 30, "max": 29.985, "p95": 27.207, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 849.4, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 959.033, "count": 30, "max": 12928.0, "p95": 4553.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.411, "p95": 0.251, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.49, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129606.833, "count": 30, "max": 142517.0, "p95": 132013.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.4, "count": 30, "max": 40.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.156, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24800, "sampled_at": "2026-11-03T10:19:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:19:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5192702, "flush_count": 5495, "flush_interval_seconds": 30.0, "flush_state": {"count": 5495, "last_at": "2026-11-03T10:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5494}, "started": true, "suppressed_count": 3178639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3178241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5495, "written_record_count": 5495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11184.5, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x57a458c8e240] cabac decode of qscale diff failed at 65 51 [h264 @ 0x57a458c8e240] error while decoding MB 65 51, bytestream 15144 [h264 @ 0x57a458c7a080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57a458c7a080] error while decoding MB 0 55, bytestream 1595 [h264 @ 0x57a458ba6a40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x57a458ba6a40] error while decoding MB 68 66, bytestream 7235 [h264 @ 0x57a458d051c0] error while decoding MB 31 65, bytestream -10 [in", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8802387763200, "copied_frame_count": 3183734, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8802387763200, "frame_buffer_copies": 3183734, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.3958, "p50_ms": 0.099, "p95_ms": 0.2019, "p99_ms": 0.2958}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4147, "count": 512, "max_ms": 3.4083, "p50_ms": 1.3487, "p95_ms": 2.3414, "p99_ms": 2.8126, "results": {"failed": 0, "not_applicable": 0, "success": 3183734, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 756, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:21:12+09:00", "last_error_summary": "[h264 @ 0x57a458c8e240] cabac decode of qscale diff failed at 65 51 [h264 @ 0x57a458c8e240] error while decoding MB 65 51, bytestream 15144 [h264 @ 0x57a458c7a080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57a458c7a080] error while decoding MB 0 55, bytestream 1595 [h264 @ 0x57a458ba6a40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x57a458ba6a40] error while decoding MB 68 66, bytestream 7235 [h264 @ 0x57a458d051c0] error while decoding MB 31 65, bytestream -10 [in", "last_exit_at": "2026-11-03T10:19:31+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.952, "last_started_at": "2026-11-03T10:19:31+09:00", "pid": 66641, "process": {"exists": false, "pid": 66641}, "restart_count": 235, "restart_count_per_hour": 24, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 236}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.718, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.135, "last_frame_pushed_at": "2026-11-03T10:21:12+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-03T10:21:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.904, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 53.096, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.123, "exists": true, "mtime": "2026-11-03T10:21:12.808424+09:00", "mtime_epoch": 1793668872.8084242, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140062}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:21:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3183735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.455, "max": 11.0, "p95": 10.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.061, "max": 3.0, "p95": 3.0, "sample_count": 66}, "total": {"avg": 2.061, "max": 3.0, "p95": 3.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 0.061, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 67, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.376, "pushed": 2.376, "read": 2.412}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 69.034, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 67, "max_ms": 5.657, "p95_ms": 3.177, "reason": null, "sample_age_ms": 119.756, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 67, "max_ms": 4.891, "p95_ms": 2.444, "reason": null, "sample_age_ms": 122.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 67, "max_ms": 1.096, "p95_ms": 0.596, "reason": null, "sample_age_ms": 69.041, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.859, "count": 67, "max_ms": 4.056, "p95_ms": 3.531, "reason": null, "sample_age_ms": 117.292, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.311, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.486, "count": 67, "max_ms": 81.558, "p95_ms": 66.112, "reason": null, "sample_age_ms": 69.03, "source": "client_direct"}, "sample_age_ms": 69.026, "source": "client_direct", "task_total_ms": {"avg_ms": 44.84, "count": 67, "max_ms": 83.352, "p95_ms": 69.019, "reason": null, "sample_age_ms": 69.026, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.878, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.941, "count": 66, "max_ms": 15.22, "p95_ms": 12.51}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 66, "max_ms": 2.307, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.552, "count": 66, "max_ms": 8.082, "p95_ms": 2.698}, "event_filter_ms": {"avg_ms": 0.005, "count": 66, "max_ms": 0.013, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 66, "max_ms": 1.168, "p95_ms": 0.582}, "mcmt_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.716, "count": 66, "max_ms": 7.638, "p95_ms": 4.664}, "setup_ms": {"avg_ms": 0.04, "count": 66, "max_ms": 0.099, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 6.886, "count": 66, "max_ms": 15.04, "p95_ms": 12.431}, "track_match_ms": {"avg_ms": 0.086, "count": 66, "max_ms": 0.386, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 1.692, "count": 66, "max_ms": 4.976, "p95_ms": 2.89}}, "gstreamer_push": {"avg_ms": 2.996, "count": 66, "max_ms": 9.724, "p95_ms": 5.008}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 66, "max_ms": 0.333, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.009, "count": 66, "max_ms": 85.117, "p95_ms": 71.248}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.029, "count": 66, "max_ms": 9.675, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.606, "count": 66, "max_ms": 130.286, "p95_ms": 121.148}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 66, "max_ms": 3.604, "p95_ms": 2.701}, "processing_residual_ms": {"avg_ms": 0.237, "count": 66, "max_ms": 0.597, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.442, "count": 66, "max_ms": 134.226, "p95_ms": 126.228}, "read_interval": {"avg_ms": 483.19, "count": 67, "max_ms": 20343.355, "p95_ms": 195.465}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 66, "max_ms": 0.046, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.643, "count": 66, "max_ms": 7.554, "p95_ms": 4.59}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 66, "max_ms": 0.042, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.626, "count": 66, "max_ms": 7.532, "p95_ms": 4.573}, "worker_merge_ms": {"avg_ms": 0.007, "count": 66, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 46.021, "count": 66, "max_ms": 85.125, "p95_ms": 71.264}, "visualize": {"avg_ms": 37.386, "count": 66, "max_ms": 54.688, "p95_ms": 50.364}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.046, "count": 66, "max_ms": 45.978, "p95_ms": 42.665}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.881, "count": 66, "max_ms": 53.575, "p95_ms": 49.015}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 66, "max_ms": 2.633, "p95_ms": 2.037}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.744, "count": 66, "max_ms": 53.452, "p95_ms": 48.837}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 66, "max_ms": 0.215, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.182, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.502, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149866, "write_bytes_delta": 149866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.906708, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2580.0, "pid": 66641, "reason": null, "system_cpu_core_ratio": 0.483728, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.42298, "user_cpu_s_delta": 9.399999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.287537, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.598472, "user_cpu_s_delta": 13.300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.123, "count": 148, "max_ms": 6.267, "p95_ms": 5.293, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.743, "max": 13.0, "p95": 13.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.23, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 148}, "total": {"avg": 2.23, "max": 3.0, "p95": 3.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.75, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.92, "count": 30, "max": 28.251, "p95": 24.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.3, "count": 30, "max": 12928.0, "p95": 3122.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.484, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.528, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.1, "count": 30, "max": 40.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.135, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24804, "sampled_at": "2026-11-03T10:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.773, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5192702, "flush_count": 5495, "flush_interval_seconds": 30.0, "flush_state": {"count": 5495, "last_at": "2026-11-03T10:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5494}, "started": true, "suppressed_count": 3178639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3178241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5495, "written_record_count": 5495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11184.77, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:21:12+09:00", "last_error_summary": "[h264 @ 0x57a458c8e240] cabac decode of qscale diff failed at 65 51 [h264 @ 0x57a458c8e240] error while decoding MB 65 51, bytestream 15144 [h264 @ 0x57a458c7a080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57a458c7a080] error while decoding MB 0 55, bytestream 1595 [h264 @ 0x57a458ba6a40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x57a458ba6a40] error while decoding MB 68 66, bytestream 7235 [h264 @ 0x57a458d051c0] error while decoding MB 31 65, bytestream -10 [in", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8802390528000, "copied_frame_count": 3183735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8802390528000, "frame_buffer_copies": 3183735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.3958, "p50_ms": 0.099, "p95_ms": 0.2019, "p99_ms": 0.2958}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4237, "count": 512, "max_ms": 6.0783, "p50_ms": 1.3487, "p95_ms": 2.3717, "p99_ms": 2.8569, "results": {"failed": 0, "not_applicable": 0, "success": 3183735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 756, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:21:12+09:00", "last_error_summary": "[h264 @ 0x57a458c8e240] cabac decode of qscale diff failed at 65 51 [h264 @ 0x57a458c8e240] error while decoding MB 65 51, bytestream 15144 [h264 @ 0x57a458c7a080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57a458c7a080] error while decoding MB 0 55, bytestream 1595 [h264 @ 0x57a458ba6a40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x57a458ba6a40] error while decoding MB 68 66, bytestream 7235 [h264 @ 0x57a458d051c0] error while decoding MB 31 65, bytestream -10 [in", "last_exit_at": "2026-11-03T10:21:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.003, "last_started_at": "2026-11-03T10:19:31+09:00", "pid": 66641, "process": {"exists": false, "pid": 66641}, "restart_count": 235, "restart_count_per_hour": 24, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 236}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.759, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-03T10:21:12+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-11-03T10:21:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.945, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 53.055, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T10:21:12.977423+09:00", "mtime_epoch": 1793668872.9774232, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139429}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:21:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3183735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.448, "max": 11.0, "p95": 10.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.06, "max": 3.0, "p95": 3.0, "sample_count": 67}, "total": {"avg": 2.06, "max": 3.0, "p95": 3.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.408, "pushed": 2.408, "read": 2.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 115.739, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 67, "max_ms": 5.657, "p95_ms": 3.177, "reason": null, "sample_age_ms": 166.461, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 67, "max_ms": 4.891, "p95_ms": 2.444, "reason": null, "sample_age_ms": 168.832, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 67, "max_ms": 1.096, "p95_ms": 0.596, "reason": null, "sample_age_ms": 115.746, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.859, "count": 67, "max_ms": 4.056, "p95_ms": 3.531, "reason": null, "sample_age_ms": 163.997, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.971, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.015, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.486, "count": 67, "max_ms": 81.558, "p95_ms": 66.112, "reason": null, "sample_age_ms": 115.735, "source": "client_direct"}, "sample_age_ms": 115.731, "source": "client_direct", "task_total_ms": {"avg_ms": 44.84, "count": 67, "max_ms": 83.352, "p95_ms": 69.019, "reason": null, "sample_age_ms": 115.731, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.77, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.01, "count": 67, "max_ms": 15.22, "p95_ms": 12.51}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 67, "max_ms": 2.307, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.571, "count": 67, "max_ms": 8.082, "p95_ms": 2.791}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.013, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 67, "max_ms": 1.168, "p95_ms": 0.582}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.742, "count": 67, "max_ms": 7.638, "p95_ms": 4.664}, "setup_ms": {"avg_ms": 0.041, "count": 67, "max_ms": 0.099, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 6.954, "count": 67, "max_ms": 15.04, "p95_ms": 12.431}, "track_match_ms": {"avg_ms": 0.087, "count": 67, "max_ms": 0.386, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 1.712, "count": 67, "max_ms": 4.976, "p95_ms": 3.015}}, "gstreamer_push": {"avg_ms": 3.006, "count": 67, "max_ms": 9.724, "p95_ms": 5.008}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 67, "max_ms": 0.333, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.126, "count": 67, "max_ms": 85.117, "p95_ms": 71.248}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.027, "count": 67, "max_ms": 9.675, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.281, "count": 67, "max_ms": 136.885, "p95_ms": 123.264}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 67, "max_ms": 4.024, "p95_ms": 3.041}, "processing_residual_ms": {"avg_ms": 0.242, "count": 67, "max_ms": 0.597, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.157, "count": 67, "max_ms": 144.298, "p95_ms": 128.95}, "read_interval": {"avg_ms": 483.19, "count": 67, "max_ms": 20343.355, "p95_ms": 195.465}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 67, "max_ms": 0.046, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.668, "count": 67, "max_ms": 7.554, "p95_ms": 4.59}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 67, "max_ms": 0.042, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.651, "count": 67, "max_ms": 7.532, "p95_ms": 4.573}, "worker_merge_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 46.139, "count": 67, "max_ms": 85.125, "p95_ms": 71.264}, "visualize": {"avg_ms": 37.871, "count": 67, "max_ms": 69.886, "p95_ms": 51.066}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.303, "count": 67, "max_ms": 48.217, "p95_ms": 42.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.363, "count": 67, "max_ms": 68.116, "p95_ms": 49.88}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 67, "max_ms": 2.633, "p95_ms": 2.037}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.225, "count": 67, "max_ms": 68.008, "p95_ms": 49.759}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 67, "max_ms": 0.215, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.182, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.502, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149866, "write_bytes_delta": 149866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.906708, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2580.0, "pid": 66641, "reason": null, "system_cpu_core_ratio": 0.483728, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.42298, "user_cpu_s_delta": 9.399999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.287537, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.598472, "user_cpu_s_delta": 13.300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.123, "count": 148, "max_ms": 6.267, "p95_ms": 5.293, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.743, "max": 13.0, "p95": 13.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.23, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 148}, "total": {"avg": 2.23, "max": 3.0, "p95": 3.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.75, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.92, "count": 30, "max": 28.251, "p95": 24.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.3, "count": 30, "max": 12928.0, "p95": 3122.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.484, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.528, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.1, "count": 30, "max": 40.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.135, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24804, "sampled_at": "2026-11-03T10:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.825, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5192702, "flush_count": 5495, "flush_interval_seconds": 30.0, "flush_state": {"count": 5495, "last_at": "2026-11-03T10:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5494}, "started": true, "suppressed_count": 3178639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3178241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5495, "written_record_count": 5495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11184.508, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8802390528000, "copied_frame_count": 3183735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8802390528000, "frame_buffer_copies": 3183735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.3958, "p50_ms": 0.099, "p95_ms": 0.2019, "p99_ms": 0.2958}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4237, "count": 512, "max_ms": 6.0783, "p50_ms": 1.3487, "p95_ms": 2.3717, "p99_ms": 2.8569, "results": {"failed": 0, "not_applicable": 0, "success": 3183735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 756, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:21:12+09:00", "last_error_summary": "[h264 @ 0x57a458c8e240] cabac decode of qscale diff failed at 65 51 [h264 @ 0x57a458c8e240] error while decoding MB 65 51, bytestream 15144 [h264 @ 0x57a458c7a080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57a458c7a080] error while decoding MB 0 55, bytestream 1595 [h264 @ 0x57a458ba6a40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x57a458ba6a40] error while decoding MB 68 66, bytestream 7235 [h264 @ 0x57a458d051c0] error while decoding MB 31 65, bytestream -10 [in", "last_exit_at": "2026-11-03T10:21:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.038, "last_started_at": "2026-11-03T10:19:31+09:00", "pid": 66641, "process": {"exists": false, "pid": 66641}, "restart_count": 235, "restart_count_per_hour": 24, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 236}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.759, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T10:21:12+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-11-03T10:21:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.973, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 53.027, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-03T10:21:12.977423+09:00", "mtime_epoch": 1793668872.9774232, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139429}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:21:13+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3183735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.448, "max": 11.0, "p95": 10.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.06, "max": 3.0, "p95": 3.0, "sample_count": 67}, "total": {"avg": 2.06, "max": 3.0, "p95": 3.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.06, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.405, "pushed": 2.405, "read": 2.405}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 148.059, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 67, "max_ms": 5.657, "p95_ms": 3.177, "reason": null, "sample_age_ms": 198.781, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 67, "max_ms": 4.891, "p95_ms": 2.444, "reason": null, "sample_age_ms": 201.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.332, "count": 67, "max_ms": 1.096, "p95_ms": 0.596, "reason": null, "sample_age_ms": 148.066, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.859, "count": 67, "max_ms": 4.056, "p95_ms": 3.531, "reason": null, "sample_age_ms": 196.317, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 196.291, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.336, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.486, "count": 67, "max_ms": 81.558, "p95_ms": 66.112, "reason": null, "sample_age_ms": 148.055, "source": "client_direct"}, "sample_age_ms": 148.051, "source": "client_direct", "task_total_ms": {"avg_ms": 44.84, "count": 67, "max_ms": 83.352, "p95_ms": 69.019, "reason": null, "sample_age_ms": 148.051, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.374, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.01, "count": 67, "max_ms": 15.22, "p95_ms": 12.51}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.449, "count": 67, "max_ms": 2.307, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.571, "count": 67, "max_ms": 8.082, "p95_ms": 2.791}, "event_filter_ms": {"avg_ms": 0.005, "count": 67, "max_ms": 0.013, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 67, "max_ms": 1.168, "p95_ms": 0.582}, "mcmt_ms": {"avg_ms": 0.003, "count": 67, "max_ms": 0.008, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.742, "count": 67, "max_ms": 7.638, "p95_ms": 4.664}, "setup_ms": {"avg_ms": 0.041, "count": 67, "max_ms": 0.099, "p95_ms": 0.073}, "total_inside_ms": {"avg_ms": 6.954, "count": 67, "max_ms": 15.04, "p95_ms": 12.431}, "track_match_ms": {"avg_ms": 0.087, "count": 67, "max_ms": 0.386, "p95_ms": 0.164}, "tracker_update_ms": {"avg_ms": 1.712, "count": 67, "max_ms": 4.976, "p95_ms": 3.015}}, "gstreamer_push": {"avg_ms": 3.006, "count": 67, "max_ms": 9.724, "p95_ms": 5.008}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 67, "max_ms": 0.333, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.126, "count": 67, "max_ms": 85.117, "p95_ms": 71.248}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.027, "count": 67, "max_ms": 9.675, "p95_ms": 7.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.281, "count": 67, "max_ms": 136.885, "p95_ms": 123.264}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 67, "max_ms": 4.024, "p95_ms": 3.041}, "processing_residual_ms": {"avg_ms": 0.242, "count": 67, "max_ms": 0.597, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.157, "count": 67, "max_ms": 144.298, "p95_ms": 128.95}, "read_interval": {"avg_ms": 483.19, "count": 67, "max_ms": 20343.355, "p95_ms": 195.465}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 67, "max_ms": 0.046, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.668, "count": 67, "max_ms": 7.554, "p95_ms": 4.59}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 67, "max_ms": 0.042, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.651, "count": 67, "max_ms": 7.532, "p95_ms": 4.573}, "worker_merge_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 46.139, "count": 67, "max_ms": 85.125, "p95_ms": 71.264}, "visualize": {"avg_ms": 37.871, "count": 67, "max_ms": 69.886, "p95_ms": 51.066}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.303, "count": 67, "max_ms": 48.217, "p95_ms": 42.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.363, "count": 67, "max_ms": 68.116, "p95_ms": 49.88}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 67, "max_ms": 2.633, "p95_ms": 2.037}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.225, "count": 67, "max_ms": 68.008, "p95_ms": 49.759}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 67, "max_ms": 0.215, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.182, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.502, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149866, "write_bytes_delta": 149866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.906708, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2580.0, "pid": 66641, "reason": null, "system_cpu_core_ratio": 0.483728, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.42298, "user_cpu_s_delta": 9.399999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.287537, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.598472, "user_cpu_s_delta": 13.300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.123, "count": 148, "max_ms": 6.267, "p95_ms": 5.293, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.743, "max": 13.0, "p95": 13.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.23, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 148}, "total": {"avg": 2.23, "max": 3.0, "p95": 3.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.75, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.92, "count": 30, "max": 28.251, "p95": 24.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.3, "count": 30, "max": 12928.0, "p95": 3122.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.484, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.528, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.1, "count": 30, "max": 40.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.135, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24804, "sampled_at": "2026-11-03T10:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.859, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5192702, "flush_count": 5495, "flush_interval_seconds": 30.0, "flush_state": {"count": 5495, "last_at": "2026-11-03T10:20:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:20:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5494}, "started": true, "suppressed_count": 3178639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3178241}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5495, "written_record_count": 5495}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11206.816, "limit_mb": null}, "detail": {"pid": 66757, "restart_count": 236, "start_count": 237}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8802390528000, "copied_frame_count": 3183735, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8802390528000, "frame_buffer_copies": 3183735, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1096, "count": 512, "max_ms": 0.3958, "p50_ms": 0.099, "p95_ms": 0.2019, "p99_ms": 0.2958}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4237, "count": 512, "max_ms": 6.0783, "p50_ms": 1.3487, "p95_ms": 2.3717, "p99_ms": 2.8569, "results": {"failed": 0, "not_applicable": 0, "success": 3183735, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 222, "h264_decode_error_count": 756, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:21:12+09:00", "last_error_summary": "[h264 @ 0x57a458c8e240] cabac decode of qscale diff failed at 65 51 [h264 @ 0x57a458c8e240] error while decoding MB 65 51, bytestream 15144 [h264 @ 0x57a458c7a080] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x57a458c7a080] error while decoding MB 0 55, bytestream 1595 [h264 @ 0x57a458ba6a40] cabac decode of qscale diff failed at 68 66 [h264 @ 0x57a458ba6a40] error while decoding MB 68 66, bytestream 7235 [h264 @ 0x57a458d051c0] error while decoding MB 31 65, bytestream -10 [in", "last_exit_at": "2026-11-03T10:21:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:21:15+09:00", "pid": 66757, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.078, "name": "ffmpeg", "pid": 66757, "rss_mb": 58.078, "state": "S (sleeping)", "threads": 1}, "restart_count": 236, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 237}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.502, "sample_count": 2093, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183735, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:21:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.612, "last_frame_pushed_at": "2026-11-03T10:21:12+09:00", "last_frame_read_age_sec": 4.767, "last_frame_read_at": "2026-11-03T10:21:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 152, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 551.537, "last_sample_duration_ms": 1172.592, "last_trigger": "periodic", "next_snapshot_in_sec": 48.463, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 552, "storage_bytes": 3172048}, "mjpeg": {"age_sec": 4.603, "exists": true, "mtime": "2026-11-03T10:21:12.977423+09:00", "mtime_epoch": 1793668872.9774232, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139429}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:21:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2340.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3183735, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.812, "max": 10.0, "p95": 9.0, "sample_count": 48}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.062, "max": 3.0, "p95": 3.0, "sample_count": 48}, "total": {"avg": 2.062, "max": 3.0, "p95": 3.0, "sample_count": 48}}, "tracking_counts": {"active": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 48}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 48}, "tracked": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 48}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 48, "pushed_frames": 48, "read_frames": 47, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.601, "pushed": 1.601, "read": 1.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 47, "client_acquire_ms": {"avg_ms": 0.006, "count": 47, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4711.849, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.905, "count": 47, "max_ms": 5.657, "p95_ms": 2.943, "reason": null, "sample_age_ms": 4762.57, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.38, "count": 47, "max_ms": 4.891, "p95_ms": 2.444, "reason": null, "sample_age_ms": 4764.942, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.304, "count": 47, "max_ms": 0.683, "p95_ms": 0.562, "reason": null, "sample_age_ms": 4711.855, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.766, "count": 47, "max_ms": 4.056, "p95_ms": 3.095, "reason": null, "sample_age_ms": 4760.107, "source": "client_direct"}, "request_count": 47, "request_tensor_bytes": {"avg": 2764808.0, "count": 47, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4760.081, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 47, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4712.125, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.522, "count": 47, "max_ms": 81.558, "p95_ms": 57.289, "reason": null, "sample_age_ms": 4711.844, "source": "client_direct"}, "sample_age_ms": 4711.84, "source": "client_direct", "task_total_ms": {"avg_ms": 43.745, "count": 47, "max_ms": 83.352, "p95_ms": 61.344, "reason": null, "sample_age_ms": 4711.84, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.474, "count": 48, "max_ms": 15.22, "p95_ms": 10.557}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.396, "count": 48, "max_ms": 0.83, "p95_ms": 0.681}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 48, "max_ms": 8.082, "p95_ms": 2.588}, "event_filter_ms": {"avg_ms": 0.005, "count": 48, "max_ms": 0.012, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 48, "max_ms": 0.678, "p95_ms": 0.549}, "mcmt_ms": {"avg_ms": 0.003, "count": 48, "max_ms": 0.006, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.608, "count": 48, "max_ms": 4.664, "p95_ms": 4.284}, "setup_ms": {"avg_ms": 0.038, "count": 48, "max_ms": 0.099, "p95_ms": 0.072}, "total_inside_ms": {"avg_ms": 6.421, "count": 48, "max_ms": 15.04, "p95_ms": 10.467}, "track_match_ms": {"avg_ms": 0.084, "count": 48, "max_ms": 0.386, "p95_ms": 0.157}, "tracker_update_ms": {"avg_ms": 1.521, "count": 48, "max_ms": 3.035, "p95_ms": 2.715}}, "gstreamer_push": {"avg_ms": 2.989, "count": 48, "max_ms": 9.724, "p95_ms": 4.969}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 48, "max_ms": 0.132, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.904, "count": 48, "max_ms": 85.117, "p95_ms": 69.564}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.98, "count": 48, "max_ms": 8.65, "p95_ms": 7.438}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.672, "count": 48, "max_ms": 136.885, "p95_ms": 127.936}, "inference_input_copy_ms": {"avg_ms": 1.551, "count": 48, "max_ms": 4.024, "p95_ms": 3.427}, "processing_residual_ms": {"avg_ms": 0.213, "count": 48, "max_ms": 0.523, "p95_ms": 0.442}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.417, "count": 48, "max_ms": 144.298, "p95_ms": 132.845}, "read_interval": {"avg_ms": 538.158, "count": 47, "max_ms": 20343.355, "p95_ms": 153.009}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 48, "max_ms": 0.04, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.541, "count": 48, "max_ms": 4.59, "p95_ms": 4.12}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 48, "max_ms": 0.042, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.524, "count": 48, "max_ms": 4.573, "p95_ms": 4.08}, "worker_merge_ms": {"avg_ms": 0.006, "count": 48, "max_ms": 0.023, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 44.915, "count": 48, "max_ms": 85.125, "p95_ms": 69.577}, "visualize": {"avg_ms": 38.117, "count": 48, "max_ms": 69.886, "p95_ms": 51.066}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.496, "count": 48, "max_ms": 48.217, "p95_ms": 42.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.627, "count": 48, "max_ms": 68.116, "p95_ms": 49.88}, "visualize_input_copy_ms": {"avg_ms": 1.273, "count": 48, "max_ms": 2.633, "p95_ms": 1.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 48, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.495, "count": 48, "max_ms": 68.008, "p95_ms": 49.759}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 48, "max_ms": 0.174, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 48}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.182, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.502, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3183669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:20:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149866, "write_bytes_delta": 149866, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 296.0, "cpu_core_ratio": 0.906708, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2580.0, "pid": 66641, "reason": null, "system_cpu_core_ratio": 0.483728, "system_cpu_s_delta": 10.75, "user_cpu_core_ratio": 0.42298, "user_cpu_s_delta": 9.399999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.886009, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.287537, "system_cpu_s_delta": 6.389999999999418, "user_cpu_core_ratio": 0.598472, "user_cpu_s_delta": 13.300000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.123, "count": 148, "max_ms": 6.267, "p95_ms": 5.293, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.743, "max": 13.0, "p95": 13.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.23, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 148}, "total": {"avg": 2.23, "max": 3.0, "p95": 3.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.75, "count": 30, "max": 77.936, "p95": 63.477, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.92, "count": 30, "max": 28.251, "p95": 24.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 831.267, "count": 30, "max": 1236.0, "p95": 1192.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.3, "count": 30, "max": 12928.0, "p95": 3122.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.484, "p95": 0.325, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.528, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.174, "count": 30, "max": 2.764, "p95": 1.354, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131080.0, "count": 30, "max": 149866.0, "p95": 144900.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.1, "count": 30, "max": 40.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.482, "count": 30, "max": 0.564, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.135, "count": 30, "max": 1.295, "p95": 1.287, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24804, "sampled_at": "2026-11-03T10:20:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:20:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5194704, "flush_count": 5497, "flush_interval_seconds": 30.0, "flush_state": {"count": 5497, "last_at": "2026-11-03T10:22:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:22:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5496}, "started": true, "suppressed_count": 3179810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5497, "written_record_count": 5497}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11195.508, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6260e6ae7fc0] cabac decode of qscale diff failed at 88 55 [h264 @ 0x6260e6ae7fc0] error while decoding MB 88 55, bytestream 91029 [h264 @ 0x6260e5e2e040] cabac decode of qscale diff failed at 109 61 [h264 @ 0x6260e5e2e040] error while decoding MB 109 61, bytestream 3786 [h264 @ 0x6260e5e2e040] error while decoding MB 65 2, bytestream -12 [h264 @ 0x6260e5e563c0] cabac decode of qscale diff failed at 33 57 [h264 @ 0x6260e5e563c0] error while decoding MB 33 57, bytestream 40454 [h264 @ 0x", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8805630873600, "copied_frame_count": 3184907, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8805630873600, "frame_buffer_copies": 3184907, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.9062, "p50_ms": 0.0976, "p95_ms": 0.2088, "p99_ms": 0.2531}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3973, "count": 512, "max_ms": 4.0697, "p50_ms": 1.3, "p95_ms": 2.2526, "p99_ms": 2.7798, "results": {"failed": 0, "not_applicable": 0, "success": 3184907, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 764, "h264_decode_error_count_per_hour": 123, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:23:39+09:00", "last_error_summary": "[h264 @ 0x6260e6ae7fc0] cabac decode of qscale diff failed at 88 55 [h264 @ 0x6260e6ae7fc0] error while decoding MB 88 55, bytestream 91029 [h264 @ 0x6260e5e2e040] cabac decode of qscale diff failed at 109 61 [h264 @ 0x6260e5e2e040] error while decoding MB 109 61, bytestream 3786 [h264 @ 0x6260e5e2e040] error while decoding MB 65 2, bytestream -12 [h264 @ 0x6260e5e563c0] cabac decode of qscale diff failed at 33 57 [h264 @ 0x6260e5e563c0] error while decoding MB 33 57, bytestream 40454 [h264 @ 0x", "last_exit_at": "2026-11-03T10:21:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.213, "last_started_at": "2026-11-03T10:21:15+09:00", "pid": 66757, "process": {"exists": false, "pid": 66757}, "restart_count": 236, "restart_count_per_hour": 24, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 237}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.56, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-11-03T10:23:39+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-03T10:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.798, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 508.202, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T10:23:39.718671+09:00", "mtime_epoch": 1793669019.7186713, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 137965}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:23:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.145, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3184908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.796, "max": 10.0, "p95": 9.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.233, "pushed": 7.233, "read": 7.233}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 28.159, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.077, "count": 216, "max_ms": 14.974, "p95_ms": 3.559, "reason": null, "sample_age_ms": 90.832, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.482, "count": 216, "max_ms": 14.373, "p95_ms": 2.573, "reason": null, "sample_age_ms": 91.512, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 217, "max_ms": 1.025, "p95_ms": 0.603, "reason": null, "sample_age_ms": 28.17, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.97, "count": 216, "max_ms": 3.823, "p95_ms": 3.18, "reason": null, "sample_age_ms": 88.713, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.667, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.433, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.375, "count": 217, "max_ms": 80.66, "p95_ms": 67.783, "reason": null, "sample_age_ms": 28.153, "source": "client_direct"}, "sample_age_ms": 28.147, "source": "client_direct", "task_total_ms": {"avg_ms": 48.845, "count": 217, "max_ms": 83.561, "p95_ms": 69.744, "reason": null, "sample_age_ms": 28.147, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.407, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.276, "count": 216, "max_ms": 18.755, "p95_ms": 13.261}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.435, "count": 216, "max_ms": 1.462, "p95_ms": 0.883}, "detection_prepare_ms": {"avg_ms": 1.59, "count": 216, "max_ms": 7.317, "p95_ms": 2.925}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 216, "max_ms": 0.785, "p95_ms": 0.576}, "mcmt_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.959, "count": 216, "max_ms": 8.539, "p95_ms": 6.691}, "setup_ms": {"avg_ms": 0.047, "count": 216, "max_ms": 0.122, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 8.216, "count": 216, "max_ms": 18.597, "p95_ms": 13.149}, "track_match_ms": {"avg_ms": 0.084, "count": 216, "max_ms": 0.337, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.751, "count": 216, "max_ms": 6.077, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.165, "count": 217, "max_ms": 6.622, "p95_ms": 5.145}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 216, "max_ms": 0.188, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.296, "count": 216, "max_ms": 84.447, "p95_ms": 71.871}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.081, "count": 217, "max_ms": 15.318, "p95_ms": 8.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.214, "count": 217, "max_ms": 136.994, "p95_ms": 126.091}, "inference_input_copy_ms": {"avg_ms": 1.655, "count": 217, "max_ms": 4.109, "p95_ms": 2.791}, "processing_residual_ms": {"avg_ms": 0.232, "count": 217, "max_ms": 0.594, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.183, "count": 217, "max_ms": 140.379, "p95_ms": 133.208}, "read_interval": {"avg_ms": 138.398, "count": 217, "max_ms": 1920.656, "p95_ms": 174.071}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 216, "max_ms": 0.181, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.879, "count": 216, "max_ms": 8.39, "p95_ms": 6.473}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.083, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.859, "count": 216, "max_ms": 8.36, "p95_ms": 6.452}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.31, "count": 216, "max_ms": 84.455, "p95_ms": 71.895}, "visualize": {"avg_ms": 37.347, "count": 216, "max_ms": 52.765, "p95_ms": 47.757}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.076, "count": 216, "max_ms": 45.159, "p95_ms": 39.754}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.803, "count": 216, "max_ms": 50.642, "p95_ms": 46.293}, "visualize_input_copy_ms": {"avg_ms": 1.324, "count": 216, "max_ms": 2.993, "p95_ms": 2.093}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.662, "count": 216, "max_ms": 50.445, "p95_ms": 46.135}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 216, "max_ms": 0.196, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.085, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.625, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146453, "write_bytes_delta": 146453, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 0.881226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1043.0, "pid": 66757, "reason": null, "system_cpu_core_ratio": 0.435611, "system_cpu_s_delta": 4.790000000000001, "user_cpu_core_ratio": 0.445615, "user_cpu_s_delta": 4.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.214073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.373771, "system_cpu_s_delta": 4.110000000000582, "user_cpu_core_ratio": 0.840302, "user_cpu_s_delta": 9.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.103, "count": 220, "max_ms": 6.622, "p95_ms": 4.874, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.723, "max": 10.0, "p95": 9.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.995, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.995, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.521, "count": 30, "max": 77.936, "p95": 48.964, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.127, "count": 30, "max": 25.932, "p95": 22.334, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.0, "count": 30, "max": 1189.0, "p95": 1161.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2227.6, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.484, "p95": 0.339, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.53, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.067, "count": 30, "max": 45.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.285, "p95": 1.265, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24817, "sampled_at": "2026-11-03T10:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5194704, "flush_count": 5497, "flush_interval_seconds": 30.0, "flush_state": {"count": 5497, "last_at": "2026-11-03T10:22:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:22:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5496}, "started": true, "suppressed_count": 3179810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5497, "written_record_count": 5497}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11195.281, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:23:39+09:00", "last_error_summary": "[h264 @ 0x6260e6ae7fc0] cabac decode of qscale diff failed at 88 55 [h264 @ 0x6260e6ae7fc0] error while decoding MB 88 55, bytestream 91029 [h264 @ 0x6260e5e2e040] cabac decode of qscale diff failed at 109 61 [h264 @ 0x6260e5e2e040] error while decoding MB 109 61, bytestream 3786 [h264 @ 0x6260e5e2e040] error while decoding MB 65 2, bytestream -12 [h264 @ 0x6260e5e563c0] cabac decode of qscale diff failed at 33 57 [h264 @ 0x6260e5e563c0] error while decoding MB 33 57, bytestream 40454 [h264 @ 0x", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8805633638400, "copied_frame_count": 3184908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8805633638400, "frame_buffer_copies": 3184908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.9062, "p50_ms": 0.0976, "p95_ms": 0.2088, "p99_ms": 0.2531}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4052, "count": 512, "max_ms": 5.3523, "p50_ms": 1.3027, "p95_ms": 2.2595, "p99_ms": 2.8557, "results": {"failed": 0, "not_applicable": 0, "success": 3184908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 764, "h264_decode_error_count_per_hour": 123, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:23:39+09:00", "last_error_summary": "[h264 @ 0x6260e6ae7fc0] cabac decode of qscale diff failed at 88 55 [h264 @ 0x6260e6ae7fc0] error while decoding MB 88 55, bytestream 91029 [h264 @ 0x6260e5e2e040] cabac decode of qscale diff failed at 109 61 [h264 @ 0x6260e5e2e040] error while decoding MB 109 61, bytestream 3786 [h264 @ 0x6260e5e2e040] error while decoding MB 65 2, bytestream -12 [h264 @ 0x6260e5e563c0] cabac decode of qscale diff failed at 33 57 [h264 @ 0x6260e5e563c0] error while decoding MB 33 57, bytestream 40454 [h264 @ 0x", "last_exit_at": "2026-11-03T10:23:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.308, "last_started_at": "2026-11-03T10:21:15+09:00", "pid": 66757, "process": {"exists": false, "pid": 66757}, "restart_count": 236, "restart_count_per_hour": 24, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 237}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.56, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-03T10:23:39+09:00", "last_frame_read_age_sec": 0.173, "last_frame_read_at": "2026-11-03T10:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.853, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 508.147, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-03T10:23:39.854671+09:00", "mtime_epoch": 1793669019.854671, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:23:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3184908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.793, "max": 10.0, "p95": 9.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.234, "pushed": 7.234, "read": 7.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 121.058, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.077, "count": 216, "max_ms": 14.974, "p95_ms": 3.559, "reason": null, "sample_age_ms": 183.731, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.482, "count": 216, "max_ms": 14.373, "p95_ms": 2.573, "reason": null, "sample_age_ms": 184.412, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 216, "max_ms": 1.025, "p95_ms": 0.603, "reason": null, "sample_age_ms": 121.07, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.97, "count": 216, "max_ms": 3.823, "p95_ms": 3.18, "reason": null, "sample_age_ms": 181.612, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.567, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.333, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.382, "count": 216, "max_ms": 80.66, "p95_ms": 67.785, "reason": null, "sample_age_ms": 121.052, "source": "client_direct"}, "sample_age_ms": 121.047, "source": "client_direct", "task_total_ms": {"avg_ms": 48.853, "count": 216, "max_ms": 83.561, "p95_ms": 69.794, "reason": null, "sample_age_ms": 121.047, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.697, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.272, "count": 217, "max_ms": 18.755, "p95_ms": 13.261}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 217, "max_ms": 1.462, "p95_ms": 0.894}, "detection_prepare_ms": {"avg_ms": 1.589, "count": 217, "max_ms": 7.317, "p95_ms": 2.925}, "event_filter_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.34, "count": 217, "max_ms": 0.785, "p95_ms": 0.576}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.956, "count": 217, "max_ms": 8.539, "p95_ms": 6.691}, "setup_ms": {"avg_ms": 0.047, "count": 217, "max_ms": 0.122, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 8.212, "count": 217, "max_ms": 18.597, "p95_ms": 13.149}, "track_match_ms": {"avg_ms": 0.084, "count": 217, "max_ms": 0.337, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.749, "count": 217, "max_ms": 6.077, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.16, "count": 217, "max_ms": 6.622, "p95_ms": 5.145}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 217, "max_ms": 0.188, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.358, "count": 217, "max_ms": 84.447, "p95_ms": 71.871}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.075, "count": 217, "max_ms": 15.318, "p95_ms": 8.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.29, "count": 217, "max_ms": 136.994, "p95_ms": 126.091}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 217, "max_ms": 4.109, "p95_ms": 2.791}, "processing_residual_ms": {"avg_ms": 0.232, "count": 217, "max_ms": 0.594, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.254, "count": 217, "max_ms": 140.379, "p95_ms": 133.208}, "read_interval": {"avg_ms": 138.485, "count": 216, "max_ms": 1920.656, "p95_ms": 174.071}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 217, "max_ms": 0.181, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.876, "count": 217, "max_ms": 8.39, "p95_ms": 6.473}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 217, "max_ms": 0.083, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.856, "count": 217, "max_ms": 8.36, "p95_ms": 6.452}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.372, "count": 217, "max_ms": 84.455, "p95_ms": 71.895}, "visualize": {"avg_ms": 37.403, "count": 217, "max_ms": 52.765, "p95_ms": 48.359}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.126, "count": 217, "max_ms": 45.159, "p95_ms": 40.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.857, "count": 217, "max_ms": 50.642, "p95_ms": 46.399}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 217, "max_ms": 2.993, "p95_ms": 2.093}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.717, "count": 217, "max_ms": 50.445, "p95_ms": 46.243}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 217, "max_ms": 0.196, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.085, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.625, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146453, "write_bytes_delta": 146453, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 0.881226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1043.0, "pid": 66757, "reason": null, "system_cpu_core_ratio": 0.435611, "system_cpu_s_delta": 4.790000000000001, "user_cpu_core_ratio": 0.445615, "user_cpu_s_delta": 4.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.214073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.373771, "system_cpu_s_delta": 4.110000000000582, "user_cpu_core_ratio": 0.840302, "user_cpu_s_delta": 9.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.103, "count": 220, "max_ms": 6.622, "p95_ms": 4.874, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.723, "max": 10.0, "p95": 9.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.995, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.995, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.521, "count": 30, "max": 77.936, "p95": 48.964, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.127, "count": 30, "max": 25.932, "p95": 22.334, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.0, "count": 30, "max": 1189.0, "p95": 1161.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2227.6, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.484, "p95": 0.339, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.53, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.067, "count": 30, "max": 45.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.285, "p95": 1.265, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24817, "sampled_at": "2026-11-03T10:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5194704, "flush_count": 5497, "flush_interval_seconds": 30.0, "flush_state": {"count": 5497, "last_at": "2026-11-03T10:22:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:22:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5496}, "started": true, "suppressed_count": 3179810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5497, "written_record_count": 5497}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11195.785, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8805633638400, "copied_frame_count": 3184908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8805633638400, "frame_buffer_copies": 3184908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.9062, "p50_ms": 0.0976, "p95_ms": 0.2088, "p99_ms": 0.2531}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4052, "count": 512, "max_ms": 5.3523, "p50_ms": 1.3027, "p95_ms": 2.2595, "p99_ms": 2.8557, "results": {"failed": 0, "not_applicable": 0, "success": 3184908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 764, "h264_decode_error_count_per_hour": 123, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:23:39+09:00", "last_error_summary": "[h264 @ 0x6260e6ae7fc0] cabac decode of qscale diff failed at 88 55 [h264 @ 0x6260e6ae7fc0] error while decoding MB 88 55, bytestream 91029 [h264 @ 0x6260e5e2e040] cabac decode of qscale diff failed at 109 61 [h264 @ 0x6260e5e2e040] error while decoding MB 109 61, bytestream 3786 [h264 @ 0x6260e5e2e040] error while decoding MB 65 2, bytestream -12 [h264 @ 0x6260e5e563c0] cabac decode of qscale diff failed at 33 57 [h264 @ 0x6260e5e563c0] error while decoding MB 33 57, bytestream 40454 [h264 @ 0x", "last_exit_at": "2026-11-03T10:23:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 144.355, "last_started_at": "2026-11-03T10:21:15+09:00", "pid": 66757, "process": {"exists": false, "pid": 66757}, "restart_count": 236, "restart_count_per_hour": 24, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 237}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.56, "sample_count": 2150, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-11-03T10:23:39+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-11-03T10:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.899, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 508.101, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T10:23:39.854671+09:00", "mtime_epoch": 1793669019.854671, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:23:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3184908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.792, "max": 10.0, "p95": 9.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.215, "pushed": 7.215, "read": 7.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 164.037, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.08, "count": 215, "max_ms": 14.974, "p95_ms": 3.56, "reason": null, "sample_age_ms": 226.709, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 215, "max_ms": 14.373, "p95_ms": 2.574, "reason": null, "sample_age_ms": 227.39, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.323, "count": 216, "max_ms": 1.025, "p95_ms": 0.603, "reason": null, "sample_age_ms": 164.048, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.968, "count": 215, "max_ms": 3.823, "p95_ms": 3.181, "reason": null, "sample_age_ms": 224.591, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 224.545, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 164.311, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.382, "count": 216, "max_ms": 80.66, "p95_ms": 67.785, "reason": null, "sample_age_ms": 164.03, "source": "client_direct"}, "sample_age_ms": 164.025, "source": "client_direct", "task_total_ms": {"avg_ms": 48.853, "count": 216, "max_ms": 83.561, "p95_ms": 69.794, "reason": null, "sample_age_ms": 164.025, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.026, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.287, "count": 216, "max_ms": 18.755, "p95_ms": 13.261}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.439, "count": 216, "max_ms": 1.462, "p95_ms": 0.894}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 216, "max_ms": 7.317, "p95_ms": 2.925}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.341, "count": 216, "max_ms": 0.785, "p95_ms": 0.576}, "mcmt_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.024, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.962, "count": 216, "max_ms": 8.539, "p95_ms": 6.691}, "setup_ms": {"avg_ms": 0.047, "count": 216, "max_ms": 0.122, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 8.227, "count": 216, "max_ms": 18.597, "p95_ms": 13.149}, "track_match_ms": {"avg_ms": 0.084, "count": 216, "max_ms": 0.337, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.752, "count": 216, "max_ms": 6.077, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.15, "count": 216, "max_ms": 6.622, "p95_ms": 5.068}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 216, "max_ms": 0.188, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.371, "count": 216, "max_ms": 84.447, "p95_ms": 71.871}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.078, "count": 216, "max_ms": 15.318, "p95_ms": 8.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.345, "count": 216, "max_ms": 136.994, "p95_ms": 126.091}, "inference_input_copy_ms": {"avg_ms": 1.656, "count": 216, "max_ms": 4.109, "p95_ms": 2.791}, "processing_residual_ms": {"avg_ms": 0.232, "count": 216, "max_ms": 0.594, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.311, "count": 216, "max_ms": 140.379, "p95_ms": 133.208}, "read_interval": {"avg_ms": 138.624, "count": 215, "max_ms": 1920.656, "p95_ms": 174.071}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 216, "max_ms": 0.181, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.881, "count": 216, "max_ms": 8.39, "p95_ms": 6.473}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 216, "max_ms": 0.083, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.862, "count": 216, "max_ms": 8.36, "p95_ms": 6.452}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.036, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.384, "count": 216, "max_ms": 84.455, "p95_ms": 71.895}, "visualize": {"avg_ms": 37.43, "count": 216, "max_ms": 52.765, "p95_ms": 48.359}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.151, "count": 216, "max_ms": 45.159, "p95_ms": 40.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.88, "count": 216, "max_ms": 50.642, "p95_ms": 46.399}, "visualize_input_copy_ms": {"avg_ms": 1.33, "count": 216, "max_ms": 2.993, "p95_ms": 2.093}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.74, "count": 216, "max_ms": 50.445, "p95_ms": 46.243}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 216, "max_ms": 0.196, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.085, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.625, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146453, "write_bytes_delta": 146453, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 0.881226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1043.0, "pid": 66757, "reason": null, "system_cpu_core_ratio": 0.435611, "system_cpu_s_delta": 4.790000000000001, "user_cpu_core_ratio": 0.445615, "user_cpu_s_delta": 4.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.214073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.373771, "system_cpu_s_delta": 4.110000000000582, "user_cpu_core_ratio": 0.840302, "user_cpu_s_delta": 9.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.103, "count": 220, "max_ms": 6.622, "p95_ms": 4.874, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.723, "max": 10.0, "p95": 9.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.995, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.995, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.521, "count": 30, "max": 77.936, "p95": 48.964, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.127, "count": 30, "max": 25.932, "p95": 22.334, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.0, "count": 30, "max": 1189.0, "p95": 1161.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2227.6, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.484, "p95": 0.339, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.53, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.067, "count": 30, "max": 45.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.285, "p95": 1.265, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24817, "sampled_at": "2026-11-03T10:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5194704, "flush_count": 5497, "flush_interval_seconds": 30.0, "flush_state": {"count": 5497, "last_at": "2026-11-03T10:22:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:22:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5496}, "started": true, "suppressed_count": 3179810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179412}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5497, "written_record_count": 5497}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11370.828, "limit_mb": null}, "detail": {"pid": 66873, "restart_count": 237, "start_count": 238}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8805633638400, "copied_frame_count": 3184908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8805633638400, "frame_buffer_copies": 3184908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 1.9062, "p50_ms": 0.0976, "p95_ms": 0.2088, "p99_ms": 0.2531}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4052, "count": 512, "max_ms": 5.3523, "p50_ms": 1.3027, "p95_ms": 2.2595, "p99_ms": 2.8557, "results": {"failed": 0, "not_applicable": 0, "success": 3184908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 223, "h264_decode_error_count": 764, "h264_decode_error_count_per_hour": 123, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:23:39+09:00", "last_error_summary": "[h264 @ 0x6260e6ae7fc0] cabac decode of qscale diff failed at 88 55 [h264 @ 0x6260e6ae7fc0] error while decoding MB 88 55, bytestream 91029 [h264 @ 0x6260e5e2e040] cabac decode of qscale diff failed at 109 61 [h264 @ 0x6260e5e2e040] error while decoding MB 109 61, bytestream 3786 [h264 @ 0x6260e5e2e040] error while decoding MB 65 2, bytestream -12 [h264 @ 0x6260e5e563c0] cabac decode of qscale diff failed at 33 57 [h264 @ 0x6260e5e563c0] error while decoding MB 33 57, bytestream 40454 [h264 @ 0x", "last_exit_at": "2026-11-03T10:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:23:42+09:00", "pid": 66873, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.207, "name": "ffmpeg", "pid": 66873, "rss_mb": 206.207, "state": "S (sleeping)", "threads": 70}, "restart_count": 237, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 238}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.262, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.498, "last_frame_pushed_at": "2026-11-03T10:23:39+09:00", "last_frame_read_age_sec": 4.631, "last_frame_read_at": "2026-11-03T10:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 96.305, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 503.695, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 4.491, "exists": true, "mtime": "2026-11-03T10:23:39.854671+09:00", "mtime_epoch": 1793669019.854671, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:23:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3184908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.841, "max": 10.0, "p95": 9.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 181, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.078, "pushed": 6.078, "read": 6.045}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.008, "count": 182, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4571.488, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.059, "count": 181, "max_ms": 14.974, "p95_ms": 3.118, "reason": null, "sample_age_ms": 4634.161, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.491, "count": 181, "max_ms": 14.373, "p95_ms": 2.515, "reason": null, "sample_age_ms": 4634.842, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 182, "max_ms": 1.025, "p95_ms": 0.613, "reason": null, "sample_age_ms": 4571.5, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.97, "count": 181, "max_ms": 3.823, "p95_ms": 3.187, "reason": null, "sample_age_ms": 4632.043, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4631.997, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4571.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.445, "count": 182, "max_ms": 78.013, "p95_ms": 67.819, "reason": null, "sample_age_ms": 4571.482, "source": "client_direct"}, "sample_age_ms": 4571.477, "source": "client_direct", "task_total_ms": {"avg_ms": 48.926, "count": 182, "max_ms": 80.891, "p95_ms": 70.496, "reason": null, "sample_age_ms": 4571.477, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.098, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.416, "count": 182, "max_ms": 18.755, "p95_ms": 13.427}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 182, "max_ms": 1.462, "p95_ms": 0.93}, "detection_prepare_ms": {"avg_ms": 1.604, "count": 182, "max_ms": 7.317, "p95_ms": 2.903}, "event_filter_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 182, "max_ms": 0.785, "p95_ms": 0.599}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.046, "count": 182, "max_ms": 8.539, "p95_ms": 6.71}, "setup_ms": {"avg_ms": 0.048, "count": 182, "max_ms": 0.122, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 8.354, "count": 182, "max_ms": 18.597, "p95_ms": 13.371}, "track_match_ms": {"avg_ms": 0.085, "count": 182, "max_ms": 0.337, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.756, "count": 182, "max_ms": 6.077, "p95_ms": 3.012}}, "gstreamer_push": {"avg_ms": 3.137, "count": 182, "max_ms": 6.622, "p95_ms": 5.006}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 182, "max_ms": 0.188, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.444, "count": 182, "max_ms": 81.787, "p95_ms": 71.871}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.108, "count": 182, "max_ms": 15.318, "p95_ms": 9.223}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.729, "count": 182, "max_ms": 136.994, "p95_ms": 125.585}, "inference_input_copy_ms": {"avg_ms": 1.652, "count": 182, "max_ms": 4.109, "p95_ms": 2.736}, "processing_residual_ms": {"avg_ms": 0.235, "count": 182, "max_ms": 0.594, "p95_ms": 0.431}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.723, "count": 182, "max_ms": 140.379, "p95_ms": 130.326}, "read_interval": {"avg_ms": 140.42, "count": 181, "max_ms": 1920.656, "p95_ms": 171.58}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 182, "max_ms": 0.065, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 3.963, "count": 182, "max_ms": 8.39, "p95_ms": 6.509}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 182, "max_ms": 0.083, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.944, "count": 182, "max_ms": 8.36, "p95_ms": 6.457}, "worker_merge_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.036, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 50.458, "count": 182, "max_ms": 81.801, "p95_ms": 71.895}, "visualize": {"avg_ms": 37.613, "count": 182, "max_ms": 52.765, "p95_ms": 47.757}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.314, "count": 182, "max_ms": 45.159, "p95_ms": 39.754}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.055, "count": 182, "max_ms": 50.642, "p95_ms": 46.293}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 182, "max_ms": 2.993, "p95_ms": 2.06}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.913, "count": 182, "max_ms": 50.445, "p95_ms": 46.135}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 182, "max_ms": 0.196, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.085, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.625, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3184828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:23:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 146453, "write_bytes_delta": 146453, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 0.881226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1043.0, "pid": 66757, "reason": null, "system_cpu_core_ratio": 0.435611, "system_cpu_s_delta": 4.790000000000001, "user_cpu_core_ratio": 0.445615, "user_cpu_s_delta": 4.899999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.214073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.373771, "system_cpu_s_delta": 4.110000000000582, "user_cpu_core_ratio": 0.840302, "user_cpu_s_delta": 9.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.103, "count": 220, "max_ms": 6.622, "p95_ms": 4.874, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.723, "max": 10.0, "p95": 9.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.995, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 220}, "total": {"avg": 1.995, "max": 2.0, "p95": 2.0, "sample_count": 220}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.521, "count": 30, "max": 77.936, "p95": 48.964, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.127, "count": 30, "max": 25.932, "p95": 22.334, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 651.0, "count": 30, "max": 1189.0, "p95": 1161.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2227.6, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.484, "p95": 0.339, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.53, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134016.133, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.067, "count": 30, "max": 45.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.561, "p95": 0.553, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.285, "p95": 1.265, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24817, "sampled_at": "2026-11-03T10:23:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:23:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5196761, "flush_count": 5499, "flush_interval_seconds": 30.0, "flush_state": {"count": 5499, "last_at": "2026-11-03T10:24:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:24:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5498}, "started": true, "suppressed_count": 3180397, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179999}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5499, "written_record_count": 5499}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11199.863, "limit_mb": null}, "detail": {"h264_decode_error_count": 10, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8807259340800, "copied_frame_count": 3185496, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8807259340800, "frame_buffer_copies": 3185496, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1158, "count": 512, "max_ms": 0.4741, "p50_ms": 0.1, "p95_ms": 0.2238, "p99_ms": 0.2884}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5343, "count": 512, "max_ms": 6.219, "p50_ms": 1.4016, "p95_ms": 2.5813, "p99_ms": 3.253, "results": {"failed": 0, "not_applicable": 0, "success": 3185496, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 133, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.915, "last_started_at": "2026-11-03T10:23:42+09:00", "pid": 66873, "process": {"exists": false, "pid": 66873}, "restart_count": 237, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 238}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.449, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185496, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-11-03T10:25:07+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-03T10:25:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 179.235, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 420.765, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T10:25:07.182387+09:00", "mtime_epoch": 1793669107.1823866, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:25:07+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.391, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3185497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.869, "max": 10.0, "p95": 9.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 168}, "total": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.618, "pushed": 5.618, "read": 5.618}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.056, "p95_ms": 0.015, "reason": null, "sample_age_ms": 51.257, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.862, "count": 168, "max_ms": 3.847, "p95_ms": 2.743, "reason": null, "sample_age_ms": 92.496, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 168, "max_ms": 3.548, "p95_ms": 1.964, "reason": null, "sample_age_ms": 92.808, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 169, "max_ms": 3.486, "p95_ms": 0.641, "reason": null, "sample_age_ms": 51.279, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 168, "max_ms": 4.068, "p95_ms": 3.094, "reason": null, "sample_age_ms": 90.793, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.77, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.729, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.022, "count": 169, "max_ms": 74.369, "p95_ms": 65.651, "reason": null, "sample_age_ms": 51.248, "source": "client_direct"}, "sample_age_ms": 51.242, "source": "client_direct", "task_total_ms": {"avg_ms": 49.463, "count": 169, "max_ms": 78.076, "p95_ms": 68.844, "reason": null, "sample_age_ms": 51.242, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.287, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.252, "count": 168, "max_ms": 19.225, "p95_ms": 13.215}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.518, "count": 168, "max_ms": 1.438, "p95_ms": 0.929}, "detection_prepare_ms": {"avg_ms": 1.626, "count": 168, "max_ms": 5.405, "p95_ms": 2.802}, "event_filter_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.444, "count": 168, "max_ms": 0.98, "p95_ms": 0.689}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.309, "count": 168, "max_ms": 9.403, "p95_ms": 6.558}, "setup_ms": {"avg_ms": 0.055, "count": 168, "max_ms": 1.533, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 9.177, "count": 168, "max_ms": 19.167, "p95_ms": 13.115}, "track_match_ms": {"avg_ms": 0.098, "count": 168, "max_ms": 0.371, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 2.116, "count": 168, "max_ms": 6.718, "p95_ms": 3.665}}, "gstreamer_push": {"avg_ms": 3.294, "count": 168, "max_ms": 7.965, "p95_ms": 5.599}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 168, "max_ms": 0.887, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.782, "count": 168, "max_ms": 78.93, "p95_ms": 71.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.357, "count": 168, "max_ms": 13.101, "p95_ms": 8.944}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.034, "count": 168, "max_ms": 169.997, "p95_ms": 131.902}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 168, "max_ms": 4.742, "p95_ms": 3.013}, "processing_residual_ms": {"avg_ms": 0.298, "count": 168, "max_ms": 0.72, "p95_ms": 0.545}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.397, "count": 168, "max_ms": 175.844, "p95_ms": 136.868}, "read_interval": {"avg_ms": 178.109, "count": 168, "max_ms": 4382.098, "p95_ms": 184.623}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 168, "max_ms": 0.289, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.226, "count": 168, "max_ms": 9.297, "p95_ms": 6.402}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 168, "max_ms": 0.08, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.205, "count": 168, "max_ms": 9.273, "p95_ms": 6.387}, "worker_merge_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.797, "count": 168, "max_ms": 78.941, "p95_ms": 71.802}, "visualize": {"avg_ms": 40.687, "count": 168, "max_ms": 70.105, "p95_ms": 54.517}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.357, "count": 168, "max_ms": 50.219, "p95_ms": 44.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.122, "count": 168, "max_ms": 68.627, "p95_ms": 52.415}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 168, "max_ms": 3.247, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.972, "count": 168, "max_ms": 68.375, "p95_ms": 52.211}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 168, "max_ms": 0.313, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.445, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.764, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143862, "write_bytes_delta": 143862, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 518.0, "cpu_core_ratio": 0.79991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3768.0, "pid": 66873, "reason": null, "system_cpu_core_ratio": 0.346595, "system_cpu_s_delta": 6.949999999999999, "user_cpu_core_ratio": 0.453316, "user_cpu_s_delta": 9.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.462679, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471269, "system_cpu_s_delta": 9.44999999999709, "user_cpu_core_ratio": 0.99141, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.133, "count": 215, "max_ms": 7.248, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.809, "max": 12.0, "p95": 9.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.573, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 1.879, "max": 5.0, "p95": 4.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.841, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.402, "count": 30, "max": 23.047, "p95": 20.38, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 631.133, "count": 30, "max": 1189.0, "p95": 1174.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2406.2, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.465, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.167, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.561, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.253, "p95": 1.23, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24821, "sampled_at": "2026-11-03T10:24:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:24:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5196761, "flush_count": 5499, "flush_interval_seconds": 30.0, "flush_state": {"count": 5499, "last_at": "2026-11-03T10:24:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:24:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5498}, "started": true, "suppressed_count": 3180397, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179999}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5499, "written_record_count": 5499}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11199.809, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8807262105600, "copied_frame_count": 3185497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8807262105600, "frame_buffer_copies": 3185497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4741, "p50_ms": 0.0992, "p95_ms": 0.2238, "p99_ms": 0.2884}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5327, "count": 512, "max_ms": 6.219, "p50_ms": 1.4016, "p95_ms": 2.5813, "p99_ms": 3.253, "results": {"failed": 0, "not_applicable": 0, "success": 3185497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 133, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:25:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 84.979, "last_started_at": "2026-11-03T10:23:42+09:00", "pid": 66873, "process": {"exists": false, "pid": 66873}, "restart_count": 237, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 238}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.449, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-11-03T10:25:07+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-03T10:25:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 179.275, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 420.725, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T10:25:07.320386+09:00", "mtime_epoch": 1793669107.3203862, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143285}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:25:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3185497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.87, "max": 10.0, "p95": 9.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 169}, "total": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.639, "pushed": 5.639, "read": 5.606}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.008, "count": 168, "max_ms": 0.056, "p95_ms": 0.015, "reason": null, "sample_age_ms": 107.549, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.862, "count": 168, "max_ms": 3.847, "p95_ms": 2.743, "reason": null, "sample_age_ms": 148.788, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 168, "max_ms": 3.548, "p95_ms": 1.964, "reason": null, "sample_age_ms": 149.1, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 168, "max_ms": 3.486, "p95_ms": 0.642, "reason": null, "sample_age_ms": 107.571, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.908, "count": 168, "max_ms": 4.068, "p95_ms": 3.094, "reason": null, "sample_age_ms": 147.086, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 147.062, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.021, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.075, "count": 168, "max_ms": 74.369, "p95_ms": 65.685, "reason": null, "sample_age_ms": 107.54, "source": "client_direct"}, "sample_age_ms": 107.534, "source": "client_direct", "task_total_ms": {"avg_ms": 49.523, "count": 168, "max_ms": 78.076, "p95_ms": 68.9, "reason": null, "sample_age_ms": 107.534, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.734, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.236, "count": 169, "max_ms": 19.225, "p95_ms": 13.215}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.517, "count": 169, "max_ms": 1.438, "p95_ms": 0.929}, "detection_prepare_ms": {"avg_ms": 1.623, "count": 169, "max_ms": 5.405, "p95_ms": 2.802}, "event_filter_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.444, "count": 169, "max_ms": 0.98, "p95_ms": 0.689}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.301, "count": 169, "max_ms": 9.403, "p95_ms": 6.558}, "setup_ms": {"avg_ms": 0.055, "count": 169, "max_ms": 1.533, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 9.161, "count": 169, "max_ms": 19.167, "p95_ms": 13.115}, "track_match_ms": {"avg_ms": 0.098, "count": 169, "max_ms": 0.371, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 2.113, "count": 169, "max_ms": 6.718, "p95_ms": 3.665}}, "gstreamer_push": {"avg_ms": 3.334, "count": 169, "max_ms": 9.933, "p95_ms": 5.627}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 169, "max_ms": 0.887, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.732, "count": 169, "max_ms": 78.93, "p95_ms": 71.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.349, "count": 169, "max_ms": 13.101, "p95_ms": 8.944}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.163, "count": 169, "max_ms": 169.997, "p95_ms": 131.902}, "inference_input_copy_ms": {"avg_ms": 1.709, "count": 169, "max_ms": 4.742, "p95_ms": 3.013}, "processing_residual_ms": {"avg_ms": 0.298, "count": 169, "max_ms": 0.72, "p95_ms": 0.545}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.52, "count": 169, "max_ms": 175.844, "p95_ms": 136.868}, "read_interval": {"avg_ms": 178.109, "count": 168, "max_ms": 4382.098, "p95_ms": 184.623}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 169, "max_ms": 0.289, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.218, "count": 169, "max_ms": 9.297, "p95_ms": 6.402}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 169, "max_ms": 0.08, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.197, "count": 169, "max_ms": 9.273, "p95_ms": 6.387}, "worker_merge_ms": {"avg_ms": 0.007, "count": 169, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.746, "count": 169, "max_ms": 78.941, "p95_ms": 71.802}, "visualize": {"avg_ms": 40.884, "count": 169, "max_ms": 74.095, "p95_ms": 55.071}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.347, "count": 169, "max_ms": 50.219, "p95_ms": 44.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.323, "count": 169, "max_ms": 73.112, "p95_ms": 53.427}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 169, "max_ms": 3.247, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.174, "count": 169, "max_ms": 72.998, "p95_ms": 53.296}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 169, "max_ms": 0.313, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.445, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.764, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143862, "write_bytes_delta": 143862, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 518.0, "cpu_core_ratio": 0.79991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3768.0, "pid": 66873, "reason": null, "system_cpu_core_ratio": 0.346595, "system_cpu_s_delta": 6.949999999999999, "user_cpu_core_ratio": 0.453316, "user_cpu_s_delta": 9.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.462679, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471269, "system_cpu_s_delta": 9.44999999999709, "user_cpu_core_ratio": 0.99141, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.133, "count": 215, "max_ms": 7.248, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.809, "max": 12.0, "p95": 9.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.573, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 1.879, "max": 5.0, "p95": 4.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.841, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.402, "count": 30, "max": 23.047, "p95": 20.38, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 631.133, "count": 30, "max": 1189.0, "p95": 1174.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2406.2, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.465, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.167, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.561, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.253, "p95": 1.23, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24821, "sampled_at": "2026-11-03T10:24:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:24:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5196761, "flush_count": 5499, "flush_interval_seconds": 30.0, "flush_state": {"count": 5499, "last_at": "2026-11-03T10:24:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:24:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5498}, "started": true, "suppressed_count": 3180397, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179999}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5499, "written_record_count": 5499}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11200.141, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8807262105600, "copied_frame_count": 3185497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8807262105600, "frame_buffer_copies": 3185497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4741, "p50_ms": 0.0992, "p95_ms": 0.2238, "p99_ms": 0.2884}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5327, "count": 512, "max_ms": 6.219, "p50_ms": 1.4016, "p95_ms": 2.5813, "p99_ms": 3.253, "results": {"failed": 0, "not_applicable": 0, "success": 3185497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 133, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:25:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 85.015, "last_started_at": "2026-11-03T10:23:42+09:00", "pid": 66873, "process": {"exists": false, "pid": 66873}, "restart_count": 237, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": false, "start_count": 238}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.449, "sample_count": 2044, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-03T10:25:07+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-11-03T10:25:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 179.332, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 420.668, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-03T10:25:07.320386+09:00", "mtime_epoch": 1793669107.3203862, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143285}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:25:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3185497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.875, "max": 10.0, "p95": 9.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 168}, "total": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.6, "pushed": 5.6, "read": 5.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.008, "count": 168, "max_ms": 0.056, "p95_ms": 0.015, "reason": null, "sample_age_ms": 154.031, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.865, "count": 167, "max_ms": 3.847, "p95_ms": 2.749, "reason": null, "sample_age_ms": 195.27, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 167, "max_ms": 3.548, "p95_ms": 1.966, "reason": null, "sample_age_ms": 195.582, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 168, "max_ms": 3.486, "p95_ms": 0.642, "reason": null, "sample_age_ms": 154.053, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.914, "count": 167, "max_ms": 4.068, "p95_ms": 3.095, "reason": null, "sample_age_ms": 193.568, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 193.544, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 154.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.075, "count": 168, "max_ms": 74.369, "p95_ms": 65.685, "reason": null, "sample_age_ms": 154.022, "source": "client_direct"}, "sample_age_ms": 154.016, "source": "client_direct", "task_total_ms": {"avg_ms": 49.523, "count": 168, "max_ms": 78.076, "p95_ms": 68.9, "reason": null, "sample_age_ms": 154.016, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.483, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.225, "count": 168, "max_ms": 19.225, "p95_ms": 13.215}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.517, "count": 168, "max_ms": 1.438, "p95_ms": 0.929}, "detection_prepare_ms": {"avg_ms": 1.618, "count": 168, "max_ms": 5.405, "p95_ms": 2.802}, "event_filter_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.443, "count": 168, "max_ms": 0.98, "p95_ms": 0.689}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.305, "count": 168, "max_ms": 9.403, "p95_ms": 6.558}, "setup_ms": {"avg_ms": 0.055, "count": 168, "max_ms": 1.533, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 9.158, "count": 168, "max_ms": 19.167, "p95_ms": 13.115}, "track_match_ms": {"avg_ms": 0.097, "count": 168, "max_ms": 0.371, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 2.112, "count": 168, "max_ms": 6.718, "p95_ms": 3.665}}, "gstreamer_push": {"avg_ms": 3.342, "count": 168, "max_ms": 9.933, "p95_ms": 5.627}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 168, "max_ms": 0.887, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.784, "count": 168, "max_ms": 78.93, "p95_ms": 71.79}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.353, "count": 168, "max_ms": 13.101, "p95_ms": 8.944}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.197, "count": 168, "max_ms": 169.997, "p95_ms": 131.902}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 168, "max_ms": 4.742, "p95_ms": 3.013}, "processing_residual_ms": {"avg_ms": 0.299, "count": 168, "max_ms": 0.72, "p95_ms": 0.545}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.558, "count": 168, "max_ms": 175.844, "p95_ms": 136.868}, "read_interval": {"avg_ms": 178.109, "count": 168, "max_ms": 4382.098, "p95_ms": 184.623}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 168, "max_ms": 0.289, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.222, "count": 168, "max_ms": 9.297, "p95_ms": 6.402}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 168, "max_ms": 0.08, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.202, "count": 168, "max_ms": 9.273, "p95_ms": 6.387}, "worker_merge_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 50.798, "count": 168, "max_ms": 78.941, "p95_ms": 71.802}, "visualize": {"avg_ms": 40.876, "count": 168, "max_ms": 74.095, "p95_ms": 55.071}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.336, "count": 168, "max_ms": 50.219, "p95_ms": 44.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.319, "count": 168, "max_ms": 73.112, "p95_ms": 53.427}, "visualize_input_copy_ms": {"avg_ms": 1.343, "count": 168, "max_ms": 3.247, "p95_ms": 2.188}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.17, "count": 168, "max_ms": 72.998, "p95_ms": 53.296}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 168, "max_ms": 0.313, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.445, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.764, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143862, "write_bytes_delta": 143862, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 518.0, "cpu_core_ratio": 0.79991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3768.0, "pid": 66873, "reason": null, "system_cpu_core_ratio": 0.346595, "system_cpu_s_delta": 6.949999999999999, "user_cpu_core_ratio": 0.453316, "user_cpu_s_delta": 9.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.462679, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471269, "system_cpu_s_delta": 9.44999999999709, "user_cpu_core_ratio": 0.99141, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.133, "count": 215, "max_ms": 7.248, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.809, "max": 12.0, "p95": 9.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.573, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 1.879, "max": 5.0, "p95": 4.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.841, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.402, "count": 30, "max": 23.047, "p95": 20.38, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 631.133, "count": 30, "max": 1189.0, "p95": 1174.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2406.2, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.465, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.167, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.561, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.253, "p95": 1.23, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24821, "sampled_at": "2026-11-03T10:24:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:24:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5196761, "flush_count": 5499, "flush_interval_seconds": 30.0, "flush_state": {"count": 5499, "last_at": "2026-11-03T10:24:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:24:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5498}, "started": true, "suppressed_count": 3180397, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3179999}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5499, "written_record_count": 5499}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11369.543, "limit_mb": null}, "detail": {"pid": 66989, "restart_count": 238, "start_count": 239}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8807262105600, "copied_frame_count": 3185497, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8807262105600, "frame_buffer_copies": 3185497, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.4741, "p50_ms": 0.0992, "p95_ms": 0.2238, "p99_ms": 0.2884}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5327, "count": 512, "max_ms": 6.219, "p50_ms": 1.4016, "p95_ms": 2.5813, "p99_ms": 3.253, "results": {"failed": 0, "not_applicable": 0, "success": 3185497, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 133, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:25:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:25:09+09:00", "pid": 66989, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.367, "name": "ffmpeg", "pid": 66989, "rss_mb": 201.367, "state": "S (sleeping)", "threads": 70}, "restart_count": 238, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 14, "rtsp_tolerant_mode": false, "running": true, "start_count": 239}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.586, "sample_count": 2009, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:25:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.211, "last_frame_pushed_at": "2026-11-03T10:25:07+09:00", "last_frame_read_age_sec": 4.351, "last_frame_read_at": "2026-11-03T10:25:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 183.478, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 416.522, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 4.207, "exists": true, "mtime": "2026-11-03T10:25:07.320386+09:00", "mtime_epoch": 1793669107.3203862, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143285}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:25:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.391, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3185497, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.035, "max": 10.0, "p95": 9.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 141}, "total": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 141, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.823, "pushed": 4.823, "read": 4.823}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.008, "count": 141, "max_ms": 0.056, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4313.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 141, "max_ms": 3.841, "p95_ms": 2.675, "reason": null, "sample_age_ms": 4354.257, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 141, "max_ms": 3.548, "p95_ms": 1.931, "reason": null, "sample_age_ms": 4354.569, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 141, "max_ms": 3.486, "p95_ms": 0.659, "reason": null, "sample_age_ms": 4313.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 141, "max_ms": 4.068, "p95_ms": 3.116, "reason": null, "sample_age_ms": 4352.554, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2764808.0, "count": 141, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4352.53, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4313.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.288, "count": 141, "max_ms": 74.369, "p95_ms": 67.005, "reason": null, "sample_age_ms": 4313.009, "source": "client_direct"}, "sample_age_ms": 4313.002, "source": "client_direct", "task_total_ms": {"avg_ms": 49.788, "count": 141, "max_ms": 78.076, "p95_ms": 69.963, "reason": null, "sample_age_ms": 4313.002, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.492, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.281, "count": 141, "max_ms": 19.225, "p95_ms": 13.393}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.517, "count": 141, "max_ms": 1.438, "p95_ms": 0.99}, "detection_prepare_ms": {"avg_ms": 1.594, "count": 141, "max_ms": 4.916, "p95_ms": 2.672}, "event_filter_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.031, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.446, "count": 141, "max_ms": 0.98, "p95_ms": 0.701}, "mcmt_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.025, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.372, "count": 141, "max_ms": 9.403, "p95_ms": 6.706}, "setup_ms": {"avg_ms": 0.057, "count": 141, "max_ms": 1.533, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 9.214, "count": 141, "max_ms": 19.167, "p95_ms": 13.317}, "track_match_ms": {"avg_ms": 0.099, "count": 141, "max_ms": 0.371, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 2.119, "count": 141, "max_ms": 6.718, "p95_ms": 3.47}}, "gstreamer_push": {"avg_ms": 3.389, "count": 141, "max_ms": 9.933, "p95_ms": 5.627}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 141, "max_ms": 0.629, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.053, "count": 141, "max_ms": 78.93, "p95_ms": 72.983}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.33, "count": 141, "max_ms": 13.101, "p95_ms": 8.856}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.638, "count": 141, "max_ms": 169.997, "p95_ms": 132.256}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 141, "max_ms": 4.742, "p95_ms": 3.004}, "processing_residual_ms": {"avg_ms": 0.313, "count": 141, "max_ms": 0.72, "p95_ms": 0.545}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.015, "count": 141, "max_ms": 175.844, "p95_ms": 138.222}, "read_interval": {"avg_ms": 183.579, "count": 141, "max_ms": 4382.098, "p95_ms": 184.623}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 141, "max_ms": 0.289, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 4.287, "count": 141, "max_ms": 9.297, "p95_ms": 6.551}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 141, "max_ms": 0.08, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.266, "count": 141, "max_ms": 9.273, "p95_ms": 6.525}, "worker_merge_ms": {"avg_ms": 0.007, "count": 141, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 51.067, "count": 141, "max_ms": 78.941, "p95_ms": 72.996}, "visualize": {"avg_ms": 40.974, "count": 141, "max_ms": 74.095, "p95_ms": 55.791}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.367, "count": 141, "max_ms": 50.219, "p95_ms": 44.257}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.398, "count": 141, "max_ms": 73.112, "p95_ms": 53.741}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 141, "max_ms": 3.247, "p95_ms": 2.217}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.248, "count": 141, "max_ms": 72.998, "p95_ms": 53.571}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 141, "max_ms": 0.313, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.445, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.764, "sample_count": 2111, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3185357, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:24:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143862, "write_bytes_delta": 143862, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 518.0, "cpu_core_ratio": 0.79991, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3768.0, "pid": 66873, "reason": null, "system_cpu_core_ratio": 0.346595, "system_cpu_s_delta": 6.949999999999999, "user_cpu_core_ratio": 0.453316, "user_cpu_s_delta": 9.09}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.462679, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471269, "system_cpu_s_delta": 9.44999999999709, "user_cpu_core_ratio": 0.99141, "user_cpu_s_delta": 19.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.133, "count": 215, "max_ms": 7.248, "p95_ms": 5.219, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.809, "max": 12.0, "p95": 9.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.573, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 1.879, "max": 5.0, "p95": 4.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.841, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.402, "count": 30, "max": 23.047, "p95": 20.38, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 631.133, "count": 30, "max": 1189.0, "p95": 1174.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2406.2, "count": 30, "max": 31343.0, "p95": 11673.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.082, "count": 30, "max": 2.465, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134784.3, "count": 30, "max": 149866.0, "p95": 146671.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.167, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.462, "count": 30, "max": 0.561, "p95": 0.541, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.253, "p95": 1.23, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24821, "sampled_at": "2026-11-03T10:24:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:24:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.232, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5198763, "flush_count": 5501, "flush_interval_seconds": 30.0, "flush_state": {"count": 5501, "last_at": "2026-11-03T10:26:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:26:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5500}, "started": true, "suppressed_count": 3181333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3180935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5501, "written_record_count": 5501}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11196.293, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8809855488000, "copied_frame_count": 3186435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8809855488000, "frame_buffer_copies": 3186435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 2.0904, "p50_ms": 0.097, "p95_ms": 0.2158, "p99_ms": 0.2999}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4855, "count": 512, "max_ms": 4.7944, "p50_ms": 1.3892, "p95_ms": 2.3405, "p99_ms": 3.494, "results": {"failed": 0, "not_applicable": 0, "success": 3186435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 127, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.906, "last_started_at": "2026-11-03T10:25:09+09:00", "pid": 66989, "process": {"exists": false, "pid": 66989}, "restart_count": 238, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 239}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.091, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:27:05+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T10:27:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 297.404, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 302.596, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-11-03T10:27:05.326156+09:00", "mtime_epoch": 1793669225.3261557, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 148363}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:27:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3186435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.799, "max": 21.0, "p95": 16.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.088, "max": 5.0, "p95": 4.0, "sample_count": 239}, "total": {"avg": 3.088, "max": 5.0, "p95": 4.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.993, "pushed": 7.993, "read": 7.959}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.051, "p95_ms": 0.016, "reason": null, "sample_age_ms": 72.575, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 238, "max_ms": 8.479, "p95_ms": 3.194, "reason": null, "sample_age_ms": 121.799, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 238, "max_ms": 6.649, "p95_ms": 2.56, "reason": null, "sample_age_ms": 122.184, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 239, "max_ms": 1.102, "p95_ms": 0.683, "reason": null, "sample_age_ms": 72.588, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.801, "count": 238, "max_ms": 11.255, "p95_ms": 2.933, "reason": null, "sample_age_ms": 119.865, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.843, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.021, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.894, "count": 239, "max_ms": 83.948, "p95_ms": 69.111, "reason": null, "sample_age_ms": 72.571, "source": "client_direct"}, "sample_age_ms": 72.566, "source": "client_direct", "task_total_ms": {"avg_ms": 50.203, "count": 239, "max_ms": 85.603, "p95_ms": 71.407, "reason": null, "sample_age_ms": 72.566, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.549, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.397, "count": 239, "max_ms": 19.225, "p95_ms": 14.048}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 239, "max_ms": 1.479, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.608, "count": 239, "max_ms": 6.616, "p95_ms": 2.897}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.048, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.466, "count": 239, "max_ms": 1.563, "p95_ms": 0.805}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.408, "count": 239, "max_ms": 10.538, "p95_ms": 6.966}, "setup_ms": {"avg_ms": 0.043, "count": 239, "max_ms": 0.174, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.332, "count": 239, "max_ms": 19.168, "p95_ms": 13.933}, "track_match_ms": {"avg_ms": 0.101, "count": 239, "max_ms": 0.432, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 2.211, "count": 239, "max_ms": 7.638, "p95_ms": 3.74}}, "gstreamer_push": {"avg_ms": 3.016, "count": 239, "max_ms": 5.781, "p95_ms": 4.781}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 239, "max_ms": 2.296, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.514, "count": 239, "max_ms": 86.332, "p95_ms": 74.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.245, "count": 239, "max_ms": 14.856, "p95_ms": 9.671}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.316, "count": 239, "max_ms": 162.686, "p95_ms": 137.149}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 239, "max_ms": 6.232, "p95_ms": 2.756}, "processing_residual_ms": {"avg_ms": 0.219, "count": 239, "max_ms": 0.667, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.414, "count": 239, "max_ms": 169.286, "p95_ms": 141.997}, "read_interval": {"avg_ms": 125.631, "count": 238, "max_ms": 735.352, "p95_ms": 174.063}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.187, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.325, "count": 239, "max_ms": 10.384, "p95_ms": 6.885}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 239, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.304, "count": 239, "max_ms": 10.352, "p95_ms": 6.867}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.527, "count": 239, "max_ms": 86.346, "p95_ms": 74.622}, "visualize": {"avg_ms": 40.125, "count": 239, "max_ms": 71.867, "p95_ms": 54.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.101, "count": 239, "max_ms": 55.323, "p95_ms": 43.002}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.595, "count": 239, "max_ms": 69.041, "p95_ms": 51.695}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 239, "max_ms": 3.848, "p95_ms": 2.121}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.452, "count": 239, "max_ms": 68.669, "p95_ms": 51.352}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 239, "max_ms": 0.268, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.758, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.492, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.822, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147950, "write_bytes_delta": 147950, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.47341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 66989, "reason": null, "system_cpu_core_ratio": 0.041492, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.431917, "user_cpu_s_delta": 8.64}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531898, "system_cpu_s_delta": 10.639999999999418, "user_cpu_core_ratio": 1.227266, "user_cpu_s_delta": 24.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.174, "count": 255, "max_ms": 6.808, "p95_ms": 5.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.675, "max": 12.0, "p95": 11.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.797, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.367, "count": 30, "max": 23.047, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.867, "count": 30, "max": 1189.0, "p95": 1175.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2264.767, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138609.4, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138609.4, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.561, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.258, "p95": 1.25, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24827, "sampled_at": "2026-11-03T10:26:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:26:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.903, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5198763, "flush_count": 5501, "flush_interval_seconds": 30.0, "flush_state": {"count": 5501, "last_at": "2026-11-03T10:26:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:26:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5500}, "started": true, "suppressed_count": 3181333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3180935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5501, "written_record_count": 5501}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11196.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8809855488000, "copied_frame_count": 3186435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8809855488000, "frame_buffer_copies": 3186435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 2.0904, "p50_ms": 0.097, "p95_ms": 0.2158, "p99_ms": 0.2999}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4855, "count": 512, "max_ms": 4.7944, "p50_ms": 1.3892, "p95_ms": 2.3405, "p99_ms": 3.494, "results": {"failed": 0, "not_applicable": 0, "success": 3186435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 127, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.971, "last_started_at": "2026-11-03T10:25:09+09:00", "pid": 66989, "process": {"exists": false, "pid": 66989}, "restart_count": 238, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 239}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.091, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T10:27:05+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-11-03T10:27:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 297.454, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 302.546, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-03T10:27:05.438155+09:00", "mtime_epoch": 1793669225.4381554, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149345}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:27:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.84, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3186435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.799, "max": 21.0, "p95": 16.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.088, "max": 5.0, "p95": 4.0, "sample_count": 239}, "total": {"avg": 3.088, "max": 5.0, "p95": 4.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.975, "pushed": 7.975, "read": 7.942}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.051, "p95_ms": 0.016, "reason": null, "sample_age_ms": 135.381, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.901, "count": 238, "max_ms": 8.479, "p95_ms": 3.194, "reason": null, "sample_age_ms": 184.605, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.417, "count": 238, "max_ms": 6.649, "p95_ms": 2.56, "reason": null, "sample_age_ms": 184.99, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 238, "max_ms": 1.102, "p95_ms": 0.685, "reason": null, "sample_age_ms": 135.394, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.801, "count": 238, "max_ms": 11.255, "p95_ms": 2.933, "reason": null, "sample_age_ms": 182.671, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.649, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.827, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.917, "count": 238, "max_ms": 83.948, "p95_ms": 69.119, "reason": null, "sample_age_ms": 135.377, "source": "client_direct"}, "sample_age_ms": 135.371, "source": "client_direct", "task_total_ms": {"avg_ms": 50.227, "count": 238, "max_ms": 85.603, "p95_ms": 71.431, "reason": null, "sample_age_ms": 135.371, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.246, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.397, "count": 239, "max_ms": 19.225, "p95_ms": 14.048}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.484, "count": 239, "max_ms": 1.479, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.608, "count": 239, "max_ms": 6.616, "p95_ms": 2.897}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.048, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.466, "count": 239, "max_ms": 1.563, "p95_ms": 0.805}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.408, "count": 239, "max_ms": 10.538, "p95_ms": 6.966}, "setup_ms": {"avg_ms": 0.043, "count": 239, "max_ms": 0.174, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 9.332, "count": 239, "max_ms": 19.168, "p95_ms": 13.933}, "track_match_ms": {"avg_ms": 0.101, "count": 239, "max_ms": 0.432, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 2.211, "count": 239, "max_ms": 7.638, "p95_ms": 3.74}}, "gstreamer_push": {"avg_ms": 3.016, "count": 239, "max_ms": 5.781, "p95_ms": 4.781}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 239, "max_ms": 2.296, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.514, "count": 239, "max_ms": 86.332, "p95_ms": 74.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.245, "count": 239, "max_ms": 14.856, "p95_ms": 9.671}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.316, "count": 239, "max_ms": 162.686, "p95_ms": 137.149}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 239, "max_ms": 6.232, "p95_ms": 2.756}, "processing_residual_ms": {"avg_ms": 0.219, "count": 239, "max_ms": 0.667, "p95_ms": 0.375}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.414, "count": 239, "max_ms": 169.286, "p95_ms": 141.997}, "read_interval": {"avg_ms": 125.631, "count": 238, "max_ms": 735.352, "p95_ms": 174.063}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.187, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.325, "count": 239, "max_ms": 10.384, "p95_ms": 6.885}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 239, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.304, "count": 239, "max_ms": 10.352, "p95_ms": 6.867}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.527, "count": 239, "max_ms": 86.346, "p95_ms": 74.622}, "visualize": {"avg_ms": 40.125, "count": 239, "max_ms": 71.867, "p95_ms": 54.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.101, "count": 239, "max_ms": 55.323, "p95_ms": 43.002}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.595, "count": 239, "max_ms": 69.041, "p95_ms": 51.695}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 239, "max_ms": 3.848, "p95_ms": 2.121}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.452, "count": 239, "max_ms": 68.669, "p95_ms": 51.352}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 239, "max_ms": 0.268, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.758, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.492, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.822, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147950, "write_bytes_delta": 147950, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.47341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 66989, "reason": null, "system_cpu_core_ratio": 0.041492, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.431917, "user_cpu_s_delta": 8.64}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531898, "system_cpu_s_delta": 10.639999999999418, "user_cpu_core_ratio": 1.227266, "user_cpu_s_delta": 24.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.174, "count": 255, "max_ms": 6.808, "p95_ms": 5.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.675, "max": 12.0, "p95": 11.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.797, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.367, "count": 30, "max": 23.047, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.867, "count": 30, "max": 1189.0, "p95": 1175.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2264.767, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138609.4, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138609.4, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.561, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.258, "p95": 1.25, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24827, "sampled_at": "2026-11-03T10:26:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:26:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5198763, "flush_count": 5501, "flush_interval_seconds": 30.0, "flush_state": {"count": 5501, "last_at": "2026-11-03T10:26:49", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:26:49", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5500}, "started": true, "suppressed_count": 3181333, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 398, "tracking_summary": 3180935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5501, "written_record_count": 5501}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11219.25, "limit_mb": null}, "detail": {"pid": 67105, "restart_count": 239, "start_count": 240}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8809855488000, "copied_frame_count": 3186435, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T09:38:55+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 4118303, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T09:38:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.841}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 398, "events_emitted": 367, "events_failed": 0, "events_observed": 398, "events_suppressed": 31, "frame_buffer_copied_bytes": 8809855488000, "frame_buffer_copies": 3186435, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18350, "recorder_active_input_bytes": 50734080000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 367, "recorder_clips_failed": 0, "recorder_clips_started": 367, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 367, "worker_jobs_accepted": 367, "worker_jobs_completed": 367, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 2.0904, "p50_ms": 0.097, "p95_ms": 0.2158, "p99_ms": 0.2999}, "stages": {"db_insert": {"avg_ms": 16.2959, "count": 367, "max_ms": 71.5868, "p50_ms": 14.0006, "p95_ms": 35.032, "p99_ms": 43.9521, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6842, "count": 367, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6734, "p99_ms": 3.2144, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 917.5551, "count": 398, "max_ms": 4422.916, "p50_ms": 922.9437, "p95_ms": 1334.6575, "p99_ms": 1656.2625, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4855, "count": 512, "max_ms": 4.7944, "p50_ms": 1.3892, "p95_ms": 2.3405, "p99_ms": 3.494, "results": {"failed": 0, "not_applicable": 0, "success": 3186435, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.1713, "count": 398, "max_ms": 1264.9368, "p50_ms": 501.6258, "p95_ms": 630.9545, "p99_ms": 1050.3755, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4414, "count": 367, "max_ms": 90.5272, "p50_ms": 20.6198, "p95_ms": 56.8883, "p99_ms": 67.819, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.0777, "count": 512, "max_ms": 10.1316, "p50_ms": 4.8757, "p95_ms": 7.4298, "p99_ms": 8.5634, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5024, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3525, "p95_ms": 2.6512, "p99_ms": 4.6404, "results": {"failed": 0, "not_applicable": 0, "success": 18350, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.4528, "count": 367, "max_ms": 1262.5422, "p50_ms": 500.8486, "p95_ms": 630.6599, "p99_ms": 1049.9777, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.3087, "count": 367, "max_ms": 1192.1198, "p50_ms": 412.0024, "p95_ms": 538.7703, "p99_ms": 967.2612, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.747, "count": 367, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0837, "p99_ms": 110.3061, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5828, "count": 367, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.6958, "p99_ms": 6.2962, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8876, "count": 367, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7633, "p99_ms": 61.9243, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.432, "count": 367, "max_ms": 16.9396, "p50_ms": 0.7689, "p95_ms": 5.4463, "p99_ms": 10.5742, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 398, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3308, "p99_ms": 1.7832, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7984, "count": 367, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4065, "p99_ms": 2.4929, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 367, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 395.7034, "count": 367, "max_ms": 3752.636, "p50_ms": 351.2965, "p95_ms": 669.8974, "p99_ms": 777.9691, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 398, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 398, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0849, "count": 367, "max_ms": 14.3512, "p50_ms": 1.0584, "p95_ms": 8.0461, "p99_ms": 11.2425, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6226, "count": 367, "max_ms": 92.2129, "p50_ms": 25.1436, "p95_ms": 55.5094, "p99_ms": 72.3066, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 367, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1478, "p99_ms": 0.1917, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.9986, "count": 367, "max_ms": 9.2334, "p50_ms": 1.8232, "p95_ms": 3.2762, "p99_ms": 5.3978, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 468.3753, "count": 367, "max_ms": 3837.487, "p50_ms": 424.2337, "p95_ms": 762.2787, "p99_ms": 875.753, "results": {"failed": 0, "not_applicable": 0, "success": 367, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 367, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 367, "artifact_failed": 0, "artifact_requested": 367, "artifact_success": 367, "completed": 367, "completed_failed": 0, "completed_success": 367, "cooldown_promoted": 367, "database_requested": 367, "db_insert_success": 367, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15936, "relay_business_failed": 0, "relay_business_success": 367, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 367, "relay_transport_failed": 0, "relay_transport_success": 367, "reservation_requested": 367}, "snapshot": {"copied_bytes": 1014681600, "copied_count": 367, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 224, "h264_decode_error_count": 774, "h264_decode_error_count_per_hour": 127, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:25:07+09:00", "last_error_summary": "[h264 @ 0x63027ba63b80] left block unavailable for requested intra mode [h264 @ 0x63027ba63b80] error while decoding MB 0 33, bytestream 2435 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 107 50 [h264 @ 0x63027ba8bf00] error while decoding MB 107 50, bytestream 65111 [h264 @ 0x63027bafec40] error while decoding MB 4 63, bytestream -12 [h264 @ 0x63027ba8bf00] cabac decode of qscale diff failed at 36 59 [h264 @ 0x63027ba8bf00] error while decoding MB 36 59, bytestream 133746 [h264 ", "last_exit_at": "2026-11-03T10:27:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:27:08+09:00", "pid": 67105, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.621, "name": "ffmpeg", "pid": 67105, "rss_mb": 57.621, "state": "S (sleeping)", "threads": 1}, "restart_count": 239, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 240}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.228, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186435, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:27:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.021, "last_frame_pushed_at": "2026-11-03T10:27:05+09:00", "last_frame_read_age_sec": 5.132, "last_frame_read_at": "2026-11-03T10:27:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.414, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 297.586, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 5.013, "exists": true, "mtime": "2026-11-03T10:27:05.438155+09:00", "mtime_epoch": 1793669225.4381554, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149345}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:27:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2438.859, "name": "celery", "pid": 206, "rss_mb": 2341.844, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 305, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3186435, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.246, "max": 21.0, "p95": 17.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.116, "max": 5.0, "p95": 4.0, "sample_count": 199}, "total": {"avg": 3.116, "max": 5.0, "p95": 4.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.045, "max": 1.0, "p95": 0.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.647, "pushed": 6.647, "read": 6.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5086.31, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 198, "max_ms": 8.479, "p95_ms": 3.297, "reason": null, "sample_age_ms": 5135.534, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 198, "max_ms": 6.649, "p95_ms": 2.563, "reason": null, "sample_age_ms": 5135.919, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 198, "max_ms": 1.102, "p95_ms": 0.685, "reason": null, "sample_age_ms": 5086.323, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.808, "count": 198, "max_ms": 11.255, "p95_ms": 2.927, "reason": null, "sample_age_ms": 5133.6, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5133.579, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5086.756, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.704, "count": 198, "max_ms": 83.948, "p95_ms": 68.623, "reason": null, "sample_age_ms": 5086.306, "source": "client_direct"}, "sample_age_ms": 5086.301, "source": "client_direct", "task_total_ms": {"avg_ms": 50.024, "count": 198, "max_ms": 85.603, "p95_ms": 71.102, "reason": null, "sample_age_ms": 5086.301, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.512, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.458, "count": 199, "max_ms": 19.225, "p95_ms": 14.048}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.463, "count": 199, "max_ms": 1.479, "p95_ms": 0.926}, "detection_prepare_ms": {"avg_ms": 1.556, "count": 199, "max_ms": 5.538, "p95_ms": 2.818}, "event_filter_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.048, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.468, "count": 199, "max_ms": 1.563, "p95_ms": 0.805}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 4.541, "count": 199, "max_ms": 10.538, "p95_ms": 7.471}, "setup_ms": {"avg_ms": 0.042, "count": 199, "max_ms": 0.133, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 9.394, "count": 199, "max_ms": 19.168, "p95_ms": 13.933}, "track_match_ms": {"avg_ms": 0.101, "count": 199, "max_ms": 0.349, "p95_ms": 0.21}, "tracker_update_ms": {"avg_ms": 2.213, "count": 199, "max_ms": 5.775, "p95_ms": 3.752}}, "gstreamer_push": {"avg_ms": 2.968, "count": 199, "max_ms": 5.625, "p95_ms": 4.781}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 199, "max_ms": 0.548, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.318, "count": 199, "max_ms": 86.332, "p95_ms": 72.466}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.289, "count": 199, "max_ms": 14.856, "p95_ms": 9.835}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.073, "count": 199, "max_ms": 162.686, "p95_ms": 137.149}, "inference_input_copy_ms": {"avg_ms": 1.634, "count": 199, "max_ms": 6.232, "p95_ms": 2.756}, "processing_residual_ms": {"avg_ms": 0.221, "count": 199, "max_ms": 0.667, "p95_ms": 0.387}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.217, "count": 199, "max_ms": 169.286, "p95_ms": 141.997}, "read_interval": {"avg_ms": 125.835, "count": 198, "max_ms": 735.352, "p95_ms": 177.666}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 199, "max_ms": 0.148, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 4.457, "count": 199, "max_ms": 10.384, "p95_ms": 7.371}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 199, "max_ms": 0.05, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.436, "count": 199, "max_ms": 10.352, "p95_ms": 7.338}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.332, "count": 199, "max_ms": 86.346, "p95_ms": 72.475}, "visualize": {"avg_ms": 40.041, "count": 199, "max_ms": 71.867, "p95_ms": 54.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.994, "count": 199, "max_ms": 55.323, "p95_ms": 42.808}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.513, "count": 199, "max_ms": 69.041, "p95_ms": 52.535}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 199, "max_ms": 3.079, "p95_ms": 2.121}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.37, "count": 199, "max_ms": 68.669, "p95_ms": 52.364}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 199, "max_ms": 0.268, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.758, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.492, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.822, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3186256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:26:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 147950, "write_bytes_delta": 147950, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1137.0, "cpu_core_ratio": 0.47341, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 66989, "reason": null, "system_cpu_core_ratio": 0.041492, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.431917, "user_cpu_s_delta": 8.64}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759164, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531898, "system_cpu_s_delta": 10.639999999999418, "user_cpu_core_ratio": 1.227266, "user_cpu_s_delta": 24.54999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.174, "count": 255, "max_ms": 6.808, "p95_ms": 5.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.675, "max": 12.0, "p95": 11.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.49, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 255}, "total": {"avg": 2.49, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.797, "count": 30, "max": 77.936, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.367, "count": 30, "max": 23.047, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 693.867, "count": 30, "max": 1189.0, "p95": 1175.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2264.767, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138609.4, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138609.4, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 45.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.46, "count": 30, "max": 0.561, "p95": 0.546, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.073, "count": 30, "max": 1.258, "p95": 1.25, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24827, "sampled_at": "2026-11-03T10:26:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:26:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5200840, "flush_count": 5503, "flush_interval_seconds": 30.0, "flush_state": {"count": 5503, "last_at": "2026-11-03T10:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5502}, "started": true, "suppressed_count": 3182138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 399, "tracking_summary": 3181739}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5503, "written_record_count": 5503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11237.434, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x627af8240980] error while decoding MB 21 49, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8812081152000, "copied_frame_count": 3187240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:28:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6983836, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.649}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 399, "events_emitted": 368, "events_failed": 0, "events_observed": 399, "events_suppressed": 31, "frame_buffer_copied_bytes": 8812081152000, "frame_buffer_copies": 3187240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18400, "recorder_active_input_bytes": 50872320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 368, "recorder_clips_failed": 0, "recorder_clips_started": 368, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 368, "worker_jobs_accepted": 368, "worker_jobs_completed": 368, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1022, "count": 512, "max_ms": 1.6523, "p50_ms": 0.0844, "p95_ms": 0.2068, "p99_ms": 0.3281}, "stages": {"db_insert": {"avg_ms": 16.3089, "count": 368, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 34.9496, "p99_ms": 43.9235, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6851, "count": 368, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6723, "p99_ms": 3.2134, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 918.6095, "count": 399, "max_ms": 4422.916, "p50_ms": 923.1487, "p95_ms": 1338.4898, "p99_ms": 1656.0815, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5059, "count": 512, "max_ms": 6.7063, "p50_ms": 1.4171, "p95_ms": 2.5119, "p99_ms": 3.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3187240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.4091, "count": 399, "max_ms": 1264.9368, "p50_ms": 501.6428, "p95_ms": 630.934, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4494, "count": 368, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8849, "p99_ms": 67.8108, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1156, "count": 512, "max_ms": 10.4001, "p50_ms": 4.9194, "p95_ms": 7.5654, "p99_ms": 8.7304, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5043, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3595, "p95_ms": 2.6509, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.5993, "count": 368, "max_ms": 1262.5422, "p50_ms": 501.1483, "p95_ms": 630.5085, "p99_ms": 1049.8771, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4372, "count": 368, "max_ms": 1192.1198, "p50_ms": 412.208, "p95_ms": 538.5644, "p99_ms": 967.2587, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7589, "count": 368, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0737, "p99_ms": 110.2912, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5848, "count": 368, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.686, "p99_ms": 6.2817, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8743, "count": 368, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.742, "p99_ms": 61.9212, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8001, "count": 368, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4188, "p99_ms": 2.4917, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3613, "count": 368, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.8395, "p99_ms": 777.901, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 399, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0862, "count": 368, "max_ms": 14.3512, "p50_ms": 1.0589, "p95_ms": 8.017, "p99_ms": 11.2385, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7265, "count": 368, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 57.4389, "p99_ms": 72.3004, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 368, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1477, "p99_ms": 0.1916, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0, "count": 368, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2742, "p99_ms": 5.3968, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.1593, "count": 368, "max_ms": 3837.487, "p50_ms": 424.3189, "p95_ms": 762.2106, "p99_ms": 875.2446, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 368, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 368, "artifact_failed": 0, "artifact_requested": 368, "artifact_success": 368, "completed": 368, "completed_failed": 0, "completed_success": 368, "cooldown_promoted": 368, "database_requested": 368, "db_insert_success": 368, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15937, "relay_business_failed": 0, "relay_business_success": 368, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 368, "relay_transport_failed": 0, "relay_transport_success": 368, "reservation_requested": 368}, "snapshot": {"copied_bytes": 1017446400, "copied_count": 368, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 775, "h264_decode_error_count_per_hour": 128, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:28:52+09:00", "last_error_summary": "[h264 @ 0x627af8240980] error while decoding MB 21 49, bytestream -9", "last_exit_at": "2026-11-03T10:27:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.584, "last_started_at": "2026-11-03T10:27:08+09:00", "pid": 67105, "process": {"exists": false, "pid": 67105}, "restart_count": 239, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 240}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T10:28:51+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-11-03T10:28:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.006, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 195.994, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T10:28:51.987071+09:00", "mtime_epoch": 1793669331.9870708, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 142693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:28:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2374.012, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 306, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3187241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.884, "max": 16.0, "p95": 13.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.038, "max": 5.0, "p95": 5.0, "sample_count": 238}, "total": {"avg": 3.0, "max": 5.0, "p95": 5.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.203, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.203, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.057, "pushed": 8.057, "read": 8.057}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 26.006, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.802, "count": 241, "max_ms": 4.767, "p95_ms": 2.308, "reason": null, "sample_age_ms": 66.866, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.321, "count": 241, "max_ms": 3.632, "p95_ms": 1.802, "reason": null, "sample_age_ms": 67.181, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 242, "max_ms": 1.207, "p95_ms": 0.731, "reason": null, "sample_age_ms": 26.014, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.904, "count": 241, "max_ms": 4.661, "p95_ms": 3.334, "reason": null, "sample_age_ms": 65.423, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 65.399, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.263, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.025, "count": 242, "max_ms": 91.143, "p95_ms": 71.619, "reason": null, "sample_age_ms": 26.003, "source": "client_direct"}, "sample_age_ms": 26.001, "source": "client_direct", "task_total_ms": {"avg_ms": 52.492, "count": 242, "max_ms": 93.119, "p95_ms": 74.719, "reason": null, "sample_age_ms": 26.001, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.409, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.494, "count": 241, "max_ms": 23.651, "p95_ms": 14.485}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.538, "count": 241, "max_ms": 4.349, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 1.68, "count": 241, "max_ms": 12.696, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.478, "count": 241, "max_ms": 1.241, "p95_ms": 0.825}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.399, "count": 241, "max_ms": 10.428, "p95_ms": 7.498}, "setup_ms": {"avg_ms": 0.044, "count": 241, "max_ms": 0.14, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 9.43, "count": 241, "max_ms": 23.584, "p95_ms": 14.41}, "track_match_ms": {"avg_ms": 0.11, "count": 241, "max_ms": 0.38, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 2.169, "count": 241, "max_ms": 8.461, "p95_ms": 3.817}}, "gstreamer_push": {"avg_ms": 3.146, "count": 241, "max_ms": 8.501, "p95_ms": 5.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 241, "max_ms": 0.492, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.763, "count": 241, "max_ms": 96.1, "p95_ms": 76.638}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.179, "count": 241, "max_ms": 10.964, "p95_ms": 7.739}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.571, "count": 241, "max_ms": 159.969, "p95_ms": 135.181}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 241, "max_ms": 5.987, "p95_ms": 2.799}, "processing_residual_ms": {"avg_ms": 0.242, "count": 241, "max_ms": 2.005, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.676, "count": 241, "max_ms": 165.624, "p95_ms": 140.648}, "read_interval": {"avg_ms": 124.325, "count": 241, "max_ms": 223.956, "p95_ms": 166.82}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 241, "max_ms": 0.471, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 4.315, "count": 241, "max_ms": 10.284, "p95_ms": 7.384}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.291, "count": 241, "max_ms": 10.255, "p95_ms": 7.354}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.777, "count": 241, "max_ms": 96.116, "p95_ms": 76.651}, "visualize": {"avg_ms": 38.95, "count": 241, "max_ms": 64.289, "p95_ms": 52.536}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.136, "count": 241, "max_ms": 50.316, "p95_ms": 42.604}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.404, "count": 241, "max_ms": 62.342, "p95_ms": 51.416}, "visualize_input_copy_ms": {"avg_ms": 1.335, "count": 241, "max_ms": 3.518, "p95_ms": 2.267}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.264, "count": 241, "max_ms": 62.033, "p95_ms": 51.25}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 241, "max_ms": 0.365, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2424.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.928, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145111, "write_bytes_delta": 145111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.459758, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 67105, "reason": null, "system_cpu_core_ratio": 0.039892, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.419865, "user_cpu_s_delta": 8.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.802629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.555499, "system_cpu_s_delta": 11.139999999999418, "user_cpu_core_ratio": 1.24713, "user_cpu_s_delta": 25.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.24, "count": 229, "max_ms": 9.274, "p95_ms": 5.764, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.393, "max": 16.0, "p95": 11.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.093, "count": 30, "max": 55.674, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.401, "count": 30, "max": 22.364, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 773.167, "count": 30, "max": 1199.0, "p95": 1184.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.133, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1157.767, "count": 30, "max": 34299.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.59, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.265, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24833, "sampled_at": "2026-11-03T10:28:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:28:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5200840, "flush_count": 5503, "flush_interval_seconds": 30.0, "flush_state": {"count": 5503, "last_at": "2026-11-03T10:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5502}, "started": true, "suppressed_count": 3182138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 399, "tracking_summary": 3181739}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5503, "written_record_count": 5503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11240.68, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:28:52+09:00", "last_error_summary": "[h264 @ 0x627af8240980] error while decoding MB 21 49, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8812083916800, "copied_frame_count": 3187241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:28:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6983836, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.649}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 399, "events_emitted": 368, "events_failed": 0, "events_observed": 399, "events_suppressed": 31, "frame_buffer_copied_bytes": 8812083916800, "frame_buffer_copies": 3187241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18400, "recorder_active_input_bytes": 50872320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 368, "recorder_clips_failed": 0, "recorder_clips_started": 368, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 368, "worker_jobs_accepted": 368, "worker_jobs_completed": 368, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1023, "count": 512, "max_ms": 1.6523, "p50_ms": 0.0845, "p95_ms": 0.2068, "p99_ms": 0.3281}, "stages": {"db_insert": {"avg_ms": 16.3089, "count": 368, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 34.9496, "p99_ms": 43.9235, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6851, "count": 368, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6723, "p99_ms": 3.2134, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 918.6095, "count": 399, "max_ms": 4422.916, "p50_ms": 923.1487, "p95_ms": 1338.4898, "p99_ms": 1656.0815, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5065, "count": 512, "max_ms": 6.7063, "p50_ms": 1.418, "p95_ms": 2.5119, "p99_ms": 3.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3187241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.4091, "count": 399, "max_ms": 1264.9368, "p50_ms": 501.6428, "p95_ms": 630.934, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4494, "count": 368, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8849, "p99_ms": 67.8108, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1156, "count": 512, "max_ms": 10.4001, "p50_ms": 4.9194, "p95_ms": 7.5654, "p99_ms": 8.7304, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5043, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3595, "p95_ms": 2.6509, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.5993, "count": 368, "max_ms": 1262.5422, "p50_ms": 501.1483, "p95_ms": 630.5085, "p99_ms": 1049.8771, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4372, "count": 368, "max_ms": 1192.1198, "p50_ms": 412.208, "p95_ms": 538.5644, "p99_ms": 967.2587, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7589, "count": 368, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0737, "p99_ms": 110.2912, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5848, "count": 368, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.686, "p99_ms": 6.2817, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8743, "count": 368, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.742, "p99_ms": 61.9212, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8001, "count": 368, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4188, "p99_ms": 2.4917, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3613, "count": 368, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.8395, "p99_ms": 777.901, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 399, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0862, "count": 368, "max_ms": 14.3512, "p50_ms": 1.0589, "p95_ms": 8.017, "p99_ms": 11.2385, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7265, "count": 368, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 57.4389, "p99_ms": 72.3004, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 368, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1477, "p99_ms": 0.1916, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0, "count": 368, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2742, "p99_ms": 5.3968, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.1593, "count": 368, "max_ms": 3837.487, "p50_ms": 424.3189, "p95_ms": 762.2106, "p99_ms": 875.2446, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 368, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 368, "artifact_failed": 0, "artifact_requested": 368, "artifact_success": 368, "completed": 368, "completed_failed": 0, "completed_success": 368, "cooldown_promoted": 368, "database_requested": 368, "db_insert_success": 368, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15937, "relay_business_failed": 0, "relay_business_success": 368, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 368, "relay_transport_failed": 0, "relay_transport_success": 368, "reservation_requested": 368}, "snapshot": {"copied_bytes": 1017446400, "copied_count": 368, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 775, "h264_decode_error_count_per_hour": 128, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:28:52+09:00", "last_error_summary": "[h264 @ 0x627af8240980] error while decoding MB 21 49, bytestream -9", "last_exit_at": "2026-11-03T10:28:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.699, "last_started_at": "2026-11-03T10:27:08+09:00", "pid": 67105, "process": {"exists": false, "pid": 67105}, "restart_count": 239, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 240}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-11-03T10:28:52+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T10:28:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.114, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 195.886, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-03T10:28:52.124071+09:00", "mtime_epoch": 1793669332.124071, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139804}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:28:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2373.996, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 306, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3187241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.892, "max": 16.0, "p95": 13.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.038, "max": 5.0, "p95": 5.0, "sample_count": 238}, "total": {"avg": 3.0, "max": 5.0, "p95": 5.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.207, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.207, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.059, "pushed": 8.059, "read": 8.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 129.523, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.795, "count": 240, "max_ms": 4.767, "p95_ms": 2.304, "reason": null, "sample_age_ms": 170.383, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 240, "max_ms": 3.632, "p95_ms": 1.763, "reason": null, "sample_age_ms": 170.698, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.386, "count": 241, "max_ms": 1.207, "p95_ms": 0.732, "reason": null, "sample_age_ms": 129.531, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.899, "count": 240, "max_ms": 4.661, "p95_ms": 3.336, "reason": null, "sample_age_ms": 168.94, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.916, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.78, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.063, "count": 241, "max_ms": 91.143, "p95_ms": 71.654, "reason": null, "sample_age_ms": 129.52, "source": "client_direct"}, "sample_age_ms": 129.518, "source": "client_direct", "task_total_ms": {"avg_ms": 52.528, "count": 241, "max_ms": 93.119, "p95_ms": 74.724, "reason": null, "sample_age_ms": 129.518, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.466, "count": 241, "max_ms": 23.651, "p95_ms": 14.485}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.536, "count": 241, "max_ms": 4.349, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 1.675, "count": 241, "max_ms": 12.696, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.477, "count": 241, "max_ms": 1.241, "p95_ms": 0.825}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.384, "count": 241, "max_ms": 10.428, "p95_ms": 7.498}, "setup_ms": {"avg_ms": 0.044, "count": 241, "max_ms": 0.14, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 9.401, "count": 241, "max_ms": 23.584, "p95_ms": 14.41}, "track_match_ms": {"avg_ms": 0.11, "count": 241, "max_ms": 0.38, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 2.165, "count": 241, "max_ms": 8.461, "p95_ms": 3.817}}, "gstreamer_push": {"avg_ms": 3.148, "count": 241, "max_ms": 8.501, "p95_ms": 5.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 241, "max_ms": 0.492, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.749, "count": 241, "max_ms": 96.1, "p95_ms": 76.638}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.184, "count": 241, "max_ms": 10.964, "p95_ms": 7.739}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.647, "count": 241, "max_ms": 159.969, "p95_ms": 135.181}, "inference_input_copy_ms": {"avg_ms": 1.679, "count": 241, "max_ms": 5.987, "p95_ms": 2.799}, "processing_residual_ms": {"avg_ms": 0.242, "count": 241, "max_ms": 2.005, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.752, "count": 241, "max_ms": 165.624, "p95_ms": 140.648}, "read_interval": {"avg_ms": 124.362, "count": 240, "max_ms": 223.956, "p95_ms": 166.82}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 241, "max_ms": 0.471, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 4.3, "count": 241, "max_ms": 10.284, "p95_ms": 7.384}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.276, "count": 241, "max_ms": 10.255, "p95_ms": 7.354}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.764, "count": 241, "max_ms": 96.116, "p95_ms": 76.651}, "visualize": {"avg_ms": 39.07, "count": 241, "max_ms": 68.109, "p95_ms": 53.108}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.184, "count": 241, "max_ms": 50.316, "p95_ms": 42.668}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.486, "count": 241, "max_ms": 62.342, "p95_ms": 51.619}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 241, "max_ms": 11.542, "p95_ms": 2.267}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.346, "count": 241, "max_ms": 62.033, "p95_ms": 51.494}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 241, "max_ms": 0.365, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2424.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.928, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145111, "write_bytes_delta": 145111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.459758, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 67105, "reason": null, "system_cpu_core_ratio": 0.039892, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.419865, "user_cpu_s_delta": 8.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.802629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.555499, "system_cpu_s_delta": 11.139999999999418, "user_cpu_core_ratio": 1.24713, "user_cpu_s_delta": 25.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.24, "count": 229, "max_ms": 9.274, "p95_ms": 5.764, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.393, "max": 16.0, "p95": 11.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.093, "count": 30, "max": 55.674, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.401, "count": 30, "max": 22.364, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 773.167, "count": 30, "max": 1199.0, "p95": 1184.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.133, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1157.767, "count": 30, "max": 34299.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.59, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.265, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24833, "sampled_at": "2026-11-03T10:28:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:28:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5200840, "flush_count": 5503, "flush_interval_seconds": 30.0, "flush_state": {"count": 5503, "last_at": "2026-11-03T10:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5502}, "started": true, "suppressed_count": 3182138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 399, "tracking_summary": 3181739}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5503, "written_record_count": 5503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11239.797, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8812083916800, "copied_frame_count": 3187241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:28:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6983836, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.649}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 399, "events_emitted": 368, "events_failed": 0, "events_observed": 399, "events_suppressed": 31, "frame_buffer_copied_bytes": 8812083916800, "frame_buffer_copies": 3187241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18400, "recorder_active_input_bytes": 50872320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 368, "recorder_clips_failed": 0, "recorder_clips_started": 368, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 368, "worker_jobs_accepted": 368, "worker_jobs_completed": 368, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1023, "count": 512, "max_ms": 1.6523, "p50_ms": 0.0845, "p95_ms": 0.2068, "p99_ms": 0.3281}, "stages": {"db_insert": {"avg_ms": 16.3089, "count": 368, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 34.9496, "p99_ms": 43.9235, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6851, "count": 368, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6723, "p99_ms": 3.2134, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 918.6095, "count": 399, "max_ms": 4422.916, "p50_ms": 923.1487, "p95_ms": 1338.4898, "p99_ms": 1656.0815, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5065, "count": 512, "max_ms": 6.7063, "p50_ms": 1.418, "p95_ms": 2.5119, "p99_ms": 3.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3187241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.4091, "count": 399, "max_ms": 1264.9368, "p50_ms": 501.6428, "p95_ms": 630.934, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4494, "count": 368, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8849, "p99_ms": 67.8108, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1156, "count": 512, "max_ms": 10.4001, "p50_ms": 4.9194, "p95_ms": 7.5654, "p99_ms": 8.7304, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5043, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3595, "p95_ms": 2.6509, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.5993, "count": 368, "max_ms": 1262.5422, "p50_ms": 501.1483, "p95_ms": 630.5085, "p99_ms": 1049.8771, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4372, "count": 368, "max_ms": 1192.1198, "p50_ms": 412.208, "p95_ms": 538.5644, "p99_ms": 967.2587, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7589, "count": 368, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0737, "p99_ms": 110.2912, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5848, "count": 368, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.686, "p99_ms": 6.2817, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8743, "count": 368, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.742, "p99_ms": 61.9212, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8001, "count": 368, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4188, "p99_ms": 2.4917, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3613, "count": 368, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.8395, "p99_ms": 777.901, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 399, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0862, "count": 368, "max_ms": 14.3512, "p50_ms": 1.0589, "p95_ms": 8.017, "p99_ms": 11.2385, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7265, "count": 368, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 57.4389, "p99_ms": 72.3004, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 368, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1477, "p99_ms": 0.1916, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0, "count": 368, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2742, "p99_ms": 5.3968, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.1593, "count": 368, "max_ms": 3837.487, "p50_ms": 424.3189, "p95_ms": 762.2106, "p99_ms": 875.2446, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 368, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 368, "artifact_failed": 0, "artifact_requested": 368, "artifact_success": 368, "completed": 368, "completed_failed": 0, "completed_success": 368, "cooldown_promoted": 368, "database_requested": 368, "db_insert_success": 368, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15937, "relay_business_failed": 0, "relay_business_success": 368, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 368, "relay_transport_failed": 0, "relay_transport_success": 368, "reservation_requested": 368}, "snapshot": {"copied_bytes": 1017446400, "copied_count": 368, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 775, "h264_decode_error_count_per_hour": 128, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:28:52+09:00", "last_error_summary": "[h264 @ 0x627af8240980] error while decoding MB 21 49, bytestream -9", "last_exit_at": "2026-11-03T10:28:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 103.751, "last_started_at": "2026-11-03T10:27:08+09:00", "pid": 67105, "process": {"exists": false, "pid": 67105}, "restart_count": 239, "restart_count_per_hour": 25, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 240}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-11-03T10:28:52+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-11-03T10:28:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 404.156, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 195.844, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T10:28:52.124071+09:00", "mtime_epoch": 1793669332.124071, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139804}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:28:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2373.996, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 306, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3187241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.892, "max": 16.0, "p95": 13.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.038, "max": 5.0, "p95": 5.0, "sample_count": 238}, "total": {"avg": 3.0, "max": 5.0, "p95": 5.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.207, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.033, "max": 2.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.207, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.045, "pushed": 8.045, "read": 8.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 184.268, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.795, "count": 240, "max_ms": 4.767, "p95_ms": 2.304, "reason": null, "sample_age_ms": 225.128, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 240, "max_ms": 3.632, "p95_ms": 1.763, "reason": null, "sample_age_ms": 225.443, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 240, "max_ms": 1.207, "p95_ms": 0.732, "reason": null, "sample_age_ms": 184.277, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.899, "count": 240, "max_ms": 4.661, "p95_ms": 3.336, "reason": null, "sample_age_ms": 223.686, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 223.661, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 184.525, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.084, "count": 240, "max_ms": 91.143, "p95_ms": 71.676, "reason": null, "sample_age_ms": 184.266, "source": "client_direct"}, "sample_age_ms": 184.263, "source": "client_direct", "task_total_ms": {"avg_ms": 52.544, "count": 240, "max_ms": 93.119, "p95_ms": 74.741, "reason": null, "sample_age_ms": 184.263, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.766, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.466, "count": 241, "max_ms": 23.651, "p95_ms": 14.485}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.536, "count": 241, "max_ms": 4.349, "p95_ms": 1.021}, "detection_prepare_ms": {"avg_ms": 1.675, "count": 241, "max_ms": 12.696, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.477, "count": 241, "max_ms": 1.241, "p95_ms": 0.825}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.384, "count": 241, "max_ms": 10.428, "p95_ms": 7.498}, "setup_ms": {"avg_ms": 0.044, "count": 241, "max_ms": 0.14, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 9.401, "count": 241, "max_ms": 23.584, "p95_ms": 14.41}, "track_match_ms": {"avg_ms": 0.11, "count": 241, "max_ms": 0.38, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 2.165, "count": 241, "max_ms": 8.461, "p95_ms": 3.817}}, "gstreamer_push": {"avg_ms": 3.148, "count": 241, "max_ms": 8.501, "p95_ms": 5.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 241, "max_ms": 0.492, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.749, "count": 241, "max_ms": 96.1, "p95_ms": 76.638}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.184, "count": 241, "max_ms": 10.964, "p95_ms": 7.739}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.647, "count": 241, "max_ms": 159.969, "p95_ms": 135.181}, "inference_input_copy_ms": {"avg_ms": 1.679, "count": 241, "max_ms": 5.987, "p95_ms": 2.799}, "processing_residual_ms": {"avg_ms": 0.242, "count": 241, "max_ms": 2.005, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.752, "count": 241, "max_ms": 165.624, "p95_ms": 140.648}, "read_interval": {"avg_ms": 124.362, "count": 240, "max_ms": 223.956, "p95_ms": 166.82}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 241, "max_ms": 0.471, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 4.3, "count": 241, "max_ms": 10.284, "p95_ms": 7.384}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.276, "count": 241, "max_ms": 10.255, "p95_ms": 7.354}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.764, "count": 241, "max_ms": 96.116, "p95_ms": 76.651}, "visualize": {"avg_ms": 39.07, "count": 241, "max_ms": 68.109, "p95_ms": 53.108}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.184, "count": 241, "max_ms": 50.316, "p95_ms": 42.668}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.486, "count": 241, "max_ms": 62.342, "p95_ms": 51.619}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 241, "max_ms": 11.542, "p95_ms": 2.267}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.346, "count": 241, "max_ms": 62.033, "p95_ms": 51.494}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 241, "max_ms": 0.365, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2424.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.928, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145111, "write_bytes_delta": 145111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.459758, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 67105, "reason": null, "system_cpu_core_ratio": 0.039892, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.419865, "user_cpu_s_delta": 8.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.802629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.555499, "system_cpu_s_delta": 11.139999999999418, "user_cpu_core_ratio": 1.24713, "user_cpu_s_delta": 25.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.24, "count": 229, "max_ms": 9.274, "p95_ms": 5.764, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.393, "max": 16.0, "p95": 11.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.093, "count": 30, "max": 55.674, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.401, "count": 30, "max": 22.364, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 773.167, "count": 30, "max": 1199.0, "p95": 1184.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.133, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1157.767, "count": 30, "max": 34299.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.59, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.265, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24833, "sampled_at": "2026-11-03T10:28:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:28:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5200840, "flush_count": 5503, "flush_interval_seconds": 30.0, "flush_state": {"count": 5503, "last_at": "2026-11-03T10:28:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:28:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5502}, "started": true, "suppressed_count": 3182138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 399, "tracking_summary": 3181739}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5503, "written_record_count": 5503}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11407.98, "limit_mb": null}, "detail": {"pid": 67283, "restart_count": 240, "start_count": 241}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8812083916800, "copied_frame_count": 3187241, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:28:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6983836, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:28:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 7.649}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 399, "events_emitted": 368, "events_failed": 0, "events_observed": 399, "events_suppressed": 31, "frame_buffer_copied_bytes": 8812083916800, "frame_buffer_copies": 3187241, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18400, "recorder_active_input_bytes": 50872320000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 368, "recorder_clips_failed": 0, "recorder_clips_started": 368, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 368, "worker_jobs_accepted": 368, "worker_jobs_completed": 368, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1023, "count": 512, "max_ms": 1.6523, "p50_ms": 0.0845, "p95_ms": 0.2068, "p99_ms": 0.3281}, "stages": {"db_insert": {"avg_ms": 16.3089, "count": 368, "max_ms": 71.5868, "p50_ms": 14.0366, "p95_ms": 34.9496, "p99_ms": 43.9235, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6851, "count": 368, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6723, "p99_ms": 3.2134, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 918.6095, "count": 399, "max_ms": 4422.916, "p50_ms": 923.1487, "p95_ms": 1338.4898, "p99_ms": 1656.0815, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5065, "count": 512, "max_ms": 6.7063, "p50_ms": 1.418, "p95_ms": 2.5119, "p99_ms": 3.2511, "results": {"failed": 0, "not_applicable": 0, "success": 3187241, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.4091, "count": 399, "max_ms": 1264.9368, "p50_ms": 501.6428, "p95_ms": 630.934, "p99_ms": 1050.2796, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.4494, "count": 368, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8849, "p99_ms": 67.8108, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.1156, "count": 512, "max_ms": 10.4001, "p50_ms": 4.9194, "p95_ms": 7.5654, "p99_ms": 8.7304, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5043, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3595, "p95_ms": 2.6509, "p99_ms": 4.4265, "results": {"failed": 0, "not_applicable": 0, "success": 18400, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.5993, "count": 368, "max_ms": 1262.5422, "p50_ms": 501.1483, "p95_ms": 630.5085, "p99_ms": 1049.8771, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4372, "count": 368, "max_ms": 1192.1198, "p50_ms": 412.208, "p95_ms": 538.5644, "p99_ms": 967.2587, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7589, "count": 368, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0737, "p99_ms": 110.2912, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5848, "count": 368, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.686, "p99_ms": 6.2817, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.8743, "count": 368, "max_ms": 73.1462, "p50_ms": 33.6381, "p95_ms": 53.742, "p99_ms": 61.9212, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4306, "count": 368, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.4409, "p99_ms": 10.5703, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.735, "count": 399, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3289, "p99_ms": 1.7829, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8001, "count": 368, "max_ms": 9.2164, "p50_ms": 0.6909, "p95_ms": 1.4188, "p99_ms": 2.4917, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 368, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3613, "count": 368, "max_ms": 3752.636, "p50_ms": 351.5233, "p95_ms": 669.8395, "p99_ms": 777.901, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 399, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 399, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.0862, "count": 368, "max_ms": 14.3512, "p50_ms": 1.0589, "p95_ms": 8.017, "p99_ms": 11.2385, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7265, "count": 368, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 57.4389, "p99_ms": 72.3004, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 368, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1477, "p99_ms": 0.1916, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0, "count": 368, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2742, "p99_ms": 5.3968, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.1593, "count": 368, "max_ms": 3837.487, "p50_ms": 424.3189, "p95_ms": 762.2106, "p99_ms": 875.2446, "results": {"failed": 0, "not_applicable": 0, "success": 368, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 368, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 368, "artifact_failed": 0, "artifact_requested": 368, "artifact_success": 368, "completed": 368, "completed_failed": 0, "completed_success": 368, "cooldown_promoted": 368, "database_requested": 368, "db_insert_success": 368, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15937, "relay_business_failed": 0, "relay_business_success": 368, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 368, "relay_transport_failed": 0, "relay_transport_success": 368, "reservation_requested": 368}, "snapshot": {"copied_bytes": 1017446400, "copied_count": 368, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 225, "h264_decode_error_count": 775, "h264_decode_error_count_per_hour": 128, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:28:52+09:00", "last_error_summary": "[h264 @ 0x627af8240980] error while decoding MB 21 49, bytestream -9", "last_exit_at": "2026-11-03T10:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T10:28:54+09:00", "pid": 67283, "process": {"exists": true, "fd_count": 5, "hwm_mb": 201.457, "name": "ffmpeg", "pid": 67283, "rss_mb": 201.457, "state": "S (sleeping)", "threads": 70}, "restart_count": 240, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.868, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187241, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.288, "last_frame_pushed_at": "2026-11-03T10:28:52+09:00", "last_frame_read_age_sec": 4.417, "last_frame_read_at": "2026-11-03T10:28:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 408.359, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 191.641, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 4.276, "exists": true, "mtime": "2026-11-03T10:28:52.124071+09:00", "mtime_epoch": 1793669332.124071, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139804}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:28:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2374.0, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 306, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3187241, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.093, "max": 16.0, "p95": 14.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.099, "max": 5.0, "p95": 5.0, "sample_count": 202}, "total": {"avg": 3.054, "max": 5.0, "p95": 5.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 0.224, "max": 2.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.029, "max": 2.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 0.224, "max": 2.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.834, "pushed": 6.834, "read": 6.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4383.884, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.798, "count": 204, "max_ms": 4.767, "p95_ms": 2.307, "reason": null, "sample_age_ms": 4424.744, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 204, "max_ms": 3.022, "p95_ms": 1.795, "reason": null, "sample_age_ms": 4425.059, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 205, "max_ms": 0.996, "p95_ms": 0.737, "reason": null, "sample_age_ms": 4383.893, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.918, "count": 204, "max_ms": 4.343, "p95_ms": 3.334, "reason": null, "sample_age_ms": 4423.302, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4423.277, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4384.141, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.848, "count": 205, "max_ms": 91.143, "p95_ms": 72.075, "reason": null, "sample_age_ms": 4383.882, "source": "client_direct"}, "sample_age_ms": 4383.879, "source": "client_direct", "task_total_ms": {"avg_ms": 53.328, "count": 205, "max_ms": 93.119, "p95_ms": 75.233, "reason": null, "sample_age_ms": 4383.879, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.889, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.514, "count": 205, "max_ms": 23.651, "p95_ms": 14.485}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.546, "count": 205, "max_ms": 4.349, "p95_ms": 1.031}, "detection_prepare_ms": {"avg_ms": 1.707, "count": 205, "max_ms": 12.696, "p95_ms": 2.962}, "event_filter_ms": {"avg_ms": 0.006, "count": 205, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.48, "count": 205, "max_ms": 1.241, "p95_ms": 0.806}, "mcmt_ms": {"avg_ms": 0.004, "count": 205, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.355, "count": 205, "max_ms": 10.428, "p95_ms": 7.553}, "setup_ms": {"avg_ms": 0.044, "count": 205, "max_ms": 0.14, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 9.449, "count": 205, "max_ms": 23.584, "p95_ms": 14.41}, "track_match_ms": {"avg_ms": 0.112, "count": 205, "max_ms": 0.38, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 2.193, "count": 205, "max_ms": 7.218, "p95_ms": 3.817}}, "gstreamer_push": {"avg_ms": 3.16, "count": 205, "max_ms": 8.501, "p95_ms": 5.341}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 205, "max_ms": 0.492, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.557, "count": 205, "max_ms": 96.1, "p95_ms": 76.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.218, "count": 205, "max_ms": 10.964, "p95_ms": 7.777}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.567, "count": 205, "max_ms": 159.969, "p95_ms": 135.037}, "inference_input_copy_ms": {"avg_ms": 1.696, "count": 205, "max_ms": 5.987, "p95_ms": 2.72}, "processing_residual_ms": {"avg_ms": 0.248, "count": 205, "max_ms": 2.005, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.728, "count": 205, "max_ms": 165.624, "p95_ms": 142.385}, "read_interval": {"avg_ms": 125.56, "count": 205, "max_ms": 223.956, "p95_ms": 167.023}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 205, "max_ms": 0.471, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 4.271, "count": 205, "max_ms": 10.284, "p95_ms": 7.438}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 205, "max_ms": 0.058, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.246, "count": 205, "max_ms": 10.255, "p95_ms": 7.413}, "worker_merge_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.039, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.572, "count": 205, "max_ms": 96.116, "p95_ms": 76.991}, "visualize": {"avg_ms": 39.11, "count": 205, "max_ms": 68.109, "p95_ms": 52.536}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.166, "count": 205, "max_ms": 50.316, "p95_ms": 42.668}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.521, "count": 205, "max_ms": 62.342, "p95_ms": 51.416}, "visualize_input_copy_ms": {"avg_ms": 1.377, "count": 205, "max_ms": 11.542, "p95_ms": 2.226}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.38, "count": 205, "max_ms": 62.033, "p95_ms": 51.25}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 205, "max_ms": 0.365, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2424.078, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.928, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.852, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3187168, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:28:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145111, "write_bytes_delta": 145111, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1047.0, "cpu_core_ratio": 0.459758, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 67105, "reason": null, "system_cpu_core_ratio": 0.039892, "system_cpu_s_delta": 0.8000000000000003, "user_cpu_core_ratio": 0.419865, "user_cpu_s_delta": 8.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.802629, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.555499, "system_cpu_s_delta": 11.139999999999418, "user_cpu_core_ratio": 1.24713, "user_cpu_s_delta": 25.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.24, "count": 229, "max_ms": 9.274, "p95_ms": 5.764, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.393, "max": 16.0, "p95": 11.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.127, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 3.127, "max": 5.0, "p95": 5.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 20.093, "count": 30, "max": 55.674, "p95": 51.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.401, "count": 30, "max": 22.364, "p95": 21.197, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 773.167, "count": 30, "max": 1199.0, "p95": 1184.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2299.133, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.441, "count": 30, "max": 0.53, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140635.567, "count": 30, "max": 152119.0, "p95": 149394.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1157.767, "count": 30, "max": 34299.0, "p95": 35.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.59, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.085, "count": 30, "max": 1.265, "p95": 1.256, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24833, "sampled_at": "2026-11-03T10:28:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:28:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5201896, "flush_count": 5504, "flush_interval_seconds": 30.0, "flush_state": {"count": 5504, "last_at": "2026-11-03T10:29:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:29:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5503}, "started": true, "suppressed_count": 3182992, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3182591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5504, "written_record_count": 5504}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11470.129, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5918e6aac040] error while decoding MB 9 44, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8814439526400, "copied_frame_count": 3188093, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6726385, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.053}, "oldest_age_s": 6.8066182136535645, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 11, "written_frame_count": 89}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8814439526400, "frame_buffer_copies": 3188093, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18489, "recorder_active_input_bytes": 51118387200, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 369, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1204, "count": 512, "max_ms": 3.1122, "p50_ms": 0.0945, "p95_ms": 0.2397, "p99_ms": 0.3623}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4923, "count": 512, "max_ms": 4.4757, "p50_ms": 1.3725, "p95_ms": 2.5392, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 3188093, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2565, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0519, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18489, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5455, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18489, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9045, "count": 369, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7208, "p99_ms": 61.918, "results": {"failed": 0, "not_applicable": 0, "success": 369, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 776, "h264_decode_error_count_per_hour": 129, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:30:44+09:00", "last_error_summary": "[h264 @ 0x5918e6aac040] error while decoding MB 9 44, bytestream -5", "last_exit_at": "2026-11-03T10:28:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.826, "last_started_at": "2026-11-03T10:28:54+09:00", "pid": 67283, "process": {"exists": false, "pid": 67283}, "restart_count": 240, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.714, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T10:30:44+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T10:30:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.191, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 83.809, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T10:30:44.135084+09:00", "mtime_epoch": 1793669444.1350837, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:30:44+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2418.168, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": 6.934, "recorders": [{"age_sec": 6.934, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 89, "is_recording": true, "is_stopping": false, "pid": 67461, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.633, "name": "ffmpeg", "pid": 67461, "rss_mb": 186.633, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 11, "returncode": null, "running": true, "started_at": "2026-11-03T10:30:37+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_103037_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track1014784"}], "running_ffmpeg_count": 1, "running_pids": [67461], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.281, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.236, "max": 7.0, "p95": 7.0, "sample_count": 203}, "total": {"avg": 5.236, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.777, "pushed": 6.777, "read": 6.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.147, "p95_ms": 0.016, "reason": null, "sample_age_ms": 42.737, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.002, "count": 203, "max_ms": 11.355, "p95_ms": 3.413, "reason": null, "sample_age_ms": 105.195, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.534, "count": 203, "max_ms": 10.983, "p95_ms": 2.933, "reason": null, "sample_age_ms": 105.537, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.384, "count": 203, "max_ms": 1.114, "p95_ms": 0.782, "reason": null, "sample_age_ms": 42.755, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.883, "count": 203, "max_ms": 4.658, "p95_ms": 3.215, "reason": null, "sample_age_ms": 103.394, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 103.379, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.419, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.519, "count": 203, "max_ms": 91.964, "p95_ms": 74.614, "reason": null, "sample_age_ms": 42.732, "source": "client_direct"}, "sample_age_ms": 42.726, "source": "client_direct", "task_total_ms": {"avg_ms": 54.959, "count": 203, "max_ms": 95.811, "p95_ms": 77.164, "reason": null, "sample_age_ms": 42.726, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.228, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.843, "count": 203, "max_ms": 31.924, "p95_ms": 19.34}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.629, "count": 203, "max_ms": 2.056, "p95_ms": 1.226}, "detection_prepare_ms": {"avg_ms": 2.237, "count": 203, "max_ms": 9.548, "p95_ms": 4.784}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.03, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.736, "count": 203, "max_ms": 1.923, "p95_ms": 1.271}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.846, "count": 203, "max_ms": 14.838, "p95_ms": 7.85}, "setup_ms": {"avg_ms": 0.047, "count": 203, "max_ms": 0.184, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 11.771, "count": 203, "max_ms": 31.752, "p95_ms": 19.28}, "track_match_ms": {"avg_ms": 0.143, "count": 203, "max_ms": 0.553, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 3.12, "count": 203, "max_ms": 15.926, "p95_ms": 5.209}}, "gstreamer_push": {"avg_ms": 3.493, "count": 203, "max_ms": 10.92, "p95_ms": 6.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 203, "max_ms": 0.178, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.483, "count": 203, "max_ms": 99.255, "p95_ms": 78.934}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.21, "count": 203, "max_ms": 16.529, "p95_ms": 11.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.551, "count": 203, "max_ms": 705.581, "p95_ms": 165.124}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 203, "max_ms": 6.635, "p95_ms": 2.659}, "processing_residual_ms": {"avg_ms": 0.304, "count": 203, "max_ms": 2.628, "p95_ms": 0.563}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.674, "count": 203, "max_ms": 718.854, "p95_ms": 172.881}, "read_interval": {"avg_ms": 147.669, "count": 203, "max_ms": 805.769, "p95_ms": 208.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.032, "count": 203, "max_ms": 2.441, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.759, "count": 203, "max_ms": 14.665, "p95_ms": 7.764}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.069, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.727, "count": 203, "max_ms": 12.224, "p95_ms": 7.745}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.06, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 56.498, "count": 203, "max_ms": 99.269, "p95_ms": 78.949}, "visualize": {"avg_ms": 44.731, "count": 203, "max_ms": 81.885, "p95_ms": 65.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.518, "count": 203, "max_ms": 59.23, "p95_ms": 47.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.078, "count": 203, "max_ms": 78.827, "p95_ms": 63.718}, "visualize_input_copy_ms": {"avg_ms": 1.419, "count": 203, "max_ms": 4.925, "p95_ms": 2.533}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.926, "count": 203, "max_ms": 78.436, "p95_ms": 63.437}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 203, "max_ms": 0.384, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2416.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.953, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.839, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143406, "write_bytes_delta": 143406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 857.0, "cpu_core_ratio": 0.350936, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3500.0, "pid": 67283, "reason": null, "system_cpu_core_ratio": 0.030819, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.320117, "user_cpu_s_delta": 6.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.640235, "system_cpu_s_delta": 12.880000000004657, "user_cpu_core_ratio": 1.255616, "user_cpu_s_delta": 25.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.481, "count": 203, "max_ms": 10.92, "p95_ms": 6.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.236, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.202, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 5.202, "max": 7.0, "p95": 7.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.348, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 808.3, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2352.4, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2255.2, "count": 30, "max": 34299.0, "p95": 18119.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.339, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24839, "sampled_at": "2026-11-03T10:30:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:30:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5201896, "flush_count": 5504, "flush_interval_seconds": 30.0, "flush_state": {"count": 5504, "last_at": "2026-11-03T10:29:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:29:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5503}, "started": true, "suppressed_count": 3182992, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3182591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5504, "written_record_count": 5504}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11469.785, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:30:44+09:00", "last_error_summary": "[h264 @ 0x5918e6aac040] error while decoding MB 9 44, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8814442291200, "copied_frame_count": 3188094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6726385, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.053}, "oldest_age_s": 6.973900556564331, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 10, "written_frame_count": 90}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8814442291200, "frame_buffer_copies": 3188094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18490, "recorder_active_input_bytes": 51121152000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 369, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 3.1122, "p50_ms": 0.0945, "p95_ms": 0.2397, "p99_ms": 0.3623}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4928, "count": 512, "max_ms": 4.4757, "p50_ms": 1.3725, "p95_ms": 2.5392, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 3188094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.256, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0519, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18490, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5451, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18490, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9045, "count": 369, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7208, "p99_ms": 61.918, "results": {"failed": 0, "not_applicable": 0, "success": 369, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 776, "h264_decode_error_count_per_hour": 129, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:30:44+09:00", "last_error_summary": "[h264 @ 0x5918e6aac040] error while decoding MB 9 44, bytestream -5", "last_exit_at": "2026-11-03T10:30:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.939, "last_started_at": "2026-11-03T10:28:54+09:00", "pid": 67283, "process": {"exists": false, "pid": 67283}, "restart_count": 240, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.839, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-03T10:30:44+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-11-03T10:30:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.309, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 83.691, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-03T10:30:44.301084+09:00", "mtime_epoch": 1793669444.3010838, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140983}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:30:44+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2419.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": 7.048, "recorders": [{"age_sec": 7.048, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 90, "is_recording": true, "is_stopping": false, "pid": 67461, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.633, "name": "ffmpeg", "pid": 67461, "rss_mb": 186.633, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 10, "returncode": null, "running": true, "started_at": "2026-11-03T10:30:37+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_103037_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track1014784"}], "running_ffmpeg_count": 1, "running_pids": [67461], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.291, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.241, "max": 7.0, "p95": 7.0, "sample_count": 203}, "total": {"avg": 5.241, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.789, "pushed": 6.789, "read": 6.756}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.147, "p95_ms": 0.016, "reason": null, "sample_age_ms": 151.744, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.003, "count": 202, "max_ms": 11.355, "p95_ms": 3.423, "reason": null, "sample_age_ms": 214.202, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.536, "count": 202, "max_ms": 10.983, "p95_ms": 2.939, "reason": null, "sample_age_ms": 214.544, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.384, "count": 203, "max_ms": 1.114, "p95_ms": 0.782, "reason": null, "sample_age_ms": 151.762, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.878, "count": 202, "max_ms": 4.658, "p95_ms": 3.217, "reason": null, "sample_age_ms": 212.401, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 212.387, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.426, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.519, "count": 203, "max_ms": 91.964, "p95_ms": 74.614, "reason": null, "sample_age_ms": 151.739, "source": "client_direct"}, "sample_age_ms": 151.733, "source": "client_direct", "task_total_ms": {"avg_ms": 54.959, "count": 203, "max_ms": 95.811, "p95_ms": 77.164, "reason": null, "sample_age_ms": 151.733, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.903, "count": 203, "max_ms": 31.924, "p95_ms": 19.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.626, "count": 203, "max_ms": 2.056, "p95_ms": 1.226}, "detection_prepare_ms": {"avg_ms": 2.241, "count": 203, "max_ms": 9.548, "p95_ms": 4.784}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.03, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.739, "count": 203, "max_ms": 1.923, "p95_ms": 1.277}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.89, "count": 203, "max_ms": 14.838, "p95_ms": 8.492}, "setup_ms": {"avg_ms": 0.048, "count": 203, "max_ms": 0.184, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 11.83, "count": 203, "max_ms": 31.752, "p95_ms": 19.291}, "track_match_ms": {"avg_ms": 0.144, "count": 203, "max_ms": 0.553, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 3.132, "count": 203, "max_ms": 15.926, "p95_ms": 5.209}}, "gstreamer_push": {"avg_ms": 3.483, "count": 203, "max_ms": 10.92, "p95_ms": 6.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 203, "max_ms": 0.178, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.495, "count": 203, "max_ms": 99.255, "p95_ms": 78.934}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.178, "count": 203, "max_ms": 16.529, "p95_ms": 11.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.783, "count": 203, "max_ms": 705.581, "p95_ms": 165.124}, "inference_input_copy_ms": {"avg_ms": 1.62, "count": 203, "max_ms": 6.635, "p95_ms": 2.754}, "processing_residual_ms": {"avg_ms": 0.304, "count": 203, "max_ms": 2.628, "p95_ms": 0.563}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.885, "count": 203, "max_ms": 718.854, "p95_ms": 172.881}, "read_interval": {"avg_ms": 147.781, "count": 202, "max_ms": 805.769, "p95_ms": 208.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.032, "count": 203, "max_ms": 2.441, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.802, "count": 203, "max_ms": 14.665, "p95_ms": 8.39}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.069, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.771, "count": 203, "max_ms": 12.224, "p95_ms": 8.37}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.06, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 56.51, "count": 203, "max_ms": 99.269, "p95_ms": 78.949}, "visualize": {"avg_ms": 44.864, "count": 203, "max_ms": 81.885, "p95_ms": 65.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.609, "count": 203, "max_ms": 59.23, "p95_ms": 47.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.177, "count": 203, "max_ms": 78.827, "p95_ms": 63.718}, "visualize_input_copy_ms": {"avg_ms": 1.451, "count": 203, "max_ms": 7.768, "p95_ms": 2.538}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.026, "count": 203, "max_ms": 78.436, "p95_ms": 63.437}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 203, "max_ms": 0.384, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2416.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.953, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.839, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143406, "write_bytes_delta": 143406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 857.0, "cpu_core_ratio": 0.350936, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3500.0, "pid": 67283, "reason": null, "system_cpu_core_ratio": 0.030819, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.320117, "user_cpu_s_delta": 6.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.640235, "system_cpu_s_delta": 12.880000000004657, "user_cpu_core_ratio": 1.255616, "user_cpu_s_delta": 25.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.481, "count": 203, "max_ms": 10.92, "p95_ms": 6.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.236, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.202, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 5.202, "max": 7.0, "p95": 7.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.348, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 808.3, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2352.4, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2255.2, "count": 30, "max": 34299.0, "p95": 18119.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.339, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24839, "sampled_at": "2026-11-03T10:30:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:30:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5201896, "flush_count": 5504, "flush_interval_seconds": 30.0, "flush_state": {"count": 5504, "last_at": "2026-11-03T10:29:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:29:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5503}, "started": true, "suppressed_count": 3182992, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3182591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5504, "written_record_count": 5504}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11469.766, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8814442291200, "copied_frame_count": 3188094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6726385, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.053}, "oldest_age_s": 6.973900556564331, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 10, "written_frame_count": 90}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8814442291200, "frame_buffer_copies": 3188094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18490, "recorder_active_input_bytes": 51121152000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 369, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 3.1122, "p50_ms": 0.0945, "p95_ms": 0.2397, "p99_ms": 0.3623}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4928, "count": 512, "max_ms": 4.4757, "p50_ms": 1.3725, "p95_ms": 2.5392, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 3188094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.256, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0519, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18490, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5451, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18490, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9045, "count": 369, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7208, "p99_ms": 61.918, "results": {"failed": 0, "not_applicable": 0, "success": 369, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 776, "h264_decode_error_count_per_hour": 129, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:30:44+09:00", "last_error_summary": "[h264 @ 0x5918e6aac040] error while decoding MB 9 44, bytestream -5", "last_exit_at": "2026-11-03T10:30:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 109.999, "last_started_at": "2026-11-03T10:28:54+09:00", "pid": 67283, "process": {"exists": false, "pid": 67283}, "restart_count": 240, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": false, "start_count": 241}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.839, "sample_count": 2328, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.105, "last_frame_pushed_at": "2026-11-03T10:30:44+09:00", "last_frame_read_age_sec": 0.264, "last_frame_read_at": "2026-11-03T10:30:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 516.363, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 83.637, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-11-03T10:30:44.301084+09:00", "mtime_epoch": 1793669444.3010838, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140983}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:30:44+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2419.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": 7.105, "recorders": [{"age_sec": 7.105, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 90, "is_recording": true, "is_stopping": false, "pid": 67461, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.633, "name": "ffmpeg", "pid": 67461, "rss_mb": 186.633, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 10, "returncode": null, "running": true, "started_at": "2026-11-03T10:30:37+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_103037_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track1014784"}], "running_ffmpeg_count": 1, "running_pids": [67461], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.291, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.241, "max": 7.0, "p95": 7.0, "sample_count": 203}, "total": {"avg": 5.241, "max": 7.0, "p95": 7.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 0.251, "max": 2.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.776, "pushed": 6.776, "read": 6.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.008, "count": 202, "max_ms": 0.147, "p95_ms": 0.015, "reason": null, "sample_age_ms": 211.822, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.003, "count": 202, "max_ms": 11.355, "p95_ms": 3.423, "reason": null, "sample_age_ms": 274.279, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.536, "count": 202, "max_ms": 10.983, "p95_ms": 2.939, "reason": null, "sample_age_ms": 274.621, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.384, "count": 202, "max_ms": 1.114, "p95_ms": 0.782, "reason": null, "sample_age_ms": 211.839, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.878, "count": 202, "max_ms": 4.658, "p95_ms": 3.217, "reason": null, "sample_age_ms": 272.479, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 272.464, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 212.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.457, "count": 202, "max_ms": 91.964, "p95_ms": 74.615, "reason": null, "sample_age_ms": 211.816, "source": "client_direct"}, "sample_age_ms": 211.81, "source": "client_direct", "task_total_ms": {"avg_ms": 54.892, "count": 202, "max_ms": 95.811, "p95_ms": 77.184, "reason": null, "sample_age_ms": 211.81, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.692, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.903, "count": 203, "max_ms": 31.924, "p95_ms": 19.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.626, "count": 203, "max_ms": 2.056, "p95_ms": 1.226}, "detection_prepare_ms": {"avg_ms": 2.241, "count": 203, "max_ms": 9.548, "p95_ms": 4.784}, "event_filter_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.03, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.739, "count": 203, "max_ms": 1.923, "p95_ms": 1.277}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.89, "count": 203, "max_ms": 14.838, "p95_ms": 8.492}, "setup_ms": {"avg_ms": 0.048, "count": 203, "max_ms": 0.184, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 11.83, "count": 203, "max_ms": 31.752, "p95_ms": 19.291}, "track_match_ms": {"avg_ms": 0.144, "count": 203, "max_ms": 0.553, "p95_ms": 0.293}, "tracker_update_ms": {"avg_ms": 3.132, "count": 203, "max_ms": 15.926, "p95_ms": 5.209}}, "gstreamer_push": {"avg_ms": 3.483, "count": 203, "max_ms": 10.92, "p95_ms": 6.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 203, "max_ms": 0.178, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.495, "count": 203, "max_ms": 99.255, "p95_ms": 78.934}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.178, "count": 203, "max_ms": 16.529, "p95_ms": 11.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 123.783, "count": 203, "max_ms": 705.581, "p95_ms": 165.124}, "inference_input_copy_ms": {"avg_ms": 1.62, "count": 203, "max_ms": 6.635, "p95_ms": 2.754}, "processing_residual_ms": {"avg_ms": 0.304, "count": 203, "max_ms": 2.628, "p95_ms": 0.563}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 129.885, "count": 203, "max_ms": 718.854, "p95_ms": 172.881}, "read_interval": {"avg_ms": 147.781, "count": 202, "max_ms": 805.769, "p95_ms": 208.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.032, "count": 203, "max_ms": 2.441, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.802, "count": 203, "max_ms": 14.665, "p95_ms": 8.39}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.069, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.771, "count": 203, "max_ms": 12.224, "p95_ms": 8.37}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.06, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 56.51, "count": 203, "max_ms": 99.269, "p95_ms": 78.949}, "visualize": {"avg_ms": 44.864, "count": 203, "max_ms": 81.885, "p95_ms": 65.75}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.609, "count": 203, "max_ms": 59.23, "p95_ms": 47.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.177, "count": 203, "max_ms": 78.827, "p95_ms": 63.718}, "visualize_input_copy_ms": {"avg_ms": 1.451, "count": 203, "max_ms": 7.768, "p95_ms": 2.538}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.026, "count": 203, "max_ms": 78.436, "p95_ms": 63.437}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 203, "max_ms": 0.384, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2416.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.953, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.839, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143406, "write_bytes_delta": 143406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 857.0, "cpu_core_ratio": 0.350936, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3500.0, "pid": 67283, "reason": null, "system_cpu_core_ratio": 0.030819, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.320117, "user_cpu_s_delta": 6.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.640235, "system_cpu_s_delta": 12.880000000004657, "user_cpu_core_ratio": 1.255616, "user_cpu_s_delta": 25.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.481, "count": 203, "max_ms": 10.92, "p95_ms": 6.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.236, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.202, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 5.202, "max": 7.0, "p95": 7.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.348, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 808.3, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2352.4, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2255.2, "count": 30, "max": 34299.0, "p95": 18119.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.339, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24839, "sampled_at": "2026-11-03T10:30:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:30:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5201896, "flush_count": 5504, "flush_interval_seconds": 30.0, "flush_state": {"count": 5504, "last_at": "2026-11-03T10:29:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:29:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5503}, "started": true, "suppressed_count": 3182992, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3182591}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5504, "written_record_count": 5504}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11491.871, "limit_mb": null}, "detail": {"pid": 67523, "restart_count": 241, "start_count": 242}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8814442291200, "copied_frame_count": 3188094, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 1, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:40+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6726385, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:31+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.053}, "oldest_age_s": 6.973900556564331, "peak_active_count": 3, "pre_event_reference_bytes": 138240000, "remaining_frame_count": 10, "written_frame_count": 90}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 138240000, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 138240000, "ring_bytes": 138240000, "total_upper_bound_bytes": 276480000, "unavailable_reason": "exact_overlap_not_collected"}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8814442291200, "frame_buffer_copies": 3188094, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18490, "recorder_active_input_bytes": 51121152000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 369, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1203, "count": 512, "max_ms": 3.1122, "p50_ms": 0.0945, "p95_ms": 0.2397, "p99_ms": 0.3623}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4928, "count": 512, "max_ms": 4.4757, "p50_ms": 1.3725, "p95_ms": 2.5392, "p99_ms": 3.2586, "results": {"failed": 0, "not_applicable": 0, "success": 3188094, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.256, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0519, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18490, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5451, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18490, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9045, "count": 369, "max_ms": 73.1462, "p50_ms": 33.6971, "p95_ms": 53.7208, "p99_ms": 61.918, "results": {"failed": 0, "not_applicable": 0, "success": 369, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 226, "h264_decode_error_count": 776, "h264_decode_error_count_per_hour": 129, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:30:44+09:00", "last_error_summary": "[h264 @ 0x5918e6aac040] error while decoding MB 9 44, bytestream -5", "last_exit_at": "2026-11-03T10:30:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:30:47+09:00", "pid": 67523, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.047, "name": "ffmpeg", "pid": 67523, "rss_mb": 58.047, "state": "S (sleeping)", "threads": 1}, "restart_count": 241, "restart_count_per_hour": 27, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 12, "rtsp_tolerant_mode": false, "running": true, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.108, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.959, "last_frame_pushed_at": "2026-11-03T10:30:44+09:00", "last_frame_read_age_sec": 5.118, "last_frame_read_at": "2026-11-03T10:30:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 153, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 521.21, "last_sample_duration_ms": 1254.979, "last_trigger": "periodic", "next_snapshot_in_sec": 78.79, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 553, "storage_bytes": 3181635}, "mjpeg": {"age_sec": 4.949, "exists": true, "mtime": "2026-11-03T10:30:44.301084+09:00", "mtime_epoch": 1793669444.3010838, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140983}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:30:49+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2419.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 1, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": 11.949, "recorders": [{"age_sec": 11.949, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "frame_count": 90, "is_recording": true, "is_stopping": false, "pid": 67461, "pre_event_reference_bytes": 138240000, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.633, "name": "ffmpeg", "pid": 67461, "rss_mb": 186.633, "state": "S (sleeping)", "threads": 60}, "remaining_frames": 10, "returncode": null, "running": true, "started_at": "2026-11-03T10:30:37+09:00", "total_frames_to_record": 100, "videoname": "/data/playlist/accident/45/20261103_103037_marine_restricted_zone_approach__zone:marine:20260901_033644_260901_jinhae_no_panorama_001:warning__approaching_outside_roi__medium__track1014784"}], "running_ffmpeg_count": 1, "running_pids": [67461], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188094, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.94, "max": 25.0, "p95": 17.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.277, "max": 7.0, "p95": 7.0, "sample_count": 166}, "total": {"avg": 5.277, "max": 7.0, "p95": 7.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.205, "max": 2.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.205, "max": 2.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.539, "pushed": 5.539, "read": 5.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 165, "max_ms": 0.052, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5057.714, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 165, "max_ms": 6.956, "p95_ms": 3.221, "reason": null, "sample_age_ms": 5120.172, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.462, "count": 165, "max_ms": 6.707, "p95_ms": 2.806, "reason": null, "sample_age_ms": 5120.514, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 165, "max_ms": 1.114, "p95_ms": 0.781, "reason": null, "sample_age_ms": 5057.732, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.904, "count": 165, "max_ms": 4.658, "p95_ms": 3.211, "reason": null, "sample_age_ms": 5118.371, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5118.356, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5058.396, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.45, "count": 165, "max_ms": 91.964, "p95_ms": 74.612, "reason": null, "sample_age_ms": 5057.708, "source": "client_direct"}, "sample_age_ms": 5057.703, "source": "client_direct", "task_total_ms": {"avg_ms": 55.903, "count": 165, "max_ms": 95.811, "p95_ms": 77.608, "reason": null, "sample_age_ms": 5057.703, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.551, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.916, "count": 166, "max_ms": 28.606, "p95_ms": 19.35}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.594, "count": 166, "max_ms": 2.025, "p95_ms": 1.052}, "detection_prepare_ms": {"avg_ms": 2.239, "count": 166, "max_ms": 9.548, "p95_ms": 5.126}, "event_filter_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.03, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.752, "count": 166, "max_ms": 1.923, "p95_ms": 1.389}, "mcmt_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.978, "count": 166, "max_ms": 14.838, "p95_ms": 7.85}, "setup_ms": {"avg_ms": 0.048, "count": 166, "max_ms": 0.184, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 11.842, "count": 166, "max_ms": 28.496, "p95_ms": 19.291}, "track_match_ms": {"avg_ms": 0.137, "count": 166, "max_ms": 0.349, "p95_ms": 0.251}, "tracker_update_ms": {"avg_ms": 3.083, "count": 166, "max_ms": 6.769, "p95_ms": 5.209}}, "gstreamer_push": {"avg_ms": 3.49, "count": 166, "max_ms": 9.264, "p95_ms": 6.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 166, "max_ms": 0.178, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.297, "count": 166, "max_ms": 99.255, "p95_ms": 79.971}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.198, "count": 166, "max_ms": 15.289, "p95_ms": 11.683}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 127.172, "count": 166, "max_ms": 705.581, "p95_ms": 171.26}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 166, "max_ms": 6.635, "p95_ms": 2.754}, "processing_residual_ms": {"avg_ms": 0.305, "count": 166, "max_ms": 2.628, "p95_ms": 0.558}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 133.284, "count": 166, "max_ms": 718.854, "p95_ms": 180.976}, "read_interval": {"avg_ms": 151.471, "count": 165, "max_ms": 805.769, "p95_ms": 212.672}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 166, "max_ms": 2.441, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.891, "count": 166, "max_ms": 14.665, "p95_ms": 7.764}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 166, "max_ms": 0.059, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.856, "count": 166, "max_ms": 12.224, "p95_ms": 7.745}, "worker_merge_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.06, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 57.312, "count": 166, "max_ms": 99.269, "p95_ms": 79.985}, "visualize": {"avg_ms": 45.415, "count": 166, "max_ms": 81.885, "p95_ms": 66.587}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.053, "count": 166, "max_ms": 59.23, "p95_ms": 50.31}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 43.701, "count": 166, "max_ms": 78.827, "p95_ms": 64.485}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 166, "max_ms": 7.768, "p95_ms": 2.604}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 43.548, "count": 166, "max_ms": 78.436, "p95_ms": 64.368}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 166, "max_ms": 0.384, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2416.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.953, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.839, "sample_count": 2331, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:30:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143406, "write_bytes_delta": 143406, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 857.0, "cpu_core_ratio": 0.350936, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3500.0, "pid": 67283, "reason": null, "system_cpu_core_ratio": 0.030819, "system_cpu_s_delta": 0.6200000000000001, "user_cpu_core_ratio": 0.320117, "user_cpu_s_delta": 6.439999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.895851, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 32907.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.640235, "system_cpu_s_delta": 12.880000000004657, "user_cpu_core_ratio": 1.255616, "user_cpu_s_delta": 25.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.481, "count": 203, "max_ms": 10.92, "p95_ms": 6.373, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.236, "max": 25.0, "p95": 22.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.202, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 203}, "total": {"avg": 5.202, "max": 7.0, "p95": 7.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.373, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.348, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 808.3, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2352.4, "count": 30, "max": 31343.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.101, "count": 30, "max": 0.484, "p95": 0.396, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 141585.967, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2255.2, "count": 30, "max": 34299.0, "p95": 18119.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.339, "p95": 1.297, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24839, "sampled_at": "2026-11-03T10:30:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:30:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5203973, "flush_count": 5506, "flush_interval_seconds": 30.0, "flush_state": {"count": 5506, "last_at": "2026-11-03T10:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5505}, "started": true, "suppressed_count": 3183616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5506, "written_record_count": 5506}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11248.934, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f62bb7bc340] cabac decode of qscale diff failed at 38 52 [h264 @ 0x5f62bb7bc340] error while decoding MB 38 52, bytestream 13918 [h264 @ 0x5f62bb785c80] cabac decode of qscale diff failed at 2 58 [h264 @ 0x5f62bb785c80] error while decoding MB 2 58, bytestream 11167", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8816170291200, "copied_frame_count": 3188719, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8816170291200, "frame_buffer_copies": 3188719, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1114, "count": 512, "max_ms": 0.4528, "p50_ms": 0.0964, "p95_ms": 0.2067, "p99_ms": 0.3027}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4888, "count": 512, "max_ms": 4.6481, "p50_ms": 1.3806, "p95_ms": 2.4253, "p99_ms": 3.6046, "results": {"failed": 0, "not_applicable": 0, "success": 3188719, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 227, "h264_decode_error_count": 780, "h264_decode_error_count_per_hour": 124, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:32:14+09:00", "last_error_summary": "[h264 @ 0x5f62bb7bc340] cabac decode of qscale diff failed at 38 52 [h264 @ 0x5f62bb7bc340] error while decoding MB 38 52, bytestream 13918 [h264 @ 0x5f62bb785c80] cabac decode of qscale diff failed at 2 58 [h264 @ 0x5f62bb785c80] error while decoding MB 2 58, bytestream 11167", "last_exit_at": "2026-11-03T10:30:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.442, "last_started_at": "2026-11-03T10:30:47+09:00", "pid": 67523, "process": {"exists": false, "pid": 67523}, "restart_count": 241, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188719, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-03T10:32:14+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-03T10:32:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.763, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 595.237, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-03T10:32:14.620156+09:00", "mtime_epoch": 1793669534.620156, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140129}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:32:14+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.934, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.891, "max": 11.0, "p95": 8.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.555, "max": 6.0, "p95": 6.0, "sample_count": 220}, "total": {"avg": 3.555, "max": 6.0, "p95": 6.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 1.359, "max": 4.0, "p95": 2.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.027, "max": 2.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 1.359, "max": 4.0, "p95": 2.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.356, "pushed": 7.356, "read": 7.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.008, "count": 221, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 54.569, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.021, "count": 220, "max_ms": 9.692, "p95_ms": 3.095, "reason": null, "sample_age_ms": 89.918, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.44, "count": 220, "max_ms": 8.591, "p95_ms": 2.353, "reason": null, "sample_age_ms": 90.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 221, "max_ms": 1.354, "p95_ms": 0.623, "reason": null, "sample_age_ms": 54.581, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 220, "max_ms": 4.697, "p95_ms": 3.074, "reason": null, "sample_age_ms": 88.053, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.022, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.939, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.873, "count": 221, "max_ms": 91.333, "p95_ms": 72.731, "reason": null, "sample_age_ms": 54.565, "source": "client_direct"}, "sample_age_ms": 54.561, "source": "client_direct", "task_total_ms": {"avg_ms": 53.35, "count": 221, "max_ms": 93.983, "p95_ms": 75.289, "reason": null, "sample_age_ms": 54.561, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.797, "count": 220, "max_ms": 22.131, "p95_ms": 15.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.54, "count": 220, "max_ms": 1.94, "p95_ms": 1.053}, "detection_prepare_ms": {"avg_ms": 1.808, "count": 220, "max_ms": 8.974, "p95_ms": 3.329}, "event_filter_ms": {"avg_ms": 0.006, "count": 220, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.448, "count": 220, "max_ms": 1.34, "p95_ms": 0.768}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.173, "count": 220, "max_ms": 11.177, "p95_ms": 5.935}, "setup_ms": {"avg_ms": 0.047, "count": 220, "max_ms": 0.172, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 8.728, "count": 220, "max_ms": 22.0, "p95_ms": 15.057}, "track_match_ms": {"avg_ms": 0.192, "count": 220, "max_ms": 0.749, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 2.509, "count": 220, "max_ms": 6.317, "p95_ms": 4.248}}, "gstreamer_push": {"avg_ms": 3.198, "count": 220, "max_ms": 8.529, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 220, "max_ms": 0.578, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.894, "count": 220, "max_ms": 95.115, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.526, "count": 220, "max_ms": 17.812, "p95_ms": 9.538}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.743, "count": 220, "max_ms": 191.151, "p95_ms": 140.272}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 220, "max_ms": 5.492, "p95_ms": 2.607}, "processing_residual_ms": {"avg_ms": 0.268, "count": 220, "max_ms": 0.703, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.147, "count": 220, "max_ms": 196.456, "p95_ms": 144.196}, "read_interval": {"avg_ms": 136.094, "count": 220, "max_ms": 905.906, "p95_ms": 185.177}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 220, "max_ms": 0.07, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 3.094, "count": 220, "max_ms": 11.006, "p95_ms": 5.78}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 220, "max_ms": 0.065, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.075, "count": 220, "max_ms": 10.973, "p95_ms": 5.741}, "worker_merge_ms": {"avg_ms": 0.007, "count": 220, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.91, "count": 220, "max_ms": 95.132, "p95_ms": 75.819}, "visualize": {"avg_ms": 40.737, "count": 220, "max_ms": 100.161, "p95_ms": 58.185}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.788, "count": 220, "max_ms": 83.159, "p95_ms": 45.669}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.121, "count": 220, "max_ms": 98.239, "p95_ms": 56.649}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 220, "max_ms": 3.797, "p95_ms": 2.272}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.979, "count": 220, "max_ms": 98.031, "p95_ms": 56.561}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 220, "max_ms": 0.207, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.526, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139393, "write_bytes_delta": 139393, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 698.0, "cpu_core_ratio": 0.664043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1557.0, "pid": 67523, "reason": null, "system_cpu_core_ratio": 0.206237, "system_cpu_s_delta": 4.140000000000001, "user_cpu_core_ratio": 0.457806, "user_cpu_s_delta": 9.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.80532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5674, "system_cpu_s_delta": 11.389999999999418, "user_cpu_core_ratio": 1.237919, "user_cpu_s_delta": 24.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.193, "count": 236, "max_ms": 8.568, "p95_ms": 5.534, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.852, "max": 11.0, "p95": 9.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.941, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.941, "max": 4.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.925, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.777, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1707.333, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142013.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137530.0, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.5, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.339, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24843, "sampled_at": "2026-11-03T10:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5203973, "flush_count": 5506, "flush_interval_seconds": 30.0, "flush_state": {"count": 5506, "last_at": "2026-11-03T10:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5505}, "started": true, "suppressed_count": 3183616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5506, "written_record_count": 5506}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11248.488, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:32:14+09:00", "last_error_summary": "[h264 @ 0x5f62bb7bc340] cabac decode of qscale diff failed at 38 52 [h264 @ 0x5f62bb7bc340] error while decoding MB 38 52, bytestream 13918 [h264 @ 0x5f62bb785c80] cabac decode of qscale diff failed at 2 58 [h264 @ 0x5f62bb785c80] error while decoding MB 2 58, bytestream 11167", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8816173056000, "copied_frame_count": 3188720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8816173056000, "frame_buffer_copies": 3188720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1113, "count": 512, "max_ms": 0.4528, "p50_ms": 0.0963, "p95_ms": 0.2067, "p99_ms": 0.3027}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4874, "count": 512, "max_ms": 4.6481, "p50_ms": 1.3776, "p95_ms": 2.4253, "p99_ms": 3.6046, "results": {"failed": 0, "not_applicable": 0, "success": 3188720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 227, "h264_decode_error_count": 780, "h264_decode_error_count_per_hour": 124, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:32:14+09:00", "last_error_summary": "[h264 @ 0x5f62bb7bc340] cabac decode of qscale diff failed at 38 52 [h264 @ 0x5f62bb7bc340] error while decoding MB 38 52, bytestream 13918 [h264 @ 0x5f62bb785c80] cabac decode of qscale diff failed at 2 58 [h264 @ 0x5f62bb785c80] error while decoding MB 2 58, bytestream 11167", "last_exit_at": "2026-11-03T10:32:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.513, "last_started_at": "2026-11-03T10:30:47+09:00", "pid": 67523, "process": {"exists": false, "pid": 67523}, "restart_count": 241, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:32:14+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-03T10:32:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.81, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 595.19, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.142, "exists": true, "mtime": "2026-11-03T10:32:14.620156+09:00", "mtime_epoch": 1793669534.620156, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140129}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:32:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.934, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.896, "max": 11.0, "p95": 8.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.566, "max": 6.0, "p95": 6.0, "sample_count": 221}, "total": {"avg": 3.566, "max": 6.0, "p95": 6.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 1.362, "max": 4.0, "p95": 2.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.027, "max": 2.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 1.362, "max": 4.0, "p95": 2.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.372, "pushed": 7.372, "read": 7.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.008, "count": 220, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 115.076, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.021, "count": 220, "max_ms": 9.692, "p95_ms": 3.095, "reason": null, "sample_age_ms": 150.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.44, "count": 220, "max_ms": 8.591, "p95_ms": 2.353, "reason": null, "sample_age_ms": 150.894, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 220, "max_ms": 1.354, "p95_ms": 0.623, "reason": null, "sample_age_ms": 115.088, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.952, "count": 220, "max_ms": 4.697, "p95_ms": 3.074, "reason": null, "sample_age_ms": 148.56, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.529, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.883, "count": 220, "max_ms": 91.333, "p95_ms": 72.756, "reason": null, "sample_age_ms": 115.072, "source": "client_direct"}, "sample_age_ms": 115.068, "source": "client_direct", "task_total_ms": {"avg_ms": 53.364, "count": 220, "max_ms": 93.983, "p95_ms": 75.308, "reason": null, "sample_age_ms": 115.068, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.187, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.814, "count": 221, "max_ms": 22.131, "p95_ms": 15.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.542, "count": 221, "max_ms": 1.94, "p95_ms": 1.053}, "detection_prepare_ms": {"avg_ms": 1.808, "count": 221, "max_ms": 8.974, "p95_ms": 3.329}, "event_filter_ms": {"avg_ms": 0.006, "count": 221, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.449, "count": 221, "max_ms": 1.34, "p95_ms": 0.768}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.186, "count": 221, "max_ms": 11.177, "p95_ms": 5.935}, "setup_ms": {"avg_ms": 0.047, "count": 221, "max_ms": 0.172, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 8.745, "count": 221, "max_ms": 22.0, "p95_ms": 15.057}, "track_match_ms": {"avg_ms": 0.192, "count": 221, "max_ms": 0.749, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 2.51, "count": 221, "max_ms": 6.317, "p95_ms": 4.248}}, "gstreamer_push": {"avg_ms": 3.193, "count": 221, "max_ms": 8.529, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 221, "max_ms": 0.578, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.818, "count": 221, "max_ms": 95.115, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.522, "count": 221, "max_ms": 17.812, "p95_ms": 9.538}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.888, "count": 221, "max_ms": 191.151, "p95_ms": 140.272}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 221, "max_ms": 5.492, "p95_ms": 2.607}, "processing_residual_ms": {"avg_ms": 0.268, "count": 221, "max_ms": 0.703, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.288, "count": 221, "max_ms": 196.456, "p95_ms": 144.196}, "read_interval": {"avg_ms": 136.094, "count": 220, "max_ms": 905.906, "p95_ms": 185.177}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 221, "max_ms": 0.07, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 3.107, "count": 221, "max_ms": 11.006, "p95_ms": 5.823}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 221, "max_ms": 0.065, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.088, "count": 221, "max_ms": 10.973, "p95_ms": 5.794}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.834, "count": 221, "max_ms": 95.132, "p95_ms": 75.819}, "visualize": {"avg_ms": 40.942, "count": 221, "max_ms": 100.161, "p95_ms": 58.209}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.904, "count": 221, "max_ms": 83.159, "p95_ms": 46.131}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.323, "count": 221, "max_ms": 98.239, "p95_ms": 56.837}, "visualize_input_copy_ms": {"avg_ms": 1.391, "count": 221, "max_ms": 3.797, "p95_ms": 2.272}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.182, "count": 221, "max_ms": 98.031, "p95_ms": 56.689}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 221, "max_ms": 0.207, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.526, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139393, "write_bytes_delta": 139393, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 698.0, "cpu_core_ratio": 0.664043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1557.0, "pid": 67523, "reason": null, "system_cpu_core_ratio": 0.206237, "system_cpu_s_delta": 4.140000000000001, "user_cpu_core_ratio": 0.457806, "user_cpu_s_delta": 9.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.80532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5674, "system_cpu_s_delta": 11.389999999999418, "user_cpu_core_ratio": 1.237919, "user_cpu_s_delta": 24.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.193, "count": 236, "max_ms": 8.568, "p95_ms": 5.534, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.852, "max": 11.0, "p95": 9.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.941, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.941, "max": 4.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.925, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.777, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1707.333, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142013.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137530.0, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.5, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.339, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24843, "sampled_at": "2026-11-03T10:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5203973, "flush_count": 5506, "flush_interval_seconds": 30.0, "flush_state": {"count": 5506, "last_at": "2026-11-03T10:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5505}, "started": true, "suppressed_count": 3183616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5506, "written_record_count": 5506}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11248.355, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8816173056000, "copied_frame_count": 3188720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8816173056000, "frame_buffer_copies": 3188720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1113, "count": 512, "max_ms": 0.4528, "p50_ms": 0.0963, "p95_ms": 0.2067, "p99_ms": 0.3027}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4874, "count": 512, "max_ms": 4.6481, "p50_ms": 1.3776, "p95_ms": 2.4253, "p99_ms": 3.6046, "results": {"failed": 0, "not_applicable": 0, "success": 3188720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 227, "h264_decode_error_count": 780, "h264_decode_error_count_per_hour": 124, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:32:14+09:00", "last_error_summary": "[h264 @ 0x5f62bb7bc340] cabac decode of qscale diff failed at 38 52 [h264 @ 0x5f62bb7bc340] error while decoding MB 38 52, bytestream 13918 [h264 @ 0x5f62bb785c80] cabac decode of qscale diff failed at 2 58 [h264 @ 0x5f62bb785c80] error while decoding MB 2 58, bytestream 11167", "last_exit_at": "2026-11-03T10:32:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.548, "last_started_at": "2026-11-03T10:30:47+09:00", "pid": 67523, "process": {"exists": false, "pid": 67523}, "restart_count": 241, "restart_count_per_hour": 26, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 242}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-11-03T10:32:14+09:00", "last_frame_read_age_sec": 0.182, "last_frame_read_at": "2026-11-03T10:32:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 4.85, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 595.15, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T10:32:14.768156+09:00", "mtime_epoch": 1793669534.7681563, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140167}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:32:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.934, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.9, "max": 11.0, "p95": 8.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.573, "max": 6.0, "p95": 6.0, "sample_count": 220}, "total": {"avg": 3.573, "max": 6.0, "p95": 6.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 1.364, "max": 4.0, "p95": 2.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.027, "max": 2.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 1.364, "max": 4.0, "p95": 2.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.354, "pushed": 7.354, "read": 7.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.008, "count": 220, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 151.798, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.024, "count": 219, "max_ms": 9.692, "p95_ms": 3.099, "reason": null, "sample_age_ms": 187.147, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.442, "count": 219, "max_ms": 8.591, "p95_ms": 2.354, "reason": null, "sample_age_ms": 187.616, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 220, "max_ms": 1.354, "p95_ms": 0.623, "reason": null, "sample_age_ms": 151.81, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.954, "count": 219, "max_ms": 4.697, "p95_ms": 3.077, "reason": null, "sample_age_ms": 185.282, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.251, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.168, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.883, "count": 220, "max_ms": 91.333, "p95_ms": 72.756, "reason": null, "sample_age_ms": 151.794, "source": "client_direct"}, "sample_age_ms": 151.79, "source": "client_direct", "task_total_ms": {"avg_ms": 53.364, "count": 220, "max_ms": 93.983, "p95_ms": 75.308, "reason": null, "sample_age_ms": 151.79, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.547, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.816, "count": 220, "max_ms": 22.131, "p95_ms": 15.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.538, "count": 220, "max_ms": 1.94, "p95_ms": 1.043}, "detection_prepare_ms": {"avg_ms": 1.809, "count": 220, "max_ms": 8.974, "p95_ms": 3.329}, "event_filter_ms": {"avg_ms": 0.006, "count": 220, "max_ms": 0.018, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.449, "count": 220, "max_ms": 1.34, "p95_ms": 0.768}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.194, "count": 220, "max_ms": 11.177, "p95_ms": 5.935}, "setup_ms": {"avg_ms": 0.047, "count": 220, "max_ms": 0.172, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 8.747, "count": 220, "max_ms": 22.0, "p95_ms": 15.057}, "track_match_ms": {"avg_ms": 0.192, "count": 220, "max_ms": 0.749, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 2.508, "count": 220, "max_ms": 6.317, "p95_ms": 4.248}}, "gstreamer_push": {"avg_ms": 3.19, "count": 220, "max_ms": 8.529, "p95_ms": 5.362}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 220, "max_ms": 0.578, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.835, "count": 220, "max_ms": 95.115, "p95_ms": 75.806}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.527, "count": 220, "max_ms": 17.812, "p95_ms": 9.538}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.889, "count": 220, "max_ms": 191.151, "p95_ms": 140.272}, "inference_input_copy_ms": {"avg_ms": 1.613, "count": 220, "max_ms": 5.492, "p95_ms": 2.607}, "processing_residual_ms": {"avg_ms": 0.269, "count": 220, "max_ms": 0.703, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.297, "count": 220, "max_ms": 196.456, "p95_ms": 144.196}, "read_interval": {"avg_ms": 136.161, "count": 219, "max_ms": 905.906, "p95_ms": 193.971}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 220, "max_ms": 0.07, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 3.115, "count": 220, "max_ms": 11.006, "p95_ms": 5.823}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 220, "max_ms": 0.065, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.097, "count": 220, "max_ms": 10.973, "p95_ms": 5.794}, "worker_merge_ms": {"avg_ms": 0.007, "count": 220, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.851, "count": 220, "max_ms": 95.132, "p95_ms": 75.819}, "visualize": {"avg_ms": 40.923, "count": 220, "max_ms": 100.161, "p95_ms": 58.209}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.884, "count": 220, "max_ms": 83.159, "p95_ms": 46.131}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.308, "count": 220, "max_ms": 98.239, "p95_ms": 56.837}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 220, "max_ms": 3.797, "p95_ms": 2.272}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.168, "count": 220, "max_ms": 98.031, "p95_ms": 56.689}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 220, "max_ms": 0.207, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.526, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139393, "write_bytes_delta": 139393, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 698.0, "cpu_core_ratio": 0.664043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1557.0, "pid": 67523, "reason": null, "system_cpu_core_ratio": 0.206237, "system_cpu_s_delta": 4.140000000000001, "user_cpu_core_ratio": 0.457806, "user_cpu_s_delta": 9.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.80532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5674, "system_cpu_s_delta": 11.389999999999418, "user_cpu_core_ratio": 1.237919, "user_cpu_s_delta": 24.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.193, "count": 236, "max_ms": 8.568, "p95_ms": 5.534, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.852, "max": 11.0, "p95": 9.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.941, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.941, "max": 4.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.925, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.777, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1707.333, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142013.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137530.0, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.5, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.339, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24843, "sampled_at": "2026-11-03T10:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5203973, "flush_count": 5506, "flush_interval_seconds": 30.0, "flush_state": {"count": 5506, "last_at": "2026-11-03T10:31:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:31:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5505}, "started": true, "suppressed_count": 3183616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183215}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5506, "written_record_count": 5506}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11273.047, "limit_mb": null}, "detail": {"pid": 67639, "restart_count": 242, "start_count": 243}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8816173056000, "copied_frame_count": 3188720, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8816173056000, "frame_buffer_copies": 3188720, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1113, "count": 512, "max_ms": 0.4528, "p50_ms": 0.0963, "p95_ms": 0.2067, "p99_ms": 0.3027}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4874, "count": 512, "max_ms": 4.6481, "p50_ms": 1.3776, "p95_ms": 2.4253, "p99_ms": 3.6046, "results": {"failed": 0, "not_applicable": 0, "success": 3188720, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 227, "h264_decode_error_count": 780, "h264_decode_error_count_per_hour": 124, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:32:14+09:00", "last_error_summary": "[h264 @ 0x5f62bb7bc340] cabac decode of qscale diff failed at 38 52 [h264 @ 0x5f62bb7bc340] error while decoding MB 38 52, bytestream 13918 [h264 @ 0x5f62bb785c80] cabac decode of qscale diff failed at 2 58 [h264 @ 0x5f62bb785c80] error while decoding MB 2 58, bytestream 11167", "last_exit_at": "2026-11-03T10:32:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:32:17+09:00", "pid": 67639, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.211, "name": "ffmpeg", "pid": 67639, "rss_mb": 58.211, "state": "S (sleeping)", "threads": 1}, "restart_count": 242, "restart_count_per_hour": 27, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.703, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188720, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.375, "last_frame_pushed_at": "2026-11-03T10:32:14+09:00", "last_frame_read_age_sec": 4.521, "last_frame_read_at": "2026-11-03T10:32:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 9.193, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 590.807, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.368, "exists": true, "mtime": "2026-11-03T10:32:14.768156+09:00", "mtime_epoch": 1793669534.7681563, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140167}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:32:19+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.938, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3188720, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.929, "max": 11.0, "p95": 8.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.869, "max": 6.0, "p95": 6.0, "sample_count": 183}, "total": {"avg": 3.869, "max": 6.0, "p95": 6.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.503, "max": 4.0, "p95": 2.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.027, "max": 2.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.503, "max": 4.0, "p95": 2.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.107, "pushed": 6.107, "read": 6.074}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.008, "count": 182, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4495.012, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.063, "count": 182, "max_ms": 9.692, "p95_ms": 3.156, "reason": null, "sample_age_ms": 4530.361, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.456, "count": 182, "max_ms": 8.591, "p95_ms": 2.311, "reason": null, "sample_age_ms": 4530.83, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 182, "max_ms": 1.354, "p95_ms": 0.65, "reason": null, "sample_age_ms": 4495.024, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 182, "max_ms": 4.697, "p95_ms": 3.071, "reason": null, "sample_age_ms": 4528.496, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4528.465, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4495.382, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.063, "count": 182, "max_ms": 91.333, "p95_ms": 73.2, "reason": null, "sample_age_ms": 4495.008, "source": "client_direct"}, "sample_age_ms": 4495.004, "source": "client_direct", "task_total_ms": {"avg_ms": 53.545, "count": 182, "max_ms": 93.983, "p95_ms": 75.633, "reason": null, "sample_age_ms": 4495.004, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.587, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.535, "count": 183, "max_ms": 22.131, "p95_ms": 15.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.552, "count": 183, "max_ms": 1.94, "p95_ms": 1.043}, "detection_prepare_ms": {"avg_ms": 1.894, "count": 183, "max_ms": 8.974, "p95_ms": 3.377}, "event_filter_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.018, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.476, "count": 183, "max_ms": 1.34, "p95_ms": 0.807}, "mcmt_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.626, "count": 183, "max_ms": 11.177, "p95_ms": 6.132}, "setup_ms": {"avg_ms": 0.048, "count": 183, "max_ms": 0.172, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 9.463, "count": 183, "max_ms": 22.0, "p95_ms": 15.857}, "track_match_ms": {"avg_ms": 0.207, "count": 183, "max_ms": 0.749, "p95_ms": 0.383}, "tracker_update_ms": {"avg_ms": 2.648, "count": 183, "max_ms": 6.317, "p95_ms": 4.763}}, "gstreamer_push": {"avg_ms": 3.228, "count": 183, "max_ms": 8.529, "p95_ms": 5.534}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 183, "max_ms": 0.578, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.168, "count": 183, "max_ms": 95.115, "p95_ms": 76.275}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.618, "count": 183, "max_ms": 17.812, "p95_ms": 9.538}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.968, "count": 183, "max_ms": 191.151, "p95_ms": 141.861}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 183, "max_ms": 5.492, "p95_ms": 2.464}, "processing_residual_ms": {"avg_ms": 0.274, "count": 183, "max_ms": 0.571, "p95_ms": 0.502}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.47, "count": 183, "max_ms": 196.456, "p95_ms": 147.503}, "read_interval": {"avg_ms": 140.463, "count": 182, "max_ms": 905.906, "p95_ms": 196.387}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 183, "max_ms": 0.07, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 3.544, "count": 183, "max_ms": 11.006, "p95_ms": 5.988}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 183, "max_ms": 0.065, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.525, "count": 183, "max_ms": 10.973, "p95_ms": 5.955}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.185, "count": 183, "max_ms": 95.132, "p95_ms": 76.286}, "visualize": {"avg_ms": 41.922, "count": 183, "max_ms": 100.161, "p95_ms": 60.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.297, "count": 183, "max_ms": 83.159, "p95_ms": 46.937}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.278, "count": 183, "max_ms": 98.239, "p95_ms": 57.035}, "visualize_input_copy_ms": {"avg_ms": 1.408, "count": 183, "max_ms": 3.797, "p95_ms": 2.306}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.133, "count": 183, "max_ms": 98.031, "p95_ms": 56.883}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 183, "max_ms": 0.207, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.526, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 148.658, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3188647, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:32:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139393, "write_bytes_delta": 139393, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 698.0, "cpu_core_ratio": 0.664043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1557.0, "pid": 67523, "reason": null, "system_cpu_core_ratio": 0.206237, "system_cpu_s_delta": 4.140000000000001, "user_cpu_core_ratio": 0.457806, "user_cpu_s_delta": 9.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.80532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5674, "system_cpu_s_delta": 11.389999999999418, "user_cpu_core_ratio": 1.237919, "user_cpu_s_delta": 24.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.193, "count": 236, "max_ms": 8.568, "p95_ms": 5.534, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.852, "max": 11.0, "p95": 9.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.941, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.941, "max": 4.0, "p95": 4.0, "sample_count": 236}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.925, "count": 30, "max": 55.674, "p95": 53.712, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.777, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 837.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1707.333, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142013.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137530.0, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.5, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.508, "count": 30, "max": 0.64, "p95": 0.621, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.146, "count": 30, "max": 1.339, "p95": 1.32, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24843, "sampled_at": "2026-11-03T10:32:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:32:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5205029, "flush_count": 5507, "flush_interval_seconds": 30.0, "flush_state": {"count": 5507, "last_at": "2026-11-03T10:32:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:32:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5506}, "started": true, "suppressed_count": 3184270, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183869}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5507, "written_record_count": 5507}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11259.793, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64dfb77e1100] error while decoding MB 0 45, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8817984000000, "copied_frame_count": 3189375, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8817984000000, "frame_buffer_copies": 3189375, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 1.8697, "p50_ms": 0.0996, "p95_ms": 0.2227, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5525, "count": 512, "max_ms": 3.5788, "p50_ms": 1.4371, "p95_ms": 2.6935, "p99_ms": 3.2079, "results": {"failed": 0, "not_applicable": 0, "success": 3189375, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 228, "h264_decode_error_count": 781, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:33:45+09:00", "last_error_summary": "[h264 @ 0x64dfb77e1100] error while decoding MB 0 45, bytestream -6", "last_exit_at": "2026-11-03T10:32:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.621, "last_started_at": "2026-11-03T10:32:17+09:00", "pid": 67639, "process": {"exists": false, "pid": 67639}, "restart_count": 242, "restart_count_per_hour": 27, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.999, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-11-03T10:33:45+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-11-03T10:33:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.825, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 504.175, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-03T10:33:45.691275+09:00", "mtime_epoch": 1793669625.6912751, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133089}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:33:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.25, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189375, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.706, "max": 17.0, "p95": 12.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.233, "max": 5.0, "p95": 3.0, "sample_count": 245}, "total": {"avg": 2.233, "max": 5.0, "p95": 3.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.171, "max": 3.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.171, "max": 3.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.182, "pushed": 8.182, "read": 8.182}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.041, "p95_ms": 0.014, "reason": null, "sample_age_ms": 0.587, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 245, "max_ms": 7.457, "p95_ms": 2.981, "reason": null, "sample_age_ms": 80.344, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 245, "max_ms": 7.177, "p95_ms": 1.987, "reason": null, "sample_age_ms": 80.689, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 245, "max_ms": 4.585, "p95_ms": 0.749, "reason": null, "sample_age_ms": 0.595, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.967, "count": 245, "max_ms": 9.894, "p95_ms": 3.171, "reason": null, "sample_age_ms": 77.129, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 77.095, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 0.812, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.759, "count": 245, "max_ms": 88.831, "p95_ms": 72.842, "reason": null, "sample_age_ms": 0.582, "source": "client_direct"}, "sample_age_ms": 0.578, "source": "client_direct", "task_total_ms": {"avg_ms": 52.3, "count": 245, "max_ms": 91.677, "p95_ms": 75.455, "reason": null, "sample_age_ms": 0.578, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.973, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.478, "count": 245, "max_ms": 16.289, "p95_ms": 11.191}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.493, "count": 245, "max_ms": 2.167, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 1.627, "count": 245, "max_ms": 10.325, "p95_ms": 2.941}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.024, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 245, "max_ms": 0.799, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.036, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.723, "count": 245, "max_ms": 8.3, "p95_ms": 3.609}, "setup_ms": {"avg_ms": 0.047, "count": 245, "max_ms": 0.164, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.417, "count": 245, "max_ms": 16.217, "p95_ms": 11.065}, "track_match_ms": {"avg_ms": 0.153, "count": 245, "max_ms": 0.479, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 2.074, "count": 245, "max_ms": 5.751, "p95_ms": 3.554}}, "gstreamer_push": {"avg_ms": 3.285, "count": 245, "max_ms": 9.118, "p95_ms": 5.281}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 245, "max_ms": 0.637, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.606, "count": 245, "max_ms": 93.367, "p95_ms": 77.642}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.258, "count": 245, "max_ms": 16.051, "p95_ms": 8.875}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.39, "count": 245, "max_ms": 164.448, "p95_ms": 131.668}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 245, "max_ms": 7.764, "p95_ms": 2.724}, "processing_residual_ms": {"avg_ms": 0.258, "count": 245, "max_ms": 0.68, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.633, "count": 245, "max_ms": 172.113, "p95_ms": 136.279}, "read_interval": {"avg_ms": 122.417, "count": 245, "max_ms": 207.321, "p95_ms": 182.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.652, "count": 245, "max_ms": 8.241, "p95_ms": 3.509}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.056, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.635, "count": 245, "max_ms": 8.226, "p95_ms": 3.485}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.621, "count": 245, "max_ms": 93.379, "p95_ms": 77.654}, "visualize": {"avg_ms": 39.006, "count": 245, "max_ms": 72.11, "p95_ms": 53.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.18, "count": 245, "max_ms": 56.28, "p95_ms": 45.313}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.399, "count": 245, "max_ms": 68.33, "p95_ms": 52.149}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 245, "max_ms": 6.953, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.254, "count": 245, "max_ms": 68.134, "p95_ms": 52.044}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 245, "max_ms": 0.531, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.391, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.999, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134920, "write_bytes_delta": 134920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.456136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 67639, "reason": null, "system_cpu_core_ratio": 0.03797, "system_cpu_s_delta": 0.7600000000000002, "user_cpu_core_ratio": 0.418167, "user_cpu_s_delta": 8.370000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.751103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.530577, "system_cpu_s_delta": 10.619999999995343, "user_cpu_core_ratio": 1.220527, "user_cpu_s_delta": 24.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.314, "count": 233, "max_ms": 10.526, "p95_ms": 5.579, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.519, "max": 17.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.017, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 3.017, "max": 7.0, "p95": 6.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.038, "count": 30, "max": 59.226, "p95": 55.391, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1743.9, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142198.833, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137317.067, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.171, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24847, "sampled_at": "2026-11-03T10:33:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:33:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5205029, "flush_count": 5507, "flush_interval_seconds": 30.0, "flush_state": {"count": 5507, "last_at": "2026-11-03T10:32:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:32:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5506}, "started": true, "suppressed_count": 3184271, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5507, "written_record_count": 5507}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11258.078, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:33:45+09:00", "last_error_summary": "[h264 @ 0x64dfb77e1100] error while decoding MB 0 45, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8817986764800, "copied_frame_count": 3189376, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8817986764800, "frame_buffer_copies": 3189376, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.8697, "p50_ms": 0.0994, "p95_ms": 0.2227, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5488, "count": 512, "max_ms": 3.5788, "p50_ms": 1.4368, "p95_ms": 2.6894, "p99_ms": 3.2079, "results": {"failed": 0, "not_applicable": 0, "success": 3189376, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 228, "h264_decode_error_count": 781, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:33:45+09:00", "last_error_summary": "[h264 @ 0x64dfb77e1100] error while decoding MB 0 45, bytestream -6", "last_exit_at": "2026-11-03T10:33:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.72, "last_started_at": "2026-11-03T10:32:17+09:00", "pid": 67639, "process": {"exists": false, "pid": 67639}, "restart_count": 242, "restart_count_per_hour": 27, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.145, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:33:45+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-11-03T10:33:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.912, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 504.088, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.164, "exists": true, "mtime": "2026-11-03T10:33:45.691275+09:00", "mtime_epoch": 1793669625.6912751, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133089}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:33:45+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189376, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.682, "max": 17.0, "p95": 12.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.237, "max": 5.0, "p95": 3.0, "sample_count": 245}, "total": {"avg": 2.237, "max": 5.0, "p95": 3.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.171, "max": 3.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.171, "max": 3.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.041, "p95_ms": 0.014, "reason": null, "sample_age_ms": 97.697, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 245, "max_ms": 7.457, "p95_ms": 2.981, "reason": null, "sample_age_ms": 177.455, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.391, "count": 245, "max_ms": 7.177, "p95_ms": 1.987, "reason": null, "sample_age_ms": 177.8, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 245, "max_ms": 4.585, "p95_ms": 0.749, "reason": null, "sample_age_ms": 97.706, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.967, "count": 245, "max_ms": 9.894, "p95_ms": 3.171, "reason": null, "sample_age_ms": 174.24, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 174.206, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.923, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.759, "count": 245, "max_ms": 88.831, "p95_ms": 72.842, "reason": null, "sample_age_ms": 97.693, "source": "client_direct"}, "sample_age_ms": 97.689, "source": "client_direct", "task_total_ms": {"avg_ms": 52.3, "count": 245, "max_ms": 91.677, "p95_ms": 75.455, "reason": null, "sample_age_ms": 97.689, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.998, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.534, "count": 245, "max_ms": 23.478, "p95_ms": 11.378}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.492, "count": 245, "max_ms": 2.167, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 1.668, "count": 245, "max_ms": 11.98, "p95_ms": 2.997}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.024, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 245, "max_ms": 0.799, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.036, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.737, "count": 245, "max_ms": 8.3, "p95_ms": 3.609}, "setup_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.164, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.473, "count": 245, "max_ms": 23.424, "p95_ms": 11.284}, "track_match_ms": {"avg_ms": 0.152, "count": 245, "max_ms": 0.479, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 2.077, "count": 245, "max_ms": 5.751, "p95_ms": 3.554}}, "gstreamer_push": {"avg_ms": 3.275, "count": 245, "max_ms": 9.118, "p95_ms": 5.281}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 245, "max_ms": 0.637, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.77, "count": 245, "max_ms": 93.367, "p95_ms": 80.413}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.247, "count": 245, "max_ms": 16.051, "p95_ms": 8.875}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.593, "count": 245, "max_ms": 164.448, "p95_ms": 132.116}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 245, "max_ms": 7.764, "p95_ms": 2.724}, "processing_residual_ms": {"avg_ms": 0.258, "count": 245, "max_ms": 0.68, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.825, "count": 245, "max_ms": 172.113, "p95_ms": 137.01}, "read_interval": {"avg_ms": 122.417, "count": 245, "max_ms": 207.321, "p95_ms": 182.159}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.666, "count": 245, "max_ms": 8.241, "p95_ms": 3.509}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.056, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.65, "count": 245, "max_ms": 8.226, "p95_ms": 3.485}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.785, "count": 245, "max_ms": 93.379, "p95_ms": 80.44}, "visualize": {"avg_ms": 38.992, "count": 245, "max_ms": 72.11, "p95_ms": 53.763}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.171, "count": 245, "max_ms": 56.28, "p95_ms": 44.993}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.382, "count": 245, "max_ms": 68.33, "p95_ms": 52.143}, "visualize_input_copy_ms": {"avg_ms": 1.39, "count": 245, "max_ms": 6.953, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.239, "count": 245, "max_ms": 68.134, "p95_ms": 52.03}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 245, "max_ms": 0.531, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.391, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.999, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134920, "write_bytes_delta": 134920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.456136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 67639, "reason": null, "system_cpu_core_ratio": 0.03797, "system_cpu_s_delta": 0.7600000000000002, "user_cpu_core_ratio": 0.418167, "user_cpu_s_delta": 8.370000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.751103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.530577, "system_cpu_s_delta": 10.619999999995343, "user_cpu_core_ratio": 1.220527, "user_cpu_s_delta": 24.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.314, "count": 233, "max_ms": 10.526, "p95_ms": 5.579, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.519, "max": 17.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.017, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 3.017, "max": 7.0, "p95": 6.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.038, "count": 30, "max": 59.226, "p95": 55.391, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1743.9, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142198.833, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137317.067, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.171, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24847, "sampled_at": "2026-11-03T10:33:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:33:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5205029, "flush_count": 5507, "flush_interval_seconds": 30.0, "flush_state": {"count": 5507, "last_at": "2026-11-03T10:32:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:32:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5506}, "started": true, "suppressed_count": 3184271, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5507, "written_record_count": 5507}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11258.145, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8817986764800, "copied_frame_count": 3189376, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8817986764800, "frame_buffer_copies": 3189376, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.8697, "p50_ms": 0.0994, "p95_ms": 0.2227, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5488, "count": 512, "max_ms": 3.5788, "p50_ms": 1.4368, "p95_ms": 2.6894, "p99_ms": 3.2079, "results": {"failed": 0, "not_applicable": 0, "success": 3189376, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 228, "h264_decode_error_count": 781, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:33:45+09:00", "last_error_summary": "[h264 @ 0x64dfb77e1100] error while decoding MB 0 45, bytestream -6", "last_exit_at": "2026-11-03T10:33:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 88.77, "last_started_at": "2026-11-03T10:32:17+09:00", "pid": 67639, "process": {"exists": false, "pid": 67639}, "restart_count": 242, "restart_count_per_hour": 27, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 243}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.145, "sample_count": 2186, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-03T10:33:45+09:00", "last_frame_read_age_sec": 0.222, "last_frame_read_at": "2026-11-03T10:33:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.959, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 504.041, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-03T10:33:45.864275+09:00", "mtime_epoch": 1793669625.8642755, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134946}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:33:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.246, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189376, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.682, "max": 17.0, "p95": 12.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.237, "max": 5.0, "p95": 3.0, "sample_count": 245}, "total": {"avg": 2.237, "max": 5.0, "p95": 3.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.171, "max": 3.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.171, "max": 3.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.199, "pushed": 8.199, "read": 8.166}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.041, "p95_ms": 0.014, "reason": null, "sample_age_ms": 151.55, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.979, "count": 244, "max_ms": 7.457, "p95_ms": 2.984, "reason": null, "sample_age_ms": 231.308, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.392, "count": 244, "max_ms": 7.177, "p95_ms": 1.992, "reason": null, "sample_age_ms": 231.653, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.387, "count": 245, "max_ms": 4.585, "p95_ms": 0.749, "reason": null, "sample_age_ms": 151.559, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.963, "count": 244, "max_ms": 9.894, "p95_ms": 3.171, "reason": null, "sample_age_ms": 228.092, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 228.058, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 151.775, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.759, "count": 245, "max_ms": 88.831, "p95_ms": 72.842, "reason": null, "sample_age_ms": 151.546, "source": "client_direct"}, "sample_age_ms": 151.541, "source": "client_direct", "task_total_ms": {"avg_ms": 52.3, "count": 245, "max_ms": 91.677, "p95_ms": 75.455, "reason": null, "sample_age_ms": 151.541, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.388, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.534, "count": 245, "max_ms": 23.478, "p95_ms": 11.378}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.492, "count": 245, "max_ms": 2.167, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 1.668, "count": 245, "max_ms": 11.98, "p95_ms": 2.997}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.024, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 245, "max_ms": 0.799, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.036, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.737, "count": 245, "max_ms": 8.3, "p95_ms": 3.609}, "setup_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.164, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 6.473, "count": 245, "max_ms": 23.424, "p95_ms": 11.284}, "track_match_ms": {"avg_ms": 0.152, "count": 245, "max_ms": 0.479, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 2.077, "count": 245, "max_ms": 5.751, "p95_ms": 3.554}}, "gstreamer_push": {"avg_ms": 3.275, "count": 245, "max_ms": 9.118, "p95_ms": 5.281}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 245, "max_ms": 0.637, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.77, "count": 245, "max_ms": 93.367, "p95_ms": 80.413}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.247, "count": 245, "max_ms": 16.051, "p95_ms": 8.875}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.593, "count": 245, "max_ms": 164.448, "p95_ms": 132.116}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 245, "max_ms": 7.764, "p95_ms": 2.724}, "processing_residual_ms": {"avg_ms": 0.258, "count": 245, "max_ms": 0.68, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.825, "count": 245, "max_ms": 172.113, "p95_ms": 137.01}, "read_interval": {"avg_ms": 122.163, "count": 244, "max_ms": 207.321, "p95_ms": 181.954}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 1.666, "count": 245, "max_ms": 8.241, "p95_ms": 3.509}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 245, "max_ms": 0.056, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.65, "count": 245, "max_ms": 8.226, "p95_ms": 3.485}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.785, "count": 245, "max_ms": 93.379, "p95_ms": 80.44}, "visualize": {"avg_ms": 38.992, "count": 245, "max_ms": 72.11, "p95_ms": 53.763}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.171, "count": 245, "max_ms": 56.28, "p95_ms": 44.993}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.382, "count": 245, "max_ms": 68.33, "p95_ms": 52.143}, "visualize_input_copy_ms": {"avg_ms": 1.39, "count": 245, "max_ms": 6.953, "p95_ms": 2.408}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.239, "count": 245, "max_ms": 68.134, "p95_ms": 52.03}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 245, "max_ms": 0.531, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.391, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.999, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134920, "write_bytes_delta": 134920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.456136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 67639, "reason": null, "system_cpu_core_ratio": 0.03797, "system_cpu_s_delta": 0.7600000000000002, "user_cpu_core_ratio": 0.418167, "user_cpu_s_delta": 8.370000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.751103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.530577, "system_cpu_s_delta": 10.619999999995343, "user_cpu_core_ratio": 1.220527, "user_cpu_s_delta": 24.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.314, "count": 233, "max_ms": 10.526, "p95_ms": 5.579, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.519, "max": 17.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.017, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 3.017, "max": 7.0, "p95": 6.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.038, "count": 30, "max": 59.226, "p95": 55.391, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1743.9, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142198.833, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137317.067, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.171, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24847, "sampled_at": "2026-11-03T10:33:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:33:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5205029, "flush_count": 5507, "flush_interval_seconds": 30.0, "flush_state": {"count": 5507, "last_at": "2026-11-03T10:32:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:32:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5506}, "started": true, "suppressed_count": 3184271, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3183870}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5507, "written_record_count": 5507}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11383.777, "limit_mb": null}, "detail": {"pid": 67755, "restart_count": 243, "start_count": 244}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8817986764800, "copied_frame_count": 3189376, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8817986764800, "frame_buffer_copies": 3189376, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 1.8697, "p50_ms": 0.0994, "p95_ms": 0.2227, "p99_ms": 0.2932}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5488, "count": 512, "max_ms": 3.5788, "p50_ms": 1.4368, "p95_ms": 2.6894, "p99_ms": 3.2079, "results": {"failed": 0, "not_applicable": 0, "success": 3189376, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 228, "h264_decode_error_count": 781, "h264_decode_error_count_per_hour": 125, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:33:45+09:00", "last_error_summary": "[h264 @ 0x64dfb77e1100] error while decoding MB 0 45, bytestream -6", "last_exit_at": "2026-11-03T10:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:33:48+09:00", "pid": 67755, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.129, "name": "ffmpeg", "pid": 67755, "rss_mb": 159.129, "state": "S (sleeping)", "threads": 49}, "restart_count": 243, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 153.145, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189376, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.378, "last_frame_pushed_at": "2026-11-03T10:33:45+09:00", "last_frame_read_age_sec": 4.549, "last_frame_read_at": "2026-11-03T10:33:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 100.282, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 499.718, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.367, "exists": true, "mtime": "2026-11-03T10:33:45.864275+09:00", "mtime_epoch": 1793669625.8642755, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134946}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:33:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.25, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189376, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.465, "max": 17.0, "p95": 12.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.122, "max": 4.0, "p95": 3.0, "sample_count": 213}, "total": {"avg": 2.122, "max": 4.0, "p95": 3.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 1.15, "max": 3.0, "p95": 2.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 1.15, "max": 3.0, "p95": 2.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.121, "pushed": 7.121, "read": 7.088}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.041, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4470.5, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 212, "max_ms": 7.457, "p95_ms": 2.808, "reason": null, "sample_age_ms": 4550.257, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 212, "max_ms": 7.177, "p95_ms": 1.833, "reason": null, "sample_age_ms": 4550.602, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 213, "max_ms": 1.148, "p95_ms": 0.709, "reason": null, "sample_age_ms": 4470.508, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 212, "max_ms": 9.894, "p95_ms": 3.077, "reason": null, "sample_age_ms": 4547.042, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4547.008, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4470.725, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.31, "count": 213, "max_ms": 86.021, "p95_ms": 72.1, "reason": null, "sample_age_ms": 4470.495, "source": "client_direct"}, "sample_age_ms": 4470.491, "source": "client_direct", "task_total_ms": {"avg_ms": 51.76, "count": 213, "max_ms": 89.227, "p95_ms": 75.002, "reason": null, "sample_age_ms": 4470.491, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.699, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.21, "count": 213, "max_ms": 23.478, "p95_ms": 10.663}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.489, "count": 213, "max_ms": 1.409, "p95_ms": 0.885}, "detection_prepare_ms": {"avg_ms": 1.633, "count": 213, "max_ms": 11.98, "p95_ms": 2.997}, "event_filter_ms": {"avg_ms": 0.005, "count": 213, "max_ms": 0.024, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.271, "count": 213, "max_ms": 0.799, "p95_ms": 0.518}, "mcmt_ms": {"avg_ms": 0.004, "count": 213, "max_ms": 0.036, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.558, "count": 213, "max_ms": 7.326, "p95_ms": 3.387}, "setup_ms": {"avg_ms": 0.046, "count": 213, "max_ms": 0.164, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 6.152, "count": 213, "max_ms": 23.424, "p95_ms": 10.605}, "track_match_ms": {"avg_ms": 0.147, "count": 213, "max_ms": 0.479, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 1.998, "count": 213, "max_ms": 5.703, "p95_ms": 3.545}}, "gstreamer_push": {"avg_ms": 3.288, "count": 213, "max_ms": 9.118, "p95_ms": 5.286}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 213, "max_ms": 0.637, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.162, "count": 213, "max_ms": 89.916, "p95_ms": 76.848}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.177, "count": 213, "max_ms": 13.144, "p95_ms": 8.195}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.91, "count": 213, "max_ms": 162.588, "p95_ms": 126.492}, "inference_input_copy_ms": {"avg_ms": 1.699, "count": 213, "max_ms": 7.764, "p95_ms": 2.539}, "processing_residual_ms": {"avg_ms": 0.249, "count": 213, "max_ms": 0.68, "p95_ms": 0.445}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.035, "count": 213, "max_ms": 168.036, "p95_ms": 132.489}, "read_interval": {"avg_ms": 120.099, "count": 212, "max_ms": 207.321, "p95_ms": 173.629}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 213, "max_ms": 0.073, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 1.489, "count": 213, "max_ms": 7.264, "p95_ms": 3.298}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.056, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.472, "count": 213, "max_ms": 7.246, "p95_ms": 3.276}, "worker_merge_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.176, "count": 213, "max_ms": 89.924, "p95_ms": 76.858}, "visualize": {"avg_ms": 38.261, "count": 213, "max_ms": 62.084, "p95_ms": 53.496}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.667, "count": 213, "max_ms": 53.204, "p95_ms": 44.906}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.692, "count": 213, "max_ms": 61.086, "p95_ms": 50.852}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 213, "max_ms": 6.953, "p95_ms": 2.39}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.552, "count": 213, "max_ms": 60.985, "p95_ms": 50.671}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 213, "max_ms": 0.531, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.391, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.999, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189195, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:33:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134920, "write_bytes_delta": 134920, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.456136, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 67639, "reason": null, "system_cpu_core_ratio": 0.03797, "system_cpu_s_delta": 0.7600000000000002, "user_cpu_core_ratio": 0.418167, "user_cpu_s_delta": 8.370000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.751103, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.530577, "system_cpu_s_delta": 10.619999999995343, "user_cpu_core_ratio": 1.220527, "user_cpu_s_delta": 24.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.314, "count": 233, "max_ms": 10.526, "p95_ms": 5.579, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.519, "max": 17.0, "p95": 13.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.017, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 233}, "total": {"avg": 3.017, "max": 7.0, "p95": 6.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.038, "count": 30, "max": 59.226, "p95": 55.391, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.528, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 879.033, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1743.9, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.085, "count": 30, "max": 2.465, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142198.833, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137317.067, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2545.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.171, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24847, "sampled_at": "2026-11-03T10:33:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:33:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5207162, "flush_count": 5509, "flush_interval_seconds": 30.0, "flush_state": {"count": 5509, "last_at": "2026-11-03T10:34:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:34:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5508}, "started": true, "suppressed_count": 3184868, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3184467}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5509, "written_record_count": 5509}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11251.98, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6282e01b5780] error while decoding MB 17 51, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8819642880000, "copied_frame_count": 3189975, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8819642880000, "frame_buffer_copies": 3189975, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1127, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0983, "p95_ms": 0.2097, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4784, "count": 512, "max_ms": 5.677, "p50_ms": 1.3526, "p95_ms": 2.6023, "p99_ms": 3.4899, "results": {"failed": 0, "not_applicable": 0, "success": 3189975, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 229, "h264_decode_error_count": 782, "h264_decode_error_count_per_hour": 126, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:35:11+09:00", "last_error_summary": "[h264 @ 0x6282e01b5780] error while decoding MB 17 51, bytestream -13", "last_exit_at": "2026-11-03T10:33:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.807, "last_started_at": "2026-11-03T10:33:48+09:00", "pid": 67755, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 67755, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 243, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.269, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189975, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T10:35:10+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-03T10:35:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.103, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 418.897, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T10:35:10.990422+09:00", "mtime_epoch": 1793669710.990422, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135561}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:35:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.539, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189975, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 9.0, "p95": 7.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.57, "max": 6.0, "p95": 5.0, "sample_count": 228}, "total": {"avg": 4.57, "max": 6.0, "p95": 5.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.614, "max": 2.0, "p95": 1.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.625, "pushed": 7.625, "read": 7.625}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 14.798, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.861, "count": 228, "max_ms": 6.078, "p95_ms": 2.994, "reason": null, "sample_age_ms": 67.239, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 228, "max_ms": 5.318, "p95_ms": 2.113, "reason": null, "sample_age_ms": 67.541, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 229, "max_ms": 0.905, "p95_ms": 0.61, "reason": null, "sample_age_ms": 14.819, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.879, "count": 228, "max_ms": 14.0, "p95_ms": 3.086, "reason": null, "sample_age_ms": 66.029, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.01, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.305, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.526, "count": 229, "max_ms": 82.656, "p95_ms": 68.298, "reason": null, "sample_age_ms": 14.789, "source": "client_direct"}, "sample_age_ms": 14.777, "source": "client_direct", "task_total_ms": {"avg_ms": 51.923, "count": 229, "max_ms": 87.634, "p95_ms": 70.98, "reason": null, "sample_age_ms": 14.777, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.286, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.894, "count": 228, "max_ms": 23.715, "p95_ms": 17.608}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.63, "count": 228, "max_ms": 2.096, "p95_ms": 1.25}, "detection_prepare_ms": {"avg_ms": 1.876, "count": 228, "max_ms": 7.545, "p95_ms": 3.382}, "event_filter_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.146, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.602, "count": 228, "max_ms": 1.276, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.66, "count": 228, "max_ms": 12.263, "p95_ms": 8.597}, "setup_ms": {"avg_ms": 0.047, "count": 228, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 11.818, "count": 228, "max_ms": 23.652, "p95_ms": 17.479}, "track_match_ms": {"avg_ms": 0.174, "count": 228, "max_ms": 0.557, "p95_ms": 0.35}, "tracker_update_ms": {"avg_ms": 2.816, "count": 228, "max_ms": 9.156, "p95_ms": 4.796}}, "gstreamer_push": {"avg_ms": 3.179, "count": 228, "max_ms": 9.312, "p95_ms": 5.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 228, "max_ms": 0.67, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.236, "count": 228, "max_ms": 89.126, "p95_ms": 73.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.613, "count": 228, "max_ms": 15.009, "p95_ms": 8.865}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.324, "count": 228, "max_ms": 169.709, "p95_ms": 141.449}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 228, "max_ms": 5.204, "p95_ms": 2.933}, "processing_residual_ms": {"avg_ms": 0.269, "count": 228, "max_ms": 0.918, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.849, "count": 228, "max_ms": 175.918, "p95_ms": 148.923}, "read_interval": {"avg_ms": 131.443, "count": 228, "max_ms": 233.458, "p95_ms": 182.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 228, "max_ms": 0.286, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.568, "count": 228, "max_ms": 12.113, "p95_ms": 8.525}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 228, "max_ms": 0.067, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.547, "count": 228, "max_ms": 12.086, "p95_ms": 8.51}, "worker_merge_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.25, "count": 228, "max_ms": 89.151, "p95_ms": 73.62}, "visualize": {"avg_ms": 42.9, "count": 228, "max_ms": 76.998, "p95_ms": 60.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.282, "count": 228, "max_ms": 56.989, "p95_ms": 46.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.27, "count": 228, "max_ms": 74.569, "p95_ms": 56.801}, "visualize_input_copy_ms": {"avg_ms": 1.409, "count": 228, "max_ms": 4.261, "p95_ms": 2.426}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.123, "count": 228, "max_ms": 74.162, "p95_ms": 56.715}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 228, "max_ms": 0.243, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.11, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.322, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136100, "write_bytes_delta": 136100, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1074.0, "cpu_core_ratio": 0.43133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 67755, "reason": null, "system_cpu_core_ratio": 0.037679, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.39365, "user_cpu_s_delta": 7.9399999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.919664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601382, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.318282, "user_cpu_s_delta": 26.589999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.286, "count": 199, "max_ms": 11.857, "p95_ms": 5.448, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.513, "max": 8.0, "p95": 7.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.447, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 4.447, "max": 6.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.982, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.882, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 924.767, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1873.633, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.088, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141999.7, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137204.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.7, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.183, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24851, "sampled_at": "2026-11-03T10:34:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:34:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.902, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5207162, "flush_count": 5509, "flush_interval_seconds": 30.0, "flush_state": {"count": 5509, "last_at": "2026-11-03T10:34:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:34:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5508}, "started": true, "suppressed_count": 3184869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3184468}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5509, "written_record_count": 5509}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11251.672, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:35:11+09:00", "last_error_summary": "[h264 @ 0x6282e01b5780] error while decoding MB 17 51, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8819645644800, "copied_frame_count": 3189976, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8819645644800, "frame_buffer_copies": 3189976, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1125, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0982, "p95_ms": 0.2097, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.477, "count": 512, "max_ms": 5.677, "p50_ms": 1.349, "p95_ms": 2.6023, "p99_ms": 3.4899, "results": {"failed": 0, "not_applicable": 0, "success": 3189976, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 229, "h264_decode_error_count": 782, "h264_decode_error_count_per_hour": 126, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:35:11+09:00", "last_error_summary": "[h264 @ 0x6282e01b5780] error while decoding MB 17 51, bytestream -13", "last_exit_at": "2026-11-03T10:35:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.9, "last_started_at": "2026-11-03T10:33:48+09:00", "pid": 67755, "process": {"exists": false, "pid": 67755}, "restart_count": 243, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.269, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:35:11+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-03T10:35:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.178, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 418.822, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-11-03T10:35:10.990422+09:00", "mtime_epoch": 1793669710.990422, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135561}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:35:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.535, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189976, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.17, "max": 9.0, "p95": 7.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.568, "max": 6.0, "p95": 5.0, "sample_count": 229}, "total": {"avg": 4.568, "max": 6.0, "p95": 5.0, "sample_count": 229}}, "tracking_counts": {"active": {"avg": 0.616, "max": 2.0, "p95": 1.0, "sample_count": 229}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 229}, "tracked": {"avg": 0.616, "max": 2.0, "p95": 1.0, "sample_count": 229}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 229, "pushed_frames": 229, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.635, "pushed": 7.635, "read": 7.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 99.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.861, "count": 228, "max_ms": 6.078, "p95_ms": 2.994, "reason": null, "sample_age_ms": 152.075, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 228, "max_ms": 5.318, "p95_ms": 2.113, "reason": null, "sample_age_ms": 152.377, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 228, "max_ms": 0.905, "p95_ms": 0.611, "reason": null, "sample_age_ms": 99.655, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.879, "count": 228, "max_ms": 14.0, "p95_ms": 3.086, "reason": null, "sample_age_ms": 150.865, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.846, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.141, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.56, "count": 228, "max_ms": 82.656, "p95_ms": 68.309, "reason": null, "sample_age_ms": 99.625, "source": "client_direct"}, "sample_age_ms": 99.613, "source": "client_direct", "task_total_ms": {"avg_ms": 51.952, "count": 228, "max_ms": 87.634, "p95_ms": 70.987, "reason": null, "sample_age_ms": 99.613, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.171, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.975, "count": 229, "max_ms": 30.414, "p95_ms": 17.708}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.629, "count": 229, "max_ms": 2.096, "p95_ms": 1.25}, "detection_prepare_ms": {"avg_ms": 1.973, "count": 229, "max_ms": 24.176, "p95_ms": 3.401}, "event_filter_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.146, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.601, "count": 229, "max_ms": 1.276, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 229, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.649, "count": 229, "max_ms": 12.263, "p95_ms": 8.597}, "setup_ms": {"avg_ms": 0.047, "count": 229, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 11.899, "count": 229, "max_ms": 30.361, "p95_ms": 17.623}, "track_match_ms": {"avg_ms": 0.174, "count": 229, "max_ms": 0.557, "p95_ms": 0.35}, "tracker_update_ms": {"avg_ms": 2.813, "count": 229, "max_ms": 9.156, "p95_ms": 4.796}}, "gstreamer_push": {"avg_ms": 3.173, "count": 229, "max_ms": 9.312, "p95_ms": 5.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 229, "max_ms": 0.67, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.26, "count": 229, "max_ms": 89.126, "p95_ms": 73.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.608, "count": 229, "max_ms": 15.009, "p95_ms": 8.865}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.449, "count": 229, "max_ms": 169.709, "p95_ms": 141.449}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 229, "max_ms": 5.204, "p95_ms": 2.933}, "processing_residual_ms": {"avg_ms": 0.268, "count": 229, "max_ms": 0.918, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.968, "count": 229, "max_ms": 175.918, "p95_ms": 148.923}, "read_interval": {"avg_ms": 131.443, "count": 228, "max_ms": 233.458, "p95_ms": 182.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 229, "max_ms": 0.286, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.558, "count": 229, "max_ms": 12.113, "p95_ms": 8.525}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 229, "max_ms": 0.067, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.536, "count": 229, "max_ms": 12.086, "p95_ms": 8.51}, "worker_merge_ms": {"avg_ms": 0.007, "count": 229, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.275, "count": 229, "max_ms": 89.151, "p95_ms": 73.62}, "visualize": {"avg_ms": 42.921, "count": 229, "max_ms": 76.998, "p95_ms": 60.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.299, "count": 229, "max_ms": 56.989, "p95_ms": 46.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.293, "count": 229, "max_ms": 74.569, "p95_ms": 56.801}, "visualize_input_copy_ms": {"avg_ms": 1.407, "count": 229, "max_ms": 4.261, "p95_ms": 2.426}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 229, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.146, "count": 229, "max_ms": 74.162, "p95_ms": 56.715}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 229, "max_ms": 0.243, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 229}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 229}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.11, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.322, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136100, "write_bytes_delta": 136100, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1074.0, "cpu_core_ratio": 0.43133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 67755, "reason": null, "system_cpu_core_ratio": 0.037679, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.39365, "user_cpu_s_delta": 7.9399999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.919664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601382, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.318282, "user_cpu_s_delta": 26.589999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.286, "count": 199, "max_ms": 11.857, "p95_ms": 5.448, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.513, "max": 8.0, "p95": 7.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.447, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 4.447, "max": 6.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.982, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.882, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 924.767, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1873.633, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.088, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141999.7, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137204.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.7, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.183, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24851, "sampled_at": "2026-11-03T10:34:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:34:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5207162, "flush_count": 5509, "flush_interval_seconds": 30.0, "flush_state": {"count": 5509, "last_at": "2026-11-03T10:34:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:34:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5508}, "started": true, "suppressed_count": 3184869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3184468}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5509, "written_record_count": 5509}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11252.156, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8819645644800, "copied_frame_count": 3189976, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8819645644800, "frame_buffer_copies": 3189976, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1125, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0982, "p95_ms": 0.2097, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.477, "count": 512, "max_ms": 5.677, "p50_ms": 1.349, "p95_ms": 2.6023, "p99_ms": 3.4899, "results": {"failed": 0, "not_applicable": 0, "success": 3189976, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 229, "h264_decode_error_count": 782, "h264_decode_error_count_per_hour": 126, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:35:11+09:00", "last_error_summary": "[h264 @ 0x6282e01b5780] error while decoding MB 17 51, bytestream -13", "last_exit_at": "2026-11-03T10:35:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.933, "last_started_at": "2026-11-03T10:33:48+09:00", "pid": 67755, "process": {"exists": false, "pid": 67755}, "restart_count": 243, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 244}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.269, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T10:35:11+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-11-03T10:35:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 181.218, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 418.782, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-03T10:35:11.137422+09:00", "mtime_epoch": 1793669711.1374223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133106}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:35:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.535, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189976, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.171, "max": 9.0, "p95": 7.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.566, "max": 6.0, "p95": 5.0, "sample_count": 228}, "total": {"avg": 4.566, "max": 6.0, "p95": 5.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.618, "max": 2.0, "p95": 1.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.618, "max": 2.0, "p95": 1.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.605, "pushed": 7.605, "read": 7.605}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 130.765, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.861, "count": 228, "max_ms": 6.078, "p95_ms": 2.994, "reason": null, "sample_age_ms": 183.207, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 228, "max_ms": 5.318, "p95_ms": 2.113, "reason": null, "sample_age_ms": 183.509, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 228, "max_ms": 0.905, "p95_ms": 0.611, "reason": null, "sample_age_ms": 130.787, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.879, "count": 228, "max_ms": 14.0, "p95_ms": 3.086, "reason": null, "sample_age_ms": 181.996, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.978, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.272, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.56, "count": 228, "max_ms": 82.656, "p95_ms": 68.309, "reason": null, "sample_age_ms": 130.756, "source": "client_direct"}, "sample_age_ms": 130.744, "source": "client_direct", "task_total_ms": {"avg_ms": 51.952, "count": 228, "max_ms": 87.634, "p95_ms": 70.987, "reason": null, "sample_age_ms": 130.744, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.816, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.977, "count": 228, "max_ms": 30.414, "p95_ms": 17.708}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.63, "count": 228, "max_ms": 2.096, "p95_ms": 1.25}, "detection_prepare_ms": {"avg_ms": 1.977, "count": 228, "max_ms": 24.176, "p95_ms": 3.401}, "event_filter_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.146, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.601, "count": 228, "max_ms": 1.276, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.029, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.642, "count": 228, "max_ms": 12.263, "p95_ms": 8.597}, "setup_ms": {"avg_ms": 0.047, "count": 228, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 11.901, "count": 228, "max_ms": 30.361, "p95_ms": 17.623}, "track_match_ms": {"avg_ms": 0.174, "count": 228, "max_ms": 0.557, "p95_ms": 0.35}, "tracker_update_ms": {"avg_ms": 2.817, "count": 228, "max_ms": 9.156, "p95_ms": 4.796}}, "gstreamer_push": {"avg_ms": 3.173, "count": 228, "max_ms": 9.312, "p95_ms": 5.74}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 228, "max_ms": 0.67, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.29, "count": 228, "max_ms": 89.126, "p95_ms": 73.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.61, "count": 228, "max_ms": 15.009, "p95_ms": 8.865}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.419, "count": 228, "max_ms": 169.709, "p95_ms": 141.449}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 228, "max_ms": 5.204, "p95_ms": 2.933}, "processing_residual_ms": {"avg_ms": 0.267, "count": 228, "max_ms": 0.918, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.937, "count": 228, "max_ms": 175.918, "p95_ms": 148.923}, "read_interval": {"avg_ms": 131.443, "count": 228, "max_ms": 233.458, "p95_ms": 182.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 228, "max_ms": 0.286, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 5.551, "count": 228, "max_ms": 12.113, "p95_ms": 8.525}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 228, "max_ms": 0.067, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.53, "count": 228, "max_ms": 12.086, "p95_ms": 8.51}, "worker_merge_ms": {"avg_ms": 0.007, "count": 228, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.305, "count": 228, "max_ms": 89.151, "p95_ms": 73.62}, "visualize": {"avg_ms": 42.866, "count": 228, "max_ms": 76.998, "p95_ms": 60.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.248, "count": 228, "max_ms": 56.989, "p95_ms": 46.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.237, "count": 228, "max_ms": 74.569, "p95_ms": 56.801}, "visualize_input_copy_ms": {"avg_ms": 1.408, "count": 228, "max_ms": 4.261, "p95_ms": 2.426}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.09, "count": 228, "max_ms": 74.162, "p95_ms": 56.715}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 228, "max_ms": 0.243, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.11, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.322, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136100, "write_bytes_delta": 136100, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1074.0, "cpu_core_ratio": 0.43133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 67755, "reason": null, "system_cpu_core_ratio": 0.037679, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.39365, "user_cpu_s_delta": 7.9399999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.919664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601382, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.318282, "user_cpu_s_delta": 26.589999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.286, "count": 199, "max_ms": 11.857, "p95_ms": 5.448, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.513, "max": 8.0, "p95": 7.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.447, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 4.447, "max": 6.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.982, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.882, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 924.767, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1873.633, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.088, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141999.7, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137204.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.7, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.183, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24851, "sampled_at": "2026-11-03T10:34:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:34:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5207162, "flush_count": 5509, "flush_interval_seconds": 30.0, "flush_state": {"count": 5509, "last_at": "2026-11-03T10:34:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:34:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5508}, "started": true, "suppressed_count": 3184869, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3184468}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5509, "written_record_count": 5509}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11273.23, "limit_mb": null}, "detail": {"pid": 67871, "restart_count": 244, "start_count": 245}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8819645644800, "copied_frame_count": 3189976, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8819645644800, "frame_buffer_copies": 3189976, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1125, "count": 512, "max_ms": 0.4101, "p50_ms": 0.0982, "p95_ms": 0.2097, "p99_ms": 0.2838}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.477, "count": 512, "max_ms": 5.677, "p50_ms": 1.349, "p95_ms": 2.6023, "p99_ms": 3.4899, "results": {"failed": 0, "not_applicable": 0, "success": 3189976, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 229, "h264_decode_error_count": 782, "h264_decode_error_count_per_hour": 126, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:35:11+09:00", "last_error_summary": "[h264 @ 0x6282e01b5780] error while decoding MB 17 51, bytestream -13", "last_exit_at": "2026-11-03T10:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:35:13+09:00", "pid": 67871, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.988, "name": "ffmpeg", "pid": 67871, "rss_mb": 57.988, "state": "S (sleeping)", "threads": 1}, "restart_count": 244, "restart_count_per_hour": 29, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.269, "sample_count": 2073, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189976, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:35:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.604, "last_frame_pushed_at": "2026-11-03T10:35:11+09:00", "last_frame_read_age_sec": 4.749, "last_frame_read_at": "2026-11-03T10:35:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 185.781, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 414.219, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.596, "exists": true, "mtime": "2026-11-03T10:35:11.137422+09:00", "mtime_epoch": 1793669711.1374223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133106}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:35:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.539, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3189976, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.104, "max": 9.0, "p95": 7.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.635, "max": 6.0, "p95": 5.0, "sample_count": 192}, "total": {"avg": 4.635, "max": 6.0, "p95": 5.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.734, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.734, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.401, "pushed": 6.434, "read": 6.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4701.547, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.854, "count": 192, "max_ms": 6.078, "p95_ms": 2.992, "reason": null, "sample_age_ms": 4753.988, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 192, "max_ms": 3.342, "p95_ms": 2.095, "reason": null, "sample_age_ms": 4754.29, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 192, "max_ms": 0.905, "p95_ms": 0.617, "reason": null, "sample_age_ms": 4701.568, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 192, "max_ms": 14.0, "p95_ms": 3.085, "reason": null, "sample_age_ms": 4752.778, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4752.759, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4702.054, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.678, "count": 192, "max_ms": 82.656, "p95_ms": 68.265, "reason": null, "sample_age_ms": 4701.538, "source": "client_direct"}, "sample_age_ms": 4701.526, "source": "client_direct", "task_total_ms": {"avg_ms": 52.1, "count": 192, "max_ms": 87.634, "p95_ms": 70.959, "reason": null, "sample_age_ms": 4701.526, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.167, "count": 192, "max_ms": 30.414, "p95_ms": 17.976}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.662, "count": 192, "max_ms": 2.096, "p95_ms": 1.28}, "detection_prepare_ms": {"avg_ms": 2.033, "count": 192, "max_ms": 24.176, "p95_ms": 3.597}, "event_filter_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.146, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.609, "count": 192, "max_ms": 1.276, "p95_ms": 1.011}, "mcmt_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 5.694, "count": 192, "max_ms": 10.595, "p95_ms": 8.715}, "setup_ms": {"avg_ms": 0.048, "count": 192, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 12.089, "count": 192, "max_ms": 30.361, "p95_ms": 17.894}, "track_match_ms": {"avg_ms": 0.188, "count": 192, "max_ms": 0.557, "p95_ms": 0.364}, "tracker_update_ms": {"avg_ms": 2.843, "count": 192, "max_ms": 9.156, "p95_ms": 4.893}}, "gstreamer_push": {"avg_ms": 3.192, "count": 193, "max_ms": 9.312, "p95_ms": 5.867}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 192, "max_ms": 0.67, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.454, "count": 192, "max_ms": 89.126, "p95_ms": 73.594}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.626, "count": 192, "max_ms": 15.009, "p95_ms": 9.24}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.132, "count": 192, "max_ms": 169.709, "p95_ms": 142.854}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 192, "max_ms": 5.204, "p95_ms": 2.765}, "processing_residual_ms": {"avg_ms": 0.27, "count": 192, "max_ms": 0.661, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.644, "count": 192, "max_ms": 175.918, "p95_ms": 149.289}, "read_interval": {"avg_ms": 132.232, "count": 192, "max_ms": 233.458, "p95_ms": 184.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 192, "max_ms": 0.286, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 5.601, "count": 192, "max_ms": 10.47, "p95_ms": 8.61}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 192, "max_ms": 0.067, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.579, "count": 192, "max_ms": 10.438, "p95_ms": 8.586}, "worker_merge_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.026, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.469, "count": 192, "max_ms": 89.151, "p95_ms": 73.62}, "visualize": {"avg_ms": 43.217, "count": 192, "max_ms": 76.998, "p95_ms": 60.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.508, "count": 192, "max_ms": 56.989, "p95_ms": 46.043}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.578, "count": 192, "max_ms": 74.569, "p95_ms": 58.743}, "visualize_input_copy_ms": {"avg_ms": 1.416, "count": 192, "max_ms": 3.171, "p95_ms": 2.41}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.43, "count": 192, "max_ms": 74.162, "p95_ms": 58.525}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 192, "max_ms": 0.243, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.441, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.11, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 155.322, "sample_count": 2112, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3189773, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:34:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 136100, "write_bytes_delta": 136100, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1074.0, "cpu_core_ratio": 0.43133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 67755, "reason": null, "system_cpu_core_ratio": 0.037679, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.39365, "user_cpu_s_delta": 7.9399999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.919664, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601382, "system_cpu_s_delta": 12.130000000004657, "user_cpu_core_ratio": 1.318282, "user_cpu_s_delta": 26.589999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.286, "count": 199, "max_ms": 11.857, "p95_ms": 5.448, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.513, "max": 8.0, "p95": 7.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.447, "key_count": 1, "max": 6.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 199}, "total": {"avg": 4.447, "max": 6.0, "p95": 5.0, "sample_count": 199}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.982, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.882, "count": 30, "max": 28.15, "p95": 24.9, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 924.767, "count": 30, "max": 1225.0, "p95": 1196.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1873.633, "count": 30, "max": 12903.0, "p95": 9498.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.436, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.53, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.088, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 141999.7, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137204.3, "count": 30, "max": 152119.0, "p95": 148427.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.7, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.183, "count": 30, "max": 1.438, "p95": 1.332, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24851, "sampled_at": "2026-11-03T10:34:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:34:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5209193, "flush_count": 5511, "flush_interval_seconds": 30.0, "flush_state": {"count": 5511, "last_at": "2026-11-03T10:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5510}, "started": true, "suppressed_count": 3186138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3185737}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5511, "written_record_count": 5511}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11259.984, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55f7a83836c0] error while decoding MB 84 64, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8823156940800, "copied_frame_count": 3191246, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8823156940800, "frame_buffer_copies": 3191246, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 0.3442, "p50_ms": 0.0937, "p95_ms": 0.2109, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4555, "count": 512, "max_ms": 6.0303, "p50_ms": 1.3836, "p95_ms": 2.3662, "p99_ms": 3.1624, "results": {"failed": 0, "not_applicable": 0, "success": 3191246, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 230, "h264_decode_error_count": 783, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:37:46+09:00", "last_error_summary": "[h264 @ 0x55f7a83836c0] error while decoding MB 84 64, bytestream -7", "last_exit_at": "2026-11-03T10:35:13+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.442, "last_started_at": "2026-11-03T10:35:13+09:00", "pid": 67871, "process": {"exists": false, "pid": 67871}, "restart_count": 244, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.781, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.117, "last_frame_pushed_at": "2026-11-03T10:37:46+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-03T10:37:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.229, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 263.771, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-11-03T10:37:46.068760+09:00", "mtime_epoch": 1793669866.06876, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113828}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:37:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.117, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3191247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.094, "max": 11.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.57, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 2.559, "max": 5.0, "p95": 4.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.204, "max": 2.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.204, "max": 2.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.189, "pushed": 8.189, "read": 8.189}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.007, "count": 246, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 30.807, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.864, "count": 245, "max_ms": 7.431, "p95_ms": 2.861, "reason": null, "sample_age_ms": 69.595, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 245, "max_ms": 6.791, "p95_ms": 2.48, "reason": null, "sample_age_ms": 71.344, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.367, "count": 246, "max_ms": 1.192, "p95_ms": 0.705, "reason": null, "sample_age_ms": 30.82, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.883, "count": 245, "max_ms": 8.418, "p95_ms": 3.259, "reason": null, "sample_age_ms": 67.193, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 67.162, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.151, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.436, "count": 246, "max_ms": 93.258, "p95_ms": 66.659, "reason": null, "sample_age_ms": 30.8, "source": "client_direct"}, "sample_age_ms": 30.793, "source": "client_direct", "task_total_ms": {"avg_ms": 50.864, "count": 246, "max_ms": 95.486, "p95_ms": 69.74, "reason": null, "sample_age_ms": 30.793, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.322, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.435, "count": 245, "max_ms": 19.943, "p95_ms": 13.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.496, "count": 245, "max_ms": 1.438, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.664, "count": 245, "max_ms": 8.703, "p95_ms": 2.953}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.018, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.425, "count": 245, "max_ms": 1.033, "p95_ms": 0.782}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.044, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.483, "count": 245, "max_ms": 9.87, "p95_ms": 6.646}, "setup_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.107, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.37, "count": 245, "max_ms": 19.829, "p95_ms": 13.68}, "track_match_ms": {"avg_ms": 0.105, "count": 245, "max_ms": 0.368, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.141, "count": 245, "max_ms": 5.428, "p95_ms": 3.608}}, "gstreamer_push": {"avg_ms": 3.139, "count": 245, "max_ms": 7.714, "p95_ms": 5.11}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 245, "max_ms": 2.998, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.237, "count": 245, "max_ms": 99.587, "p95_ms": 72.044}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.073, "count": 245, "max_ms": 13.682, "p95_ms": 8.385}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.304, "count": 245, "max_ms": 168.426, "p95_ms": 133.717}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 245, "max_ms": 3.492, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.231, "count": 245, "max_ms": 0.704, "p95_ms": 0.421}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.164, "count": 245, "max_ms": 174.895, "p95_ms": 141.221}, "read_interval": {"avg_ms": 122.316, "count": 245, "max_ms": 257.37, "p95_ms": 177.65}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.236, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.399, "count": 245, "max_ms": 9.648, "p95_ms": 6.478}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 245, "max_ms": 0.077, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.379, "count": 245, "max_ms": 9.597, "p95_ms": 6.425}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.252, "count": 245, "max_ms": 99.617, "p95_ms": 72.06}, "visualize": {"avg_ms": 39.298, "count": 245, "max_ms": 77.356, "p95_ms": 53.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.207, "count": 245, "max_ms": 66.292, "p95_ms": 44.838}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.724, "count": 245, "max_ms": 75.053, "p95_ms": 52.038}, "visualize_input_copy_ms": {"avg_ms": 1.364, "count": 245, "max_ms": 4.656, "p95_ms": 2.181}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.579, "count": 245, "max_ms": 74.636, "p95_ms": 51.92}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 245, "max_ms": 0.781, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.381, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.019, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124006, "write_bytes_delta": 124006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.487394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 67871, "reason": null, "system_cpu_core_ratio": 0.041406, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.445988, "user_cpu_s_delta": 8.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523313, "system_cpu_s_delta": 10.489999999990687, "user_cpu_core_ratio": 1.222726, "user_cpu_s_delta": 24.509999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 238, "max_ms": 9.727, "p95_ms": 5.066, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.118, "max": 14.0, "p95": 12.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.891, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.891, "max": 5.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.671, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 28.15, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1074.067, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1003.167, "count": 30, "max": 12903.0, "p95": 3295.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.207, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136764.733, "count": 30, "max": 145111.0, "p95": 144837.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131931.4, "count": 30, "max": 145111.0, "p95": 144464.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24859, "sampled_at": "2026-11-03T10:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5209193, "flush_count": 5511, "flush_interval_seconds": 30.0, "flush_state": {"count": 5511, "last_at": "2026-11-03T10:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5510}, "started": true, "suppressed_count": 3186138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3185737}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5511, "written_record_count": 5511}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11260.484, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:37:46+09:00", "last_error_summary": "[h264 @ 0x55f7a83836c0] error while decoding MB 84 64, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8823159705600, "copied_frame_count": 3191247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8823159705600, "frame_buffer_copies": 3191247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 0.3442, "p50_ms": 0.0937, "p95_ms": 0.2109, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4572, "count": 512, "max_ms": 6.0303, "p50_ms": 1.3885, "p95_ms": 2.3662, "p99_ms": 3.1624, "results": {"failed": 0, "not_applicable": 0, "success": 3191247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 230, "h264_decode_error_count": 783, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:37:46+09:00", "last_error_summary": "[h264 @ 0x55f7a83836c0] error while decoding MB 84 64, bytestream -7", "last_exit_at": "2026-11-03T10:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.504, "last_started_at": "2026-11-03T10:35:13+09:00", "pid": 67871, "process": {"exists": false, "pid": 67871}, "restart_count": 244, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.781, "sample_count": 2338, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:37:46+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-03T10:37:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.286, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 263.714, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.167, "exists": true, "mtime": "2026-11-03T10:37:46.068760+09:00", "mtime_epoch": 1793669866.06876, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113828}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:37:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3191247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.089, "max": 11.0, "p95": 10.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.567, "max": 5.0, "p95": 4.0, "sample_count": 245}, "total": {"avg": 2.557, "max": 5.0, "p95": 4.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 0.203, "max": 2.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 0.203, "max": 2.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.205, "pushed": 8.205, "read": 8.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 90.908, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.864, "count": 245, "max_ms": 7.431, "p95_ms": 2.861, "reason": null, "sample_age_ms": 129.695, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 245, "max_ms": 6.791, "p95_ms": 2.48, "reason": null, "sample_age_ms": 131.445, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 245, "max_ms": 1.192, "p95_ms": 0.705, "reason": null, "sample_age_ms": 90.92, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.883, "count": 245, "max_ms": 8.418, "p95_ms": 3.259, "reason": null, "sample_age_ms": 127.294, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.262, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.251, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.432, "count": 245, "max_ms": 93.258, "p95_ms": 66.663, "reason": null, "sample_age_ms": 90.9, "source": "client_direct"}, "sample_age_ms": 90.894, "source": "client_direct", "task_total_ms": {"avg_ms": 50.86, "count": 245, "max_ms": 95.486, "p95_ms": 69.74, "reason": null, "sample_age_ms": 90.894, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.61, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.425, "count": 246, "max_ms": 19.943, "p95_ms": 13.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.496, "count": 246, "max_ms": 1.438, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.664, "count": 246, "max_ms": 8.703, "p95_ms": 2.953}, "event_filter_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.018, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.424, "count": 246, "max_ms": 1.033, "p95_ms": 0.782}, "mcmt_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.044, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.474, "count": 246, "max_ms": 9.87, "p95_ms": 6.646}, "setup_ms": {"avg_ms": 0.046, "count": 246, "max_ms": 0.107, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.361, "count": 246, "max_ms": 19.829, "p95_ms": 13.68}, "track_match_ms": {"avg_ms": 0.105, "count": 246, "max_ms": 0.368, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.141, "count": 246, "max_ms": 5.428, "p95_ms": 3.608}}, "gstreamer_push": {"avg_ms": 3.137, "count": 246, "max_ms": 7.714, "p95_ms": 5.11}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 246, "max_ms": 2.998, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.191, "count": 246, "max_ms": 99.587, "p95_ms": 72.044}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.073, "count": 246, "max_ms": 13.682, "p95_ms": 8.385}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.349, "count": 246, "max_ms": 168.426, "p95_ms": 133.717}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 246, "max_ms": 3.492, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.23, "count": 246, "max_ms": 0.704, "p95_ms": 0.421}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.208, "count": 246, "max_ms": 174.895, "p95_ms": 141.221}, "read_interval": {"avg_ms": 122.316, "count": 245, "max_ms": 257.37, "p95_ms": 177.65}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 246, "max_ms": 0.236, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.391, "count": 246, "max_ms": 9.648, "p95_ms": 6.478}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 246, "max_ms": 0.077, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.37, "count": 246, "max_ms": 9.597, "p95_ms": 6.425}, "worker_merge_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.207, "count": 246, "max_ms": 99.617, "p95_ms": 72.06}, "visualize": {"avg_ms": 39.4, "count": 246, "max_ms": 77.356, "p95_ms": 55.22}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.28, "count": 246, "max_ms": 66.292, "p95_ms": 48.05}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.826, "count": 246, "max_ms": 75.053, "p95_ms": 53.171}, "visualize_input_copy_ms": {"avg_ms": 1.364, "count": 246, "max_ms": 4.656, "p95_ms": 2.181}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.68, "count": 246, "max_ms": 74.636, "p95_ms": 53.001}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 246, "max_ms": 0.781, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.381, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.019, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124006, "write_bytes_delta": 124006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.487394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 67871, "reason": null, "system_cpu_core_ratio": 0.041406, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.445988, "user_cpu_s_delta": 8.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523313, "system_cpu_s_delta": 10.489999999990687, "user_cpu_core_ratio": 1.222726, "user_cpu_s_delta": 24.509999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 238, "max_ms": 9.727, "p95_ms": 5.066, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.118, "max": 14.0, "p95": 12.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.891, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.891, "max": 5.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.671, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 28.15, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1074.067, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1003.167, "count": 30, "max": 12903.0, "p95": 3295.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.207, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136764.733, "count": 30, "max": 145111.0, "p95": 144837.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131931.4, "count": 30, "max": 145111.0, "p95": 144464.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24859, "sampled_at": "2026-11-03T10:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5209193, "flush_count": 5511, "flush_interval_seconds": 30.0, "flush_state": {"count": 5511, "last_at": "2026-11-03T10:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5510}, "started": true, "suppressed_count": 3186138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3185737}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5511, "written_record_count": 5511}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11260.23, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8823159705600, "copied_frame_count": 3191247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8823159705600, "frame_buffer_copies": 3191247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 0.3442, "p50_ms": 0.0937, "p95_ms": 0.2109, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4572, "count": 512, "max_ms": 6.0303, "p50_ms": 1.3885, "p95_ms": 2.3662, "p99_ms": 3.1624, "results": {"failed": 0, "not_applicable": 0, "success": 3191247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 230, "h264_decode_error_count": 783, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:37:46+09:00", "last_error_summary": "[h264 @ 0x55f7a83836c0] error while decoding MB 84 64, bytestream -7", "last_exit_at": "2026-11-03T10:37:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 152.542, "last_started_at": "2026-11-03T10:35:13+09:00", "pid": 67871, "process": {"exists": false, "pid": 67871}, "restart_count": 244, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 245}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.61, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-03T10:37:46+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-11-03T10:37:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 336.336, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 263.664, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-03T10:37:46.243760+09:00", "mtime_epoch": 1793669866.2437603, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:37:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.117, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3191247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.09, "max": 11.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.57, "max": 5.0, "p95": 4.0, "sample_count": 244}, "total": {"avg": 2.559, "max": 5.0, "p95": 4.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.2, "max": 2.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.2, "max": 2.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.189, "pushed": 8.189, "read": 8.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 134.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.856, "count": 244, "max_ms": 7.431, "p95_ms": 2.861, "reason": null, "sample_age_ms": 173.586, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.407, "count": 244, "max_ms": 6.791, "p95_ms": 2.455, "reason": null, "sample_age_ms": 175.336, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 245, "max_ms": 1.192, "p95_ms": 0.705, "reason": null, "sample_age_ms": 134.811, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.883, "count": 244, "max_ms": 8.418, "p95_ms": 3.265, "reason": null, "sample_age_ms": 171.185, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.153, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.143, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.432, "count": 245, "max_ms": 93.258, "p95_ms": 66.663, "reason": null, "sample_age_ms": 134.791, "source": "client_direct"}, "sample_age_ms": 134.785, "source": "client_direct", "task_total_ms": {"avg_ms": 50.86, "count": 245, "max_ms": 95.486, "p95_ms": 69.74, "reason": null, "sample_age_ms": 134.785, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.236, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.439, "count": 245, "max_ms": 19.943, "p95_ms": 13.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.496, "count": 245, "max_ms": 1.438, "p95_ms": 1.039}, "detection_prepare_ms": {"avg_ms": 1.665, "count": 245, "max_ms": 8.703, "p95_ms": 2.953}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.018, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.425, "count": 245, "max_ms": 1.033, "p95_ms": 0.782}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.044, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.481, "count": 245, "max_ms": 9.87, "p95_ms": 6.646}, "setup_ms": {"avg_ms": 0.046, "count": 245, "max_ms": 0.107, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 8.374, "count": 245, "max_ms": 19.829, "p95_ms": 13.68}, "track_match_ms": {"avg_ms": 0.105, "count": 245, "max_ms": 0.368, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 2.145, "count": 245, "max_ms": 5.428, "p95_ms": 3.608}}, "gstreamer_push": {"avg_ms": 3.142, "count": 245, "max_ms": 7.714, "p95_ms": 5.11}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 245, "max_ms": 2.998, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.189, "count": 245, "max_ms": 99.587, "p95_ms": 72.044}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.078, "count": 245, "max_ms": 13.682, "p95_ms": 8.385}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.334, "count": 245, "max_ms": 168.426, "p95_ms": 133.717}, "inference_input_copy_ms": {"avg_ms": 1.553, "count": 245, "max_ms": 3.492, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.229, "count": 245, "max_ms": 0.704, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.194, "count": 245, "max_ms": 174.895, "p95_ms": 141.221}, "read_interval": {"avg_ms": 122.339, "count": 244, "max_ms": 257.37, "p95_ms": 177.65}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.236, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.397, "count": 245, "max_ms": 9.648, "p95_ms": 6.478}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 245, "max_ms": 0.077, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.377, "count": 245, "max_ms": 9.597, "p95_ms": 6.425}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.031, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.204, "count": 245, "max_ms": 99.617, "p95_ms": 72.06}, "visualize": {"avg_ms": 39.371, "count": 245, "max_ms": 77.356, "p95_ms": 55.22}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.248, "count": 245, "max_ms": 66.292, "p95_ms": 48.05}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.8, "count": 245, "max_ms": 75.053, "p95_ms": 53.171}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 245, "max_ms": 4.656, "p95_ms": 2.181}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.654, "count": 245, "max_ms": 74.636, "p95_ms": 53.001}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 245, "max_ms": 0.781, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.381, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.019, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124006, "write_bytes_delta": 124006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.487394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 67871, "reason": null, "system_cpu_core_ratio": 0.041406, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.445988, "user_cpu_s_delta": 8.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523313, "system_cpu_s_delta": 10.489999999990687, "user_cpu_core_ratio": 1.222726, "user_cpu_s_delta": 24.509999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 238, "max_ms": 9.727, "p95_ms": 5.066, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.118, "max": 14.0, "p95": 12.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.891, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.891, "max": 5.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.671, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 28.15, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1074.067, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1003.167, "count": 30, "max": 12903.0, "p95": 3295.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.207, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136764.733, "count": 30, "max": 145111.0, "p95": 144837.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131931.4, "count": 30, "max": 145111.0, "p95": 144464.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24859, "sampled_at": "2026-11-03T10:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5209193, "flush_count": 5511, "flush_interval_seconds": 30.0, "flush_state": {"count": 5511, "last_at": "2026-11-03T10:36:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:36:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5510}, "started": true, "suppressed_count": 3186138, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3185737}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5511, "written_record_count": 5511}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11418.176, "limit_mb": null}, "detail": {"pid": 67987, "restart_count": 245, "start_count": 246}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8823159705600, "copied_frame_count": 3191247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8823159705600, "frame_buffer_copies": 3191247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1071, "count": 512, "max_ms": 0.3442, "p50_ms": 0.0937, "p95_ms": 0.2109, "p99_ms": 0.2653}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4572, "count": 512, "max_ms": 6.0303, "p50_ms": 1.3885, "p95_ms": 2.3662, "p99_ms": 3.1624, "results": {"failed": 0, "not_applicable": 0, "success": 3191247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 230, "h264_decode_error_count": 783, "h264_decode_error_count_per_hour": 121, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:37:46+09:00", "last_error_summary": "[h264 @ 0x55f7a83836c0] error while decoding MB 84 64, bytestream -7", "last_exit_at": "2026-11-03T10:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:37:48+09:00", "pid": 67987, "process": {"exists": true, "fd_count": 5, "hwm_mb": 192.781, "name": "ffmpeg", "pid": 67987, "rss_mb": 192.781, "state": "S (sleeping)", "threads": 70}, "restart_count": 245, "restart_count_per_hour": 29, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.123, "sample_count": 2310, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.157, "last_frame_pushed_at": "2026-11-03T10:37:46+09:00", "last_frame_read_age_sec": 4.28, "last_frame_read_at": "2026-11-03T10:37:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 340.452, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 259.548, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.148, "exists": true, "mtime": "2026-11-03T10:37:46.243760+09:00", "mtime_epoch": 1793669866.2437603, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:37:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.121, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3191247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.929, "max": 11.0, "p95": 10.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.526, "max": 4.0, "p95": 4.0, "sample_count": 209}, "total": {"avg": 2.514, "max": 4.0, "p95": 4.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.171, "max": 2.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.171, "max": 2.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.022, "pushed": 7.022, "read": 6.989}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4252.123, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.879, "count": 209, "max_ms": 7.431, "p95_ms": 2.937, "reason": null, "sample_age_ms": 4290.911, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 209, "max_ms": 6.791, "p95_ms": 2.442, "reason": null, "sample_age_ms": 4292.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 210, "max_ms": 1.192, "p95_ms": 0.723, "reason": null, "sample_age_ms": 4252.136, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.889, "count": 209, "max_ms": 8.418, "p95_ms": 3.055, "reason": null, "sample_age_ms": 4288.509, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4288.477, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4252.467, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.825, "count": 210, "max_ms": 93.258, "p95_ms": 66.856, "reason": null, "sample_age_ms": 4252.116, "source": "client_direct"}, "sample_age_ms": 4252.109, "source": "client_direct", "task_total_ms": {"avg_ms": 51.274, "count": 210, "max_ms": 95.486, "p95_ms": 70.086, "reason": null, "sample_age_ms": 4252.109, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.23, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.374, "count": 210, "max_ms": 19.943, "p95_ms": 13.756}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.496, "count": 210, "max_ms": 1.436, "p95_ms": 0.994}, "detection_prepare_ms": {"avg_ms": 1.653, "count": 210, "max_ms": 8.703, "p95_ms": 2.923}, "event_filter_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.018, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.427, "count": 210, "max_ms": 1.033, "p95_ms": 0.812}, "mcmt_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.412, "count": 210, "max_ms": 9.87, "p95_ms": 6.65}, "setup_ms": {"avg_ms": 0.046, "count": 210, "max_ms": 0.107, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 8.309, "count": 210, "max_ms": 19.829, "p95_ms": 13.68}, "track_match_ms": {"avg_ms": 0.102, "count": 210, "max_ms": 0.368, "p95_ms": 0.227}, "tracker_update_ms": {"avg_ms": 2.162, "count": 210, "max_ms": 5.428, "p95_ms": 3.608}}, "gstreamer_push": {"avg_ms": 3.206, "count": 210, "max_ms": 7.714, "p95_ms": 5.238}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 210, "max_ms": 0.147, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.631, "count": 210, "max_ms": 99.587, "p95_ms": 72.667}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.09, "count": 210, "max_ms": 13.682, "p95_ms": 8.385}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.992, "count": 210, "max_ms": 168.426, "p95_ms": 133.717}, "inference_input_copy_ms": {"avg_ms": 1.551, "count": 210, "max_ms": 3.492, "p95_ms": 2.557}, "processing_residual_ms": {"avg_ms": 0.234, "count": 210, "max_ms": 0.704, "p95_ms": 0.426}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.867, "count": 210, "max_ms": 174.895, "p95_ms": 141.221}, "read_interval": {"avg_ms": 123.213, "count": 209, "max_ms": 257.37, "p95_ms": 177.682}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 210, "max_ms": 0.236, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.328, "count": 210, "max_ms": 9.648, "p95_ms": 6.533}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 210, "max_ms": 0.067, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.308, "count": 210, "max_ms": 9.597, "p95_ms": 6.505}, "worker_merge_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 52.647, "count": 210, "max_ms": 99.617, "p95_ms": 72.683}, "visualize": {"avg_ms": 39.653, "count": 210, "max_ms": 77.356, "p95_ms": 55.456}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.592, "count": 210, "max_ms": 66.292, "p95_ms": 48.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.082, "count": 210, "max_ms": 75.053, "p95_ms": 54.19}, "visualize_input_copy_ms": {"avg_ms": 1.362, "count": 210, "max_ms": 4.656, "p95_ms": 2.183}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.934, "count": 210, "max_ms": 74.636, "p95_ms": 53.976}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 210, "max_ms": 0.781, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 49.381, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.019, "sample_count": 2320, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191073, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:37:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124006, "write_bytes_delta": 124006, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1189.0, "cpu_core_ratio": 0.487394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 67871, "reason": null, "system_cpu_core_ratio": 0.041406, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.445988, "user_cpu_s_delta": 8.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.746038, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.523313, "system_cpu_s_delta": 10.489999999990687, "user_cpu_core_ratio": 1.222726, "user_cpu_s_delta": 24.509999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.062, "count": 238, "max_ms": 9.727, "p95_ms": 5.066, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.118, "max": 14.0, "p95": 12.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.891, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 1.891, "max": 5.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.671, "count": 30, "max": 61.88, "p95": 57.628, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 28.15, "p95": 25.369, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1074.067, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1003.167, "count": 30, "max": 12903.0, "p95": 3295.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.207, "p95": 0.141, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136764.733, "count": 30, "max": 145111.0, "p95": 144837.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131931.4, "count": 30, "max": 145111.0, "p95": 144464.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2546.867, "count": 30, "max": 34299.0, "p95": 22010.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.535, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24859, "sampled_at": "2026-11-03T10:37:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:37:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5211270, "flush_count": 5513, "flush_interval_seconds": 30.0, "flush_state": {"count": 5513, "last_at": "2026-11-03T10:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5512}, "started": true, "suppressed_count": 3186901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3186500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5513, "written_record_count": 5513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11253.395, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8825272012800, "copied_frame_count": 3192011, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8825272012800, "frame_buffer_copies": 3192011, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1248, "count": 512, "max_ms": 2.2053, "p50_ms": 0.1044, "p95_ms": 0.2328, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5713, "count": 512, "max_ms": 8.1111, "p50_ms": 1.4455, "p95_ms": 2.6695, "p99_ms": 3.8464, "results": {"failed": 0, "not_applicable": 0, "success": 3192011, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:37:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.497, "last_started_at": "2026-11-03T10:37:48+09:00", "pid": 67987, "process": {"exists": false, "pid": 67987}, "restart_count": 245, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.115, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192011, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-11-03T10:39:36+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-03T10:39:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.928, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 153.072, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T10:39:36.799046+09:00", "mtime_epoch": 1793669976.7990456, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:39:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3192012, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.403, "max": 18.0, "p95": 16.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.312, "max": 7.0, "p95": 7.0, "sample_count": 176}, "total": {"avg": 5.312, "max": 7.0, "p95": 7.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.472, "max": 2.0, "p95": 2.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.472, "max": 2.0, "p95": 2.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.883, "pushed": 5.883, "read": 5.883}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.009, "count": 177, "max_ms": 0.049, "p95_ms": 0.018, "reason": null, "sample_age_ms": 22.187, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.309, "count": 176, "max_ms": 13.295, "p95_ms": 4.176, "reason": null, "sample_age_ms": 63.636, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.64, "count": 176, "max_ms": 12.46, "p95_ms": 2.955, "reason": null, "sample_age_ms": 64.029, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.487, "count": 177, "max_ms": 1.641, "p95_ms": 0.878, "reason": null, "sample_age_ms": 22.193, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 176, "max_ms": 4.221, "p95_ms": 3.451, "reason": null, "sample_age_ms": 61.853, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.823, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.439, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.53, "count": 177, "max_ms": 87.584, "p95_ms": 75.889, "reason": null, "sample_age_ms": 22.184, "source": "client_direct"}, "sample_age_ms": 22.182, "source": "client_direct", "task_total_ms": {"avg_ms": 55.29, "count": 177, "max_ms": 90.898, "p95_ms": 78.706, "reason": null, "sample_age_ms": 22.182, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.657, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.934, "count": 176, "max_ms": 33.881, "p95_ms": 22.733}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.776, "count": 176, "max_ms": 2.645, "p95_ms": 1.665}, "detection_prepare_ms": {"avg_ms": 2.428, "count": 176, "max_ms": 13.432, "p95_ms": 4.537}, "event_filter_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.021, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.776, "count": 176, "max_ms": 1.642, "p95_ms": 1.264}, "mcmt_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 7.372, "count": 176, "max_ms": 13.062, "p95_ms": 10.994}, "setup_ms": {"avg_ms": 0.052, "count": 176, "max_ms": 0.128, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 14.851, "count": 176, "max_ms": 33.715, "p95_ms": 22.576}, "track_match_ms": {"avg_ms": 0.169, "count": 176, "max_ms": 0.63, "p95_ms": 0.32}, "tracker_update_ms": {"avg_ms": 3.266, "count": 176, "max_ms": 8.408, "p95_ms": 5.435}}, "gstreamer_push": {"avg_ms": 3.642, "count": 176, "max_ms": 11.999, "p95_ms": 6.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 176, "max_ms": 0.19, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.279, "count": 176, "max_ms": 102.901, "p95_ms": 81.074}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.144, "count": 176, "max_ms": 16.737, "p95_ms": 10.639}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.92, "count": 176, "max_ms": 196.219, "p95_ms": 159.291}, "inference_input_copy_ms": {"avg_ms": 1.687, "count": 176, "max_ms": 4.338, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.338, "count": 176, "max_ms": 0.984, "p95_ms": 0.629}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.088, "count": 176, "max_ms": 204.821, "p95_ms": 164.019}, "read_interval": {"avg_ms": 170.543, "count": 176, "max_ms": 1235.643, "p95_ms": 236.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 176, "max_ms": 0.735, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 7.272, "count": 176, "max_ms": 12.715, "p95_ms": 10.801}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 176, "max_ms": 0.069, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.245, "count": 176, "max_ms": 12.683, "p95_ms": 10.769}, "worker_merge_ms": {"avg_ms": 0.009, "count": 176, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.296, "count": 176, "max_ms": 102.923, "p95_ms": 81.081}, "visualize": {"avg_ms": 46.939, "count": 176, "max_ms": 87.827, "p95_ms": 66.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.414, "count": 176, "max_ms": 61.642, "p95_ms": 49.238}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.164, "count": 176, "max_ms": 86.481, "p95_ms": 64.204}, "visualize_input_copy_ms": {"avg_ms": 1.525, "count": 176, "max_ms": 4.716, "p95_ms": 2.72}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.0, "count": 176, "max_ms": 86.338, "p95_ms": 63.966}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 176, "max_ms": 0.221, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.455, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.402, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126831, "write_bytes_delta": 126831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 542.0, "cpu_core_ratio": 0.752049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12495.0, "pid": 67987, "reason": null, "system_cpu_core_ratio": 0.317099, "system_cpu_s_delta": 6.35, "user_cpu_core_ratio": 0.43495, "user_cpu_s_delta": 8.710000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.820698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588256, "system_cpu_s_delta": 11.779999999998836, "user_cpu_core_ratio": 1.232442, "user_cpu_s_delta": 24.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.468, "count": 183, "max_ms": 11.999, "p95_ms": 6.254, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.503, "max": 17.0, "p95": 15.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.022, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 183}, "total": {"avg": 5.022, "max": 7.0, "p95": 6.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.12, "count": 30, "max": 61.88, "p95": 57.344, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.093, "count": 30, "max": 30.134, "p95": 26.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.833, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1614.467, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132815.567, "count": 30, "max": 143406.0, "p95": 141193.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128100.0, "count": 30, "max": 143406.0, "p95": 140839.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1404.0, "count": 30, "max": 32907.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24865, "sampled_at": "2026-11-03T10:39:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:39:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5211270, "flush_count": 5513, "flush_interval_seconds": 30.0, "flush_state": {"count": 5513, "last_at": "2026-11-03T10:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5512}, "started": true, "suppressed_count": 3186901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3186500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5513, "written_record_count": 5513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11254.281, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8825274777600, "copied_frame_count": 3192012, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8825274777600, "frame_buffer_copies": 3192012, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 2.2053, "p50_ms": 0.1044, "p95_ms": 0.2328, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5734, "count": 512, "max_ms": 8.1111, "p50_ms": 1.4455, "p95_ms": 2.6952, "p99_ms": 3.8464, "results": {"failed": 0, "not_applicable": 0, "success": 3192012, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:39:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.549, "last_started_at": "2026-11-03T10:37:48+09:00", "pid": 67987, "process": {"exists": false, "pid": 67987}, "restart_count": 245, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.115, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:39:36+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T10:39:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.995, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 153.005, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.14, "exists": true, "mtime": "2026-11-03T10:39:36.799046+09:00", "mtime_epoch": 1793669976.7990456, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:39:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3192012, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.424, "max": 18.0, "p95": 16.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.311, "max": 7.0, "p95": 7.0, "sample_count": 177}, "total": {"avg": 5.311, "max": 7.0, "p95": 7.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.469, "max": 2.0, "p95": 2.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.469, "max": 2.0, "p95": 2.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.906, "pushed": 5.906, "read": 5.873}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.009, "count": 176, "max_ms": 0.049, "p95_ms": 0.018, "reason": null, "sample_age_ms": 74.455, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.309, "count": 176, "max_ms": 13.295, "p95_ms": 4.176, "reason": null, "sample_age_ms": 115.904, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.64, "count": 176, "max_ms": 12.46, "p95_ms": 2.955, "reason": null, "sample_age_ms": 116.297, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.486, "count": 176, "max_ms": 1.641, "p95_ms": 0.879, "reason": null, "sample_age_ms": 74.461, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 176, "max_ms": 4.221, "p95_ms": 3.451, "reason": null, "sample_age_ms": 114.121, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.091, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.708, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.339, "count": 176, "max_ms": 87.584, "p95_ms": 74.986, "reason": null, "sample_age_ms": 74.452, "source": "client_direct"}, "sample_age_ms": 74.45, "source": "client_direct", "task_total_ms": {"avg_ms": 55.096, "count": 176, "max_ms": 90.898, "p95_ms": 78.463, "reason": null, "sample_age_ms": 74.45, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.494, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.899, "count": 177, "max_ms": 33.881, "p95_ms": 22.733}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.773, "count": 177, "max_ms": 2.645, "p95_ms": 1.665}, "detection_prepare_ms": {"avg_ms": 2.421, "count": 177, "max_ms": 13.432, "p95_ms": 4.537}, "event_filter_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.021, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.775, "count": 177, "max_ms": 1.642, "p95_ms": 1.264}, "mcmt_ms": {"avg_ms": 0.004, "count": 177, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 7.356, "count": 177, "max_ms": 13.062, "p95_ms": 10.994}, "setup_ms": {"avg_ms": 0.052, "count": 177, "max_ms": 0.128, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 14.816, "count": 177, "max_ms": 33.715, "p95_ms": 22.576}, "track_match_ms": {"avg_ms": 0.169, "count": 177, "max_ms": 0.63, "p95_ms": 0.32}, "tracker_update_ms": {"avg_ms": 3.258, "count": 177, "max_ms": 8.408, "p95_ms": 5.435}}, "gstreamer_push": {"avg_ms": 3.635, "count": 177, "max_ms": 11.999, "p95_ms": 6.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 177, "max_ms": 0.19, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.194, "count": 177, "max_ms": 102.901, "p95_ms": 81.074}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.168, "count": 177, "max_ms": 16.737, "p95_ms": 10.639}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.783, "count": 177, "max_ms": 196.219, "p95_ms": 159.291}, "inference_input_copy_ms": {"avg_ms": 1.684, "count": 177, "max_ms": 4.338, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.337, "count": 177, "max_ms": 0.984, "p95_ms": 0.629}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.972, "count": 177, "max_ms": 204.821, "p95_ms": 164.019}, "read_interval": {"avg_ms": 170.543, "count": 176, "max_ms": 1235.643, "p95_ms": 236.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 177, "max_ms": 0.735, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 7.256, "count": 177, "max_ms": 12.715, "p95_ms": 10.801}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 177, "max_ms": 0.069, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.229, "count": 177, "max_ms": 12.683, "p95_ms": 10.769}, "worker_merge_ms": {"avg_ms": 0.009, "count": 177, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.21, "count": 177, "max_ms": 102.923, "p95_ms": 81.081}, "visualize": {"avg_ms": 46.927, "count": 177, "max_ms": 87.827, "p95_ms": 66.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.431, "count": 177, "max_ms": 61.642, "p95_ms": 49.238}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.155, "count": 177, "max_ms": 86.481, "p95_ms": 64.204}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 177, "max_ms": 4.716, "p95_ms": 2.72}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.99, "count": 177, "max_ms": 86.338, "p95_ms": 63.966}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 177, "max_ms": 0.221, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.455, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.402, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126831, "write_bytes_delta": 126831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 542.0, "cpu_core_ratio": 0.752049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12495.0, "pid": 67987, "reason": null, "system_cpu_core_ratio": 0.317099, "system_cpu_s_delta": 6.35, "user_cpu_core_ratio": 0.43495, "user_cpu_s_delta": 8.710000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.820698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588256, "system_cpu_s_delta": 11.779999999998836, "user_cpu_core_ratio": 1.232442, "user_cpu_s_delta": 24.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.468, "count": 183, "max_ms": 11.999, "p95_ms": 6.254, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.503, "max": 17.0, "p95": 15.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.022, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 183}, "total": {"avg": 5.022, "max": 7.0, "p95": 6.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.12, "count": 30, "max": 61.88, "p95": 57.344, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.093, "count": 30, "max": 30.134, "p95": 26.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.833, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1614.467, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132815.567, "count": 30, "max": 143406.0, "p95": 141193.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128100.0, "count": 30, "max": 143406.0, "p95": 140839.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1404.0, "count": 30, "max": 32907.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24865, "sampled_at": "2026-11-03T10:39:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:39:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5211270, "flush_count": 5513, "flush_interval_seconds": 30.0, "flush_state": {"count": 5513, "last_at": "2026-11-03T10:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5512}, "started": true, "suppressed_count": 3186901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3186500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5513, "written_record_count": 5513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11253.914, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8825274777600, "copied_frame_count": 3192012, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8825274777600, "frame_buffer_copies": 3192012, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 2.2053, "p50_ms": 0.1044, "p95_ms": 0.2328, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5734, "count": 512, "max_ms": 8.1111, "p50_ms": 1.4455, "p95_ms": 2.6952, "p99_ms": 3.8464, "results": {"failed": 0, "not_applicable": 0, "success": 3192012, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:39:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.593, "last_started_at": "2026-11-03T10:37:48+09:00", "pid": 67987, "process": {"exists": false, "pid": 67987}, "restart_count": 245, "restart_count_per_hour": 28, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 246}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.115, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-03T10:39:36+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-11-03T10:39:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.031, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 152.969, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-03T10:39:36.948046+09:00", "mtime_epoch": 1793669976.948046, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117407}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:39:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3192012, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.438, "max": 18.0, "p95": 16.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.324, "max": 7.0, "p95": 7.0, "sample_count": 176}, "total": {"avg": 5.324, "max": 7.0, "p95": 7.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 0.472, "max": 2.0, "p95": 2.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 0.472, "max": 2.0, "p95": 2.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 176, "pushed_frames": 176, "read_frames": 176, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.868, "pushed": 5.868, "read": 5.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.009, "count": 176, "max_ms": 0.049, "p95_ms": 0.018, "reason": null, "sample_age_ms": 118.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.309, "count": 176, "max_ms": 13.295, "p95_ms": 4.176, "reason": null, "sample_age_ms": 159.91, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.64, "count": 176, "max_ms": 12.46, "p95_ms": 2.955, "reason": null, "sample_age_ms": 160.303, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.486, "count": 176, "max_ms": 1.641, "p95_ms": 0.879, "reason": null, "sample_age_ms": 118.467, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 176, "max_ms": 4.221, "p95_ms": 3.451, "reason": null, "sample_age_ms": 158.127, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.097, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 176, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.339, "count": 176, "max_ms": 87.584, "p95_ms": 74.986, "reason": null, "sample_age_ms": 118.458, "source": "client_direct"}, "sample_age_ms": 118.455, "source": "client_direct", "task_total_ms": {"avg_ms": 55.096, "count": 176, "max_ms": 90.898, "p95_ms": 78.463, "reason": null, "sample_age_ms": 118.455, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.585, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 14.906, "count": 176, "max_ms": 33.881, "p95_ms": 22.733}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.77, "count": 176, "max_ms": 2.645, "p95_ms": 1.665}, "detection_prepare_ms": {"avg_ms": 2.424, "count": 176, "max_ms": 13.432, "p95_ms": 4.537}, "event_filter_ms": {"avg_ms": 0.007, "count": 176, "max_ms": 0.021, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.775, "count": 176, "max_ms": 1.642, "p95_ms": 1.264}, "mcmt_ms": {"avg_ms": 0.004, "count": 176, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 7.358, "count": 176, "max_ms": 13.062, "p95_ms": 10.994}, "setup_ms": {"avg_ms": 0.052, "count": 176, "max_ms": 0.128, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 14.823, "count": 176, "max_ms": 33.715, "p95_ms": 22.576}, "track_match_ms": {"avg_ms": 0.168, "count": 176, "max_ms": 0.63, "p95_ms": 0.32}, "tracker_update_ms": {"avg_ms": 3.263, "count": 176, "max_ms": 8.408, "p95_ms": 5.435}}, "gstreamer_push": {"avg_ms": 3.627, "count": 176, "max_ms": 11.999, "p95_ms": 6.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 176, "max_ms": 0.19, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.996, "count": 176, "max_ms": 102.901, "p95_ms": 81.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.173, "count": 176, "max_ms": 16.737, "p95_ms": 10.639}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 120.6, "count": 176, "max_ms": 196.219, "p95_ms": 159.291}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 176, "max_ms": 4.338, "p95_ms": 2.898}, "processing_residual_ms": {"avg_ms": 0.337, "count": 176, "max_ms": 0.984, "p95_ms": 0.629}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 126.785, "count": 176, "max_ms": 204.821, "p95_ms": 164.019}, "read_interval": {"avg_ms": 170.543, "count": 176, "max_ms": 1235.643, "p95_ms": 236.321}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 176, "max_ms": 0.735, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 7.258, "count": 176, "max_ms": 12.715, "p95_ms": 10.801}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 176, "max_ms": 0.069, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.231, "count": 176, "max_ms": 12.683, "p95_ms": 10.769}, "worker_merge_ms": {"avg_ms": 0.009, "count": 176, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.013, "count": 176, "max_ms": 102.923, "p95_ms": 81.064}, "visualize": {"avg_ms": 46.931, "count": 176, "max_ms": 87.827, "p95_ms": 66.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.406, "count": 176, "max_ms": 61.642, "p95_ms": 49.238}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.162, "count": 176, "max_ms": 86.481, "p95_ms": 64.204}, "visualize_input_copy_ms": {"avg_ms": 1.519, "count": 176, "max_ms": 4.716, "p95_ms": 2.72}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.998, "count": 176, "max_ms": 86.338, "p95_ms": 63.966}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 176, "max_ms": 0.221, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.455, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.402, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126831, "write_bytes_delta": 126831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 542.0, "cpu_core_ratio": 0.752049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12495.0, "pid": 67987, "reason": null, "system_cpu_core_ratio": 0.317099, "system_cpu_s_delta": 6.35, "user_cpu_core_ratio": 0.43495, "user_cpu_s_delta": 8.710000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.820698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588256, "system_cpu_s_delta": 11.779999999998836, "user_cpu_core_ratio": 1.232442, "user_cpu_s_delta": 24.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.468, "count": 183, "max_ms": 11.999, "p95_ms": 6.254, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.503, "max": 17.0, "p95": 15.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.022, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 183}, "total": {"avg": 5.022, "max": 7.0, "p95": 6.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.12, "count": 30, "max": 61.88, "p95": 57.344, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.093, "count": 30, "max": 30.134, "p95": 26.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.833, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1614.467, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132815.567, "count": 30, "max": 143406.0, "p95": 141193.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128100.0, "count": 30, "max": 143406.0, "p95": 140839.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1404.0, "count": 30, "max": 32907.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24865, "sampled_at": "2026-11-03T10:39:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:39:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5211270, "flush_count": 5513, "flush_interval_seconds": 30.0, "flush_state": {"count": 5513, "last_at": "2026-11-03T10:38:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:38:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5512}, "started": true, "suppressed_count": 3186901, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 401, "tracking_summary": 3186500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5513, "written_record_count": 5513}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11281.344, "limit_mb": null}, "detail": {"pid": 68103, "restart_count": 246, "start_count": 247}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8825274777600, "copied_frame_count": 3192012, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:30:51+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6799461, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:30:37+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 14.113}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 401, "events_emitted": 370, "events_failed": 0, "events_observed": 401, "events_suppressed": 31, "frame_buffer_copied_bytes": 8825274777600, "frame_buffer_copies": 3192012, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18500, "recorder_active_input_bytes": 51148800000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 370, "recorder_clips_failed": 0, "recorder_clips_started": 370, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 370, "worker_jobs_accepted": 370, "worker_jobs_completed": 370, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1246, "count": 512, "max_ms": 2.2053, "p50_ms": 0.1044, "p95_ms": 0.2328, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.4106, "count": 370, "max_ms": 71.5868, "p50_ms": 14.0845, "p95_ms": 35.5368, "p99_ms": 46.9723, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6874, "count": 370, "max_ms": 4.0365, "p50_ms": 1.5926, "p95_ms": 2.6811, "p99_ms": 3.2115, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 919.2308, "count": 401, "max_ms": 4422.916, "p50_ms": 923.4885, "p95_ms": 1338.2653, "p99_ms": 1655.7197, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5734, "count": 512, "max_ms": 8.1111, "p50_ms": 1.4455, "p95_ms": 2.6952, "p99_ms": 3.8464, "results": {"failed": 0, "not_applicable": 0, "success": 3192012, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 484.7017, "count": 401, "max_ms": 1264.9368, "p50_ms": 501.6531, "p95_ms": 630.893, "p99_ms": 1050.0878, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.512, "count": 370, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.8779, "p99_ms": 67.7944, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.2756, "count": 512, "max_ms": 10.4861, "p50_ms": 5.0914, "p95_ms": 7.578, "p99_ms": 9.2591, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5448, "count": 512, "max_ms": 6.3981, "p50_ms": 1.3818, "p95_ms": 2.708, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18500, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 521.6959, "count": 370, "max_ms": 1262.5422, "p50_ms": 501.7134, "p95_ms": 630.2057, "p99_ms": 1049.6759, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 432.4867, "count": 370, "max_ms": 1192.1198, "p50_ms": 412.4157, "p95_ms": 538.1527, "p99_ms": 967.2538, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7928, "count": 370, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0537, "p99_ms": 110.2616, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5892, "count": 370, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.8013, "p99_ms": 6.2525, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.9251, "count": 370, "max_ms": 73.1462, "p50_ms": 33.7961, "p95_ms": 53.6996, "p99_ms": 61.9149, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4277, "count": 370, "max_ms": 16.9396, "p50_ms": 0.7696, "p95_ms": 5.43, "p99_ms": 10.5626, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7342, "count": 401, "max_ms": 4.5565, "p50_ms": 0.6513, "p95_ms": 1.3253, "p99_ms": 1.7822, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8019, "count": 370, "max_ms": 9.2164, "p50_ms": 0.6929, "p95_ms": 1.4239, "p99_ms": 2.4891, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 370, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.3196, "count": 370, "max_ms": 3752.636, "p50_ms": 352.0782, "p95_ms": 669.7238, "p99_ms": 777.765, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 401, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 401, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1081, "count": 370, "max_ms": 14.3512, "p50_ms": 1.0609, "p95_ms": 7.9589, "p99_ms": 11.2304, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7406, "count": 370, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 57.2072, "p99_ms": 72.2878, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0818, "count": 370, "max_ms": 1.1521, "p50_ms": 0.0693, "p95_ms": 0.1474, "p99_ms": 0.1913, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0003, "count": 370, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.27, "p99_ms": 5.3949, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.3165, "count": 370, "max_ms": 3837.487, "p50_ms": 424.4306, "p95_ms": 762.0743, "p99_ms": 874.2278, "results": {"failed": 0, "not_applicable": 0, "success": 370, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 370, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0686, "p95_ms": 0.133, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 370, "artifact_failed": 0, "artifact_requested": 370, "artifact_success": 370, "completed": 370, "completed_failed": 0, "completed_success": 370, "cooldown_promoted": 370, "database_requested": 370, "db_insert_success": 370, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15939, "relay_business_failed": 0, "relay_business_success": 370, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 370, "relay_transport_failed": 0, "relay_transport_success": 370, "reservation_requested": 370}, "snapshot": {"copied_bytes": 1022976000, "copied_count": 370, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6133, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:39:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:39:39+09:00", "pid": 68103, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.242, "name": "ffmpeg", "pid": 68103, "rss_mb": 58.242, "state": "S (sleeping)", "threads": 1}, "restart_count": 246, "restart_count_per_hour": 29, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 247}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.621, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192012, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.612, "last_frame_pushed_at": "2026-11-03T10:39:36+09:00", "last_frame_read_age_sec": 4.724, "last_frame_read_at": "2026-11-03T10:39:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 451.602, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 148.398, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.602, "exists": true, "mtime": "2026-11-03T10:39:36.948046+09:00", "mtime_epoch": 1793669976.948046, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117407}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:39:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 308, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 9, "history_size_limit": 20, "last_frame_idx": 3192012, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 9}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.351, "max": 18.0, "p95": 16.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 5.416, "max": 7.0, "p95": 7.0, "sample_count": 154}, "total": {"avg": 5.416, "max": 7.0, "p95": 7.0, "sample_count": 154}}, "tracking_counts": {"active": {"avg": 0.532, "max": 2.0, "p95": 2.0, "sample_count": 154}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 154}, "tracked": {"avg": 0.532, "max": 2.0, "p95": 2.0, "sample_count": 154}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 154, "pushed_frames": 154, "read_frames": 153, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.157, "pushed": 5.157, "read": 5.123}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.009, "count": 154, "max_ms": 0.049, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4688.315, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.344, "count": 153, "max_ms": 13.295, "p95_ms": 4.404, "reason": null, "sample_age_ms": 4729.764, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.675, "count": 153, "max_ms": 12.46, "p95_ms": 3.07, "reason": null, "sample_age_ms": 4730.157, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.488, "count": 154, "max_ms": 1.641, "p95_ms": 0.903, "reason": null, "sample_age_ms": 4688.321, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.053, "count": 153, "max_ms": 4.221, "p95_ms": 3.324, "reason": null, "sample_age_ms": 4727.981, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2764808.0, "count": 153, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4727.951, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4688.567, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.742, "count": 154, "max_ms": 87.584, "p95_ms": 75.086, "reason": null, "sample_age_ms": 4688.312, "source": "client_direct"}, "sample_age_ms": 4688.309, "source": "client_direct", "task_total_ms": {"avg_ms": 55.482, "count": 154, "max_ms": 90.898, "p95_ms": 78.489, "reason": null, "sample_age_ms": 4688.309, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.955, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 15.12, "count": 154, "max_ms": 33.881, "p95_ms": 22.754}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.753, "count": 154, "max_ms": 2.645, "p95_ms": 1.665}, "detection_prepare_ms": {"avg_ms": 2.474, "count": 154, "max_ms": 13.432, "p95_ms": 4.813}, "event_filter_ms": {"avg_ms": 0.007, "count": 154, "max_ms": 0.021, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.778, "count": 154, "max_ms": 1.642, "p95_ms": 1.264}, "mcmt_ms": {"avg_ms": 0.004, "count": 154, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 7.466, "count": 154, "max_ms": 13.062, "p95_ms": 11.324}, "setup_ms": {"avg_ms": 0.053, "count": 154, "max_ms": 0.128, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 15.036, "count": 154, "max_ms": 33.715, "p95_ms": 22.603}, "track_match_ms": {"avg_ms": 0.171, "count": 154, "max_ms": 0.63, "p95_ms": 0.31}, "tracker_update_ms": {"avg_ms": 3.329, "count": 154, "max_ms": 8.408, "p95_ms": 5.603}}, "gstreamer_push": {"avg_ms": 3.664, "count": 154, "max_ms": 11.999, "p95_ms": 6.783}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 154, "max_ms": 0.19, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.445, "count": 154, "max_ms": 102.901, "p95_ms": 81.05}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 4.153, "count": 154, "max_ms": 16.737, "p95_ms": 10.562}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.436, "count": 154, "max_ms": 196.219, "p95_ms": 159.546}, "inference_input_copy_ms": {"avg_ms": 1.656, "count": 154, "max_ms": 4.338, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.34, "count": 154, "max_ms": 0.984, "p95_ms": 0.643}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.585, "count": 154, "max_ms": 204.821, "p95_ms": 164.44}, "read_interval": {"avg_ms": 165.389, "count": 153, "max_ms": 1235.643, "p95_ms": 212.019}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.028, "count": 154, "max_ms": 0.735, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 7.367, "count": 154, "max_ms": 12.715, "p95_ms": 11.167}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 154, "max_ms": 0.052, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 7.339, "count": 154, "max_ms": 12.683, "p95_ms": 11.134}, "worker_merge_ms": {"avg_ms": 0.008, "count": 154, "max_ms": 0.058, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.462, "count": 154, "max_ms": 102.923, "p95_ms": 81.064}, "visualize": {"avg_ms": 47.072, "count": 154, "max_ms": 87.827, "p95_ms": 66.803}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.344, "count": 154, "max_ms": 61.642, "p95_ms": 47.83}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.301, "count": 154, "max_ms": 86.481, "p95_ms": 64.205}, "visualize_input_copy_ms": {"avg_ms": 1.516, "count": 154, "max_ms": 4.716, "p95_ms": 2.678}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 154, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.139, "count": 154, "max_ms": 86.338, "p95_ms": 64.012}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 154, "max_ms": 0.221, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 154}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.455, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.402, "sample_count": 2306, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3191940, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:39:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126831, "write_bytes_delta": 126831, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 542.0, "cpu_core_ratio": 0.752049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12495.0, "pid": 67987, "reason": null, "system_cpu_core_ratio": 0.317099, "system_cpu_s_delta": 6.35, "user_cpu_core_ratio": 0.43495, "user_cpu_s_delta": 8.710000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.820698, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.588256, "system_cpu_s_delta": 11.779999999998836, "user_cpu_core_ratio": 1.232442, "user_cpu_s_delta": 24.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.468, "count": 183, "max_ms": 11.999, "p95_ms": 6.254, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.503, "max": 17.0, "p95": 15.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.022, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 183}, "total": {"avg": 5.022, "max": 7.0, "p95": 6.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.12, "count": 30, "max": 61.88, "p95": 57.344, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.093, "count": 30, "max": 30.134, "p95": 26.016, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.833, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1614.467, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.418, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132815.567, "count": 30, "max": 143406.0, "p95": 141193.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128100.0, "count": 30, "max": 143406.0, "p95": 140839.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1404.0, "count": 30, "max": 32907.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.54, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.201, "count": 30, "max": 1.438, "p95": 1.333, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24865, "sampled_at": "2026-11-03T10:39:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:39:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.864, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5212326, "flush_count": 5514, "flush_interval_seconds": 30.0, "flush_state": {"count": 5514, "last_at": "2026-11-03T10:39:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:39:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5513}, "started": true, "suppressed_count": 3187315, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3186913}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5514, "written_record_count": 5514}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10926.945, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8826419404800, "copied_frame_count": 3192426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8826419404800, "frame_buffer_copies": 3192426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.2142, "p50_ms": 0.1006, "p95_ms": 0.2529, "p99_ms": 0.3416}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7151, "count": 512, "max_ms": 15.2652, "p50_ms": 1.5708, "p95_ms": 3.0261, "p99_ms": 3.9367, "results": {"failed": 0, "not_applicable": 0, "success": 3192426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.967, "last_started_at": "2026-11-03T10:39:39+09:00", "pid": 68103, "process": {"exists": false, "pid": 68103}, "restart_count": 246, "restart_count_per_hour": 29, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 247}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.247, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:40:44+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-11-03T10:40:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 514.586, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 85.414, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-11-03T10:40:44.398235+09:00", "mtime_epoch": 1793670044.3982346, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129590}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:40:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 3192426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.38, "max": 22.0, "p95": 18.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.337, "max": 6.0, "p95": 6.0, "sample_count": 205}, "total": {"avg": 4.337, "max": 6.0, "p95": 6.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 0.478, "max": 2.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 0.478, "max": 2.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.854, "pushed": 6.854, "read": 6.821}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.058, "p95_ms": 0.018, "reason": null, "sample_age_ms": 75.267, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.034, "count": 204, "max_ms": 14.52, "p95_ms": 2.979, "reason": null, "sample_age_ms": 139.275, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 204, "max_ms": 5.151, "p95_ms": 2.097, "reason": null, "sample_age_ms": 139.564, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 204, "max_ms": 1.432, "p95_ms": 0.895, "reason": null, "sample_age_ms": 75.28, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 204, "max_ms": 10.557, "p95_ms": 3.151, "reason": null, "sample_age_ms": 137.347, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 137.316, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.795, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.206, "count": 204, "max_ms": 98.194, "p95_ms": 71.383, "reason": null, "sample_age_ms": 75.261, "source": "client_direct"}, "sample_age_ms": 75.255, "source": "client_direct", "task_total_ms": {"avg_ms": 54.839, "count": 204, "max_ms": 101.015, "p95_ms": 75.129, "reason": null, "sample_age_ms": 75.255, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.576, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.039, "count": 205, "max_ms": 32.279, "p95_ms": 20.569}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.619, "count": 205, "max_ms": 1.71, "p95_ms": 1.265}, "detection_prepare_ms": {"avg_ms": 2.08, "count": 205, "max_ms": 14.824, "p95_ms": 3.447}, "event_filter_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 205, "max_ms": 1.746, "p95_ms": 0.924}, "mcmt_ms": {"avg_ms": 0.004, "count": 205, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.663, "count": 205, "max_ms": 14.975, "p95_ms": 10.251}, "setup_ms": {"avg_ms": 0.046, "count": 205, "max_ms": 0.121, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 12.965, "count": 205, "max_ms": 32.181, "p95_ms": 20.391}, "track_match_ms": {"avg_ms": 0.153, "count": 205, "max_ms": 0.463, "p95_ms": 0.327}, "tracker_update_ms": {"avg_ms": 2.794, "count": 205, "max_ms": 10.637, "p95_ms": 5.276}}, "gstreamer_push": {"avg_ms": 3.588, "count": 205, "max_ms": 11.458, "p95_ms": 5.896}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 205, "max_ms": 1.502, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.472, "count": 205, "max_ms": 101.994, "p95_ms": 76.357}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.912, "count": 205, "max_ms": 16.878, "p95_ms": 9.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.885, "count": 205, "max_ms": 353.946, "p95_ms": 173.282}, "inference_input_copy_ms": {"avg_ms": 1.812, "count": 205, "max_ms": 7.122, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.3, "count": 205, "max_ms": 2.587, "p95_ms": 0.59}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.909, "count": 205, "max_ms": 359.463, "p95_ms": 178.817}, "read_interval": {"avg_ms": 146.786, "count": 204, "max_ms": 369.154, "p95_ms": 209.183}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 205, "max_ms": 0.079, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 6.56, "count": 205, "max_ms": 14.757, "p95_ms": 10.014}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 205, "max_ms": 0.064, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.539, "count": 205, "max_ms": 14.705, "p95_ms": 9.974}, "worker_merge_ms": {"avg_ms": 0.008, "count": 205, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.489, "count": 205, "max_ms": 102.01, "p95_ms": 76.363}, "visualize": {"avg_ms": 49.379, "count": 205, "max_ms": 281.974, "p95_ms": 74.417}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.328, "count": 205, "max_ms": 270.171, "p95_ms": 63.128}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.553, "count": 205, "max_ms": 280.75, "p95_ms": 70.972}, "visualize_input_copy_ms": {"avg_ms": 1.586, "count": 205, "max_ms": 7.221, "p95_ms": 2.972}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.395, "count": 205, "max_ms": 280.639, "p95_ms": 70.846}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 205, "max_ms": 0.25, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.59, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.019, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130086, "write_bytes_delta": 130086, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 975.0, "cpu_core_ratio": 0.388112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 618.0, "pid": 68103, "reason": null, "system_cpu_core_ratio": 0.036963, "system_cpu_s_delta": 0.74, "user_cpu_core_ratio": 0.351149, "user_cpu_s_delta": 7.03}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.906594, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.575425, "system_cpu_s_delta": 11.520000000004075, "user_cpu_core_ratio": 1.331169, "user_cpu_s_delta": 26.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.51, "count": 175, "max_ms": 8.558, "p95_ms": 5.653, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.52, "max": 20.0, "p95": 17.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.057, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 175}, "total": {"avg": 5.057, "max": 7.0, "p95": 7.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.798, "count": 30, "max": 61.88, "p95": 60.45, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.649, "count": 30, "max": 30.134, "p95": 23.345, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.667, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1601.533, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132080.133, "count": 30, "max": 143406.0, "p95": 140706.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127431.267, "count": 30, "max": 143406.0, "p95": 140706.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1403.667, "count": 30, "max": 32907.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.438, "p95": 1.336, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24867, "sampled_at": "2026-11-03T10:40:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:40:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5212326, "flush_count": 5514, "flush_interval_seconds": 30.0, "flush_state": {"count": 5514, "last_at": "2026-11-03T10:39:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:39:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5513}, "started": true, "suppressed_count": 3187315, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3186913}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5514, "written_record_count": 5514}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10929.848, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8826419404800, "copied_frame_count": 3192426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8826419404800, "frame_buffer_copies": 3192426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.2142, "p50_ms": 0.1006, "p95_ms": 0.2529, "p99_ms": 0.3416}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7151, "count": 512, "max_ms": 15.2652, "p50_ms": 1.5708, "p95_ms": 3.0261, "p99_ms": 3.9367, "results": {"failed": 0, "not_applicable": 0, "success": 3192426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:40:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 65.035, "last_started_at": "2026-11-03T10:39:39+09:00", "pid": 68103, "process": {"exists": false, "pid": 68103}, "restart_count": 246, "restart_count_per_hour": 29, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 247}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.247, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-11-03T10:40:44+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T10:40:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 514.633, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 85.367, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T10:40:44.528235+09:00", "mtime_epoch": 1793670044.528235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129132}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:40:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.523, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 3192426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.38, "max": 22.0, "p95": 18.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.337, "max": 6.0, "p95": 6.0, "sample_count": 205}, "total": {"avg": 4.337, "max": 6.0, "p95": 6.0, "sample_count": 205}}, "tracking_counts": {"active": {"avg": 0.478, "max": 2.0, "p95": 1.0, "sample_count": 205}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 205}, "tracked": {"avg": 0.478, "max": 2.0, "p95": 1.0, "sample_count": 205}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 205, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.839, "pushed": 6.839, "read": 6.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.058, "p95_ms": 0.018, "reason": null, "sample_age_ms": 131.409, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.034, "count": 204, "max_ms": 14.52, "p95_ms": 2.979, "reason": null, "sample_age_ms": 195.417, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 204, "max_ms": 5.151, "p95_ms": 2.097, "reason": null, "sample_age_ms": 195.706, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 204, "max_ms": 1.432, "p95_ms": 0.895, "reason": null, "sample_age_ms": 131.423, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 204, "max_ms": 10.557, "p95_ms": 3.151, "reason": null, "sample_age_ms": 193.489, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 193.458, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.937, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.206, "count": 204, "max_ms": 98.194, "p95_ms": 71.383, "reason": null, "sample_age_ms": 131.403, "source": "client_direct"}, "sample_age_ms": 131.397, "source": "client_direct", "task_total_ms": {"avg_ms": 54.839, "count": 204, "max_ms": 101.015, "p95_ms": 75.129, "reason": null, "sample_age_ms": 131.397, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.046, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 13.039, "count": 205, "max_ms": 32.279, "p95_ms": 20.569}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.619, "count": 205, "max_ms": 1.71, "p95_ms": 1.265}, "detection_prepare_ms": {"avg_ms": 2.08, "count": 205, "max_ms": 14.824, "p95_ms": 3.447}, "event_filter_ms": {"avg_ms": 0.007, "count": 205, "max_ms": 0.029, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.596, "count": 205, "max_ms": 1.746, "p95_ms": 0.924}, "mcmt_ms": {"avg_ms": 0.004, "count": 205, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.663, "count": 205, "max_ms": 14.975, "p95_ms": 10.251}, "setup_ms": {"avg_ms": 0.046, "count": 205, "max_ms": 0.121, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 12.965, "count": 205, "max_ms": 32.181, "p95_ms": 20.391}, "track_match_ms": {"avg_ms": 0.153, "count": 205, "max_ms": 0.463, "p95_ms": 0.327}, "tracker_update_ms": {"avg_ms": 2.794, "count": 205, "max_ms": 10.637, "p95_ms": 5.276}}, "gstreamer_push": {"avg_ms": 3.588, "count": 205, "max_ms": 11.458, "p95_ms": 5.896}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 205, "max_ms": 1.502, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.472, "count": 205, "max_ms": 101.994, "p95_ms": 76.357}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.912, "count": 205, "max_ms": 16.878, "p95_ms": 9.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 121.885, "count": 205, "max_ms": 353.946, "p95_ms": 173.282}, "inference_input_copy_ms": {"avg_ms": 1.812, "count": 205, "max_ms": 7.122, "p95_ms": 2.942}, "processing_residual_ms": {"avg_ms": 0.3, "count": 205, "max_ms": 2.587, "p95_ms": 0.59}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 127.909, "count": 205, "max_ms": 359.463, "p95_ms": 178.817}, "read_interval": {"avg_ms": 146.786, "count": 204, "max_ms": 369.154, "p95_ms": 209.183}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 205, "max_ms": 0.079, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 6.56, "count": 205, "max_ms": 14.757, "p95_ms": 10.014}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 205, "max_ms": 0.064, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.539, "count": 205, "max_ms": 14.705, "p95_ms": 9.974}, "worker_merge_ms": {"avg_ms": 0.008, "count": 205, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.489, "count": 205, "max_ms": 102.01, "p95_ms": 76.363}, "visualize": {"avg_ms": 49.379, "count": 205, "max_ms": 281.974, "p95_ms": 74.417}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 38.328, "count": 205, "max_ms": 270.171, "p95_ms": 63.128}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 47.553, "count": 205, "max_ms": 280.75, "p95_ms": 70.972}, "visualize_input_copy_ms": {"avg_ms": 1.586, "count": 205, "max_ms": 7.221, "p95_ms": 2.972}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 205, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 47.395, "count": 205, "max_ms": 280.639, "p95_ms": 70.846}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 205, "max_ms": 0.25, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 205}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 205}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.59, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 145.019, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:40:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130086, "write_bytes_delta": 130086, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 975.0, "cpu_core_ratio": 0.388112, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 618.0, "pid": 68103, "reason": null, "system_cpu_core_ratio": 0.036963, "system_cpu_s_delta": 0.74, "user_cpu_core_ratio": 0.351149, "user_cpu_s_delta": 7.03}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.906594, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.575425, "system_cpu_s_delta": 11.520000000004075, "user_cpu_core_ratio": 1.331169, "user_cpu_s_delta": 26.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.51, "count": 175, "max_ms": 8.558, "p95_ms": 5.653, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.52, "max": 20.0, "p95": 17.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.057, "key_count": 1, "max": 7.0, "p95": 7.0, "provenance": "bounded_other_sum_proxy", "sample_count": 175}, "total": {"avg": 5.057, "max": 7.0, "p95": 7.0, "sample_count": 175}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.798, "count": 30, "max": 61.88, "p95": 60.45, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.649, "count": 30, "max": 30.134, "p95": 23.345, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1035.667, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1601.533, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132080.133, "count": 30, "max": 143406.0, "p95": 140706.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127431.267, "count": 30, "max": 143406.0, "p95": 140706.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1403.667, "count": 30, "max": 32907.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.694, "p95": 0.635, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.438, "p95": 1.336, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24867, "sampled_at": "2026-11-03T10:40:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:40:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5212326, "flush_count": 5514, "flush_interval_seconds": 30.0, "flush_state": {"count": 5514, "last_at": "2026-11-03T10:39:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:39:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5513}, "started": true, "suppressed_count": 3187315, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3186913}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5514, "written_record_count": 5514}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 11099.18, "limit_mb": null}, "detail": {"pid": 68281, "restart_count": 247, "start_count": 248}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8826419404800, "copied_frame_count": 3192426, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8826419404800, "frame_buffer_copies": 3192426, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.2142, "p50_ms": 0.1006, "p95_ms": 0.2529, "p99_ms": 0.3416}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7151, "count": 512, "max_ms": 15.2652, "p50_ms": 1.5708, "p95_ms": 3.0261, "p99_ms": 3.9367, "results": {"failed": 0, "not_applicable": 0, "success": 3192426, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 231, "h264_decode_error_count": 787, "h264_decode_error_count_per_hour": 114, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:39:36+09:00", "last_error_summary": "[h264 @ 0x5e071ab56f40] cabac decode of qscale diff failed at 31 66 [h264 @ 0x5e071ab56f40] error while decoding MB 31 66, bytestream 119055 [h264 @ 0x5e0719d98b40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e0719d98b40] error while decoding MB 0 42, bytestream 13668 [h264 @ 0x5e0719d98b40] error while decoding MB 108 55, bytestream -5", "last_exit_at": "2026-11-03T10:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:40:47+09:00", "pid": 68281, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.801, "name": "ffmpeg", "pid": 68281, "rss_mb": 206.801, "state": "S (sleeping)", "threads": 70}, "restart_count": 247, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.586, "sample_count": 2175, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.805, "last_frame_pushed_at": "2026-11-03T10:40:44+09:00", "last_frame_read_age_sec": 4.926, "last_frame_read_at": "2026-11-03T10:40:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 519.382, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 80.618, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.792, "exists": true, "mtime": "2026-11-03T10:40:44.528235+09:00", "mtime_epoch": 1793670044.528235, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129132}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:40:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 7, "history_size_limit": 20, "last_frame_idx": 3192426, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 7}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.419, "max": 22.0, "p95": 19.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.318, "max": 6.0, "p95": 6.0, "sample_count": 179}, "total": {"avg": 4.318, "max": 6.0, "p95": 6.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 0.402, "max": 2.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 0.402, "max": 2.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.97, "pushed": 5.97, "read": 5.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.008, "count": 178, "max_ms": 0.058, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4875.616, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.032, "count": 178, "max_ms": 14.52, "p95_ms": 2.92, "reason": null, "sample_age_ms": 4939.624, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 178, "max_ms": 5.151, "p95_ms": 2.123, "reason": null, "sample_age_ms": 4939.913, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.45, "count": 178, "max_ms": 1.432, "p95_ms": 0.894, "reason": null, "sample_age_ms": 4875.629, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.994, "count": 178, "max_ms": 10.557, "p95_ms": 3.162, "reason": null, "sample_age_ms": 4937.696, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2764808.0, "count": 178, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4937.665, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4876.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.204, "count": 178, "max_ms": 98.194, "p95_ms": 72.458, "reason": null, "sample_age_ms": 4875.61, "source": "client_direct"}, "sample_age_ms": 4875.604, "source": "client_direct", "task_total_ms": {"avg_ms": 54.831, "count": 178, "max_ms": 101.015, "p95_ms": 75.328, "reason": null, "sample_age_ms": 4875.604, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.903, "count": 179, "max_ms": 32.279, "p95_ms": 20.569}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.594, "count": 179, "max_ms": 1.689, "p95_ms": 1.182}, "detection_prepare_ms": {"avg_ms": 2.076, "count": 179, "max_ms": 14.824, "p95_ms": 3.447}, "event_filter_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.585, "count": 179, "max_ms": 1.169, "p95_ms": 0.949}, "mcmt_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 6.597, "count": 179, "max_ms": 14.975, "p95_ms": 10.053}, "setup_ms": {"avg_ms": 0.046, "count": 179, "max_ms": 0.107, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 12.829, "count": 179, "max_ms": 32.181, "p95_ms": 20.391}, "track_match_ms": {"avg_ms": 0.144, "count": 179, "max_ms": 0.463, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 2.775, "count": 179, "max_ms": 10.637, "p95_ms": 5.425}}, "gstreamer_push": {"avg_ms": 3.519, "count": 179, "max_ms": 7.748, "p95_ms": 5.896}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 179, "max_ms": 1.502, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.347, "count": 179, "max_ms": 101.994, "p95_ms": 77.785}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.852, "count": 179, "max_ms": 16.878, "p95_ms": 9.874}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.929, "count": 179, "max_ms": 201.894, "p95_ms": 154.155}, "inference_input_copy_ms": {"avg_ms": 1.84, "count": 179, "max_ms": 7.122, "p95_ms": 3.071}, "processing_residual_ms": {"avg_ms": 0.286, "count": 179, "max_ms": 0.804, "p95_ms": 0.586}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.907, "count": 179, "max_ms": 206.998, "p95_ms": 159.167}, "read_interval": {"avg_ms": 141.456, "count": 178, "max_ms": 297.255, "p95_ms": 193.351}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 179, "max_ms": 0.079, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 6.501, "count": 179, "max_ms": 14.757, "p95_ms": 9.949}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 179, "max_ms": 0.064, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 6.481, "count": 179, "max_ms": 14.705, "p95_ms": 9.923}, "worker_merge_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.364, "count": 179, "max_ms": 102.01, "p95_ms": 77.795}, "visualize": {"avg_ms": 46.1, "count": 179, "max_ms": 86.833, "p95_ms": 63.171}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.124, "count": 179, "max_ms": 64.781, "p95_ms": 51.102}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.299, "count": 179, "max_ms": 80.361, "p95_ms": 61.54}, "visualize_input_copy_ms": {"avg_ms": 1.562, "count": 179, "max_ms": 6.28, "p95_ms": 2.972}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.142, "count": 179, "max_ms": 80.052, "p95_ms": 61.337}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 179, "max_ms": 0.25, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.704, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.581, "sample_count": 2193, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3192426, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:40:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.746, "exists": true, "size_bytes": 129132, "write_bytes_delta": 129132, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 68103, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.64966, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.514078, "system_cpu_s_delta": 11.14999999999418, "user_cpu_core_ratio": 1.135582, "user_cpu_s_delta": 24.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.568, "count": 189, "max_ms": 11.458, "p95_ms": 5.896, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.333, "max": 22.0, "p95": 18.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.317, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 189}, "total": {"avg": 4.317, "max": 6.0, "p95": 6.0, "sample_count": 189}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.452, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.188, "count": 30, "max": 31.59, "p95": 27.107, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.567, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1609.167, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 131494.6, "count": 30, "max": 143406.0, "p95": 140706.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126714.4, "count": 30, "max": 140859.0, "p95": 140502.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1782.433, "count": 30, "max": 44272.0, "p95": 4799.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.694, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.186, "count": 30, "max": 1.438, "p95": 1.328, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24869, "sampled_at": "2026-11-03T10:40:47+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:40:47+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3187915, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10678.258, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x637c860302c0] error while decoding MB 23 38, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828081049600, "copied_frame_count": 3193027, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828081049600, "frame_buffer_copies": 3193027, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.127, "count": 512, "max_ms": 0.4651, "p50_ms": 0.1103, "p95_ms": 0.2474, "p99_ms": 0.3176}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5893, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4689, "p95_ms": 2.6514, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193027, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 232, "h264_decode_error_count": 788, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:10+09:00", "last_error_summary": "[h264 @ 0x637c860302c0] error while decoding MB 23 38, bytestream -7", "last_exit_at": "2026-11-03T10:40:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.003, "last_started_at": "2026-11-03T10:40:47+09:00", "pid": 68281, "process": {"exists": false, "pid": 68281}, "restart_count": 247, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-11-03T10:42:10+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-03T10:42:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.385, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T10:42:10.251488+09:00", "mtime_epoch": 1793670130.251488, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131737}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.059, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3193028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.843, "max": 15.0, "p95": 12.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.798, "max": 3.0, "p95": 3.0, "sample_count": 223}, "total": {"avg": 2.798, "max": 3.0, "p95": 3.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 224, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.434, "pushed": 7.467, "read": 7.467}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.066, "p95_ms": 0.016, "reason": null, "sample_age_ms": 29.349, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.987, "count": 223, "max_ms": 13.212, "p95_ms": 2.996, "reason": null, "sample_age_ms": 88.646, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 223, "max_ms": 12.533, "p95_ms": 2.439, "reason": null, "sample_age_ms": 89.063, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 224, "max_ms": 1.11, "p95_ms": 0.774, "reason": null, "sample_age_ms": 29.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.165, "count": 223, "max_ms": 8.664, "p95_ms": 3.523, "reason": null, "sample_age_ms": 86.488, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.447, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.766, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.981, "count": 224, "max_ms": 89.771, "p95_ms": 72.823, "reason": null, "sample_age_ms": 29.345, "source": "client_direct"}, "sample_age_ms": 29.34, "source": "client_direct", "task_total_ms": {"avg_ms": 55.778, "count": 224, "max_ms": 93.097, "p95_ms": 75.992, "reason": null, "sample_age_ms": 29.34, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.345, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.81, "count": 223, "max_ms": 22.003, "p95_ms": 14.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.566, "count": 223, "max_ms": 1.642, "p95_ms": 1.127}, "detection_prepare_ms": {"avg_ms": 1.975, "count": 223, "max_ms": 6.085, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.007, "count": 223, "max_ms": 0.054, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.446, "count": 223, "max_ms": 1.286, "p95_ms": 0.768}, "mcmt_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.363, "count": 223, "max_ms": 10.732, "p95_ms": 6.442}, "setup_ms": {"avg_ms": 0.054, "count": 223, "max_ms": 0.177, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 9.737, "count": 223, "max_ms": 21.884, "p95_ms": 14.826}, "track_match_ms": {"avg_ms": 0.103, "count": 223, "max_ms": 0.32, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 2.218, "count": 223, "max_ms": 7.411, "p95_ms": 3.659}}, "gstreamer_push": {"avg_ms": 3.453, "count": 224, "max_ms": 7.38, "p95_ms": 5.602}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 223, "max_ms": 1.511, "p95_ms": 0.141}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.284, "count": 223, "max_ms": 104.466, "p95_ms": 78.19}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.359, "count": 223, "max_ms": 13.293, "p95_ms": 9.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.612, "count": 223, "max_ms": 171.671, "p95_ms": 136.957}, "inference_input_copy_ms": {"avg_ms": 1.692, "count": 223, "max_ms": 7.886, "p95_ms": 3.035}, "processing_residual_ms": {"avg_ms": 0.279, "count": 223, "max_ms": 0.92, "p95_ms": 0.547}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.943, "count": 223, "max_ms": 178.992, "p95_ms": 146.057}, "read_interval": {"avg_ms": 134.083, "count": 224, "max_ms": 279.891, "p95_ms": 186.095}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 223, "max_ms": 0.492, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 4.269, "count": 223, "max_ms": 10.58, "p95_ms": 6.311}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 223, "max_ms": 0.068, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.245, "count": 223, "max_ms": 10.537, "p95_ms": 6.293}, "worker_merge_ms": {"avg_ms": 0.008, "count": 223, "max_ms": 0.038, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.302, "count": 223, "max_ms": 104.474, "p95_ms": 78.237}, "visualize": {"avg_ms": 41.971, "count": 223, "max_ms": 76.217, "p95_ms": 54.358}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.56, "count": 223, "max_ms": 59.246, "p95_ms": 44.288}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.237, "count": 223, "max_ms": 73.574, "p95_ms": 52.777}, "visualize_input_copy_ms": {"avg_ms": 1.477, "count": 223, "max_ms": 3.804, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.066, "count": 223, "max_ms": 72.121, "p95_ms": 52.625}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 223, "max_ms": 0.284, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.692, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130374, "write_bytes_delta": 130374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.440477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 68281, "reason": null, "system_cpu_core_ratio": 0.041264, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.399213, "user_cpu_s_delta": 8.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.738043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.52549, "system_cpu_s_delta": 10.569999999992433, "user_cpu_core_ratio": 1.212554, "user_cpu_s_delta": 24.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.394, "count": 223, "max_ms": 7.293, "p95_ms": 5.583, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.166, "max": 15.0, "p95": 12.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.879, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.879, "max": 3.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.738, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.531, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1606.233, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.2, "count": 30, "max": 44272.0, "p95": 31.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.694, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.438, "p95": 1.328, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24873, "sampled_at": "2026-11-03T10:42:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3187915, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10678.352, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:42:10+09:00", "last_error_summary": "[h264 @ 0x637c860302c0] error while decoding MB 23 38, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828083814400, "copied_frame_count": 3193028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828083814400, "frame_buffer_copies": 3193028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.4651, "p50_ms": 0.1101, "p95_ms": 0.2474, "p99_ms": 0.3176}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5888, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4672, "p95_ms": 2.6514, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 232, "h264_decode_error_count": 788, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:10+09:00", "last_error_summary": "[h264 @ 0x637c860302c0] error while decoding MB 23 38, bytestream -7", "last_exit_at": "2026-11-03T10:42:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.11, "last_started_at": "2026-11-03T10:40:47+09:00", "pid": 68281, "process": {"exists": false, "pid": 68281}, "restart_count": 247, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T10:42:10+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-11-03T10:42:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.486, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-03T10:42:10.388489+09:00", "mtime_epoch": 1793670130.3884885, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.055, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3193028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.826, "max": 15.0, "p95": 12.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.795, "max": 3.0, "p95": 3.0, "sample_count": 224}, "total": {"avg": 2.795, "max": 3.0, "p95": 3.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.472, "pushed": 7.472, "read": 7.438}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.066, "p95_ms": 0.016, "reason": null, "sample_age_ms": 134.402, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.987, "count": 223, "max_ms": 13.212, "p95_ms": 2.996, "reason": null, "sample_age_ms": 193.699, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.473, "count": 223, "max_ms": 12.533, "p95_ms": 2.439, "reason": null, "sample_age_ms": 194.115, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 223, "max_ms": 1.11, "p95_ms": 0.775, "reason": null, "sample_age_ms": 134.412, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.165, "count": 223, "max_ms": 8.664, "p95_ms": 3.523, "reason": null, "sample_age_ms": 191.541, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 191.499, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.819, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.918, "count": 223, "max_ms": 89.771, "p95_ms": 72.893, "reason": null, "sample_age_ms": 134.397, "source": "client_direct"}, "sample_age_ms": 134.392, "source": "client_direct", "task_total_ms": {"avg_ms": 55.715, "count": 223, "max_ms": 93.097, "p95_ms": 76.064, "reason": null, "sample_age_ms": 134.392, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.801, "count": 224, "max_ms": 22.003, "p95_ms": 14.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.566, "count": 224, "max_ms": 1.642, "p95_ms": 1.127}, "detection_prepare_ms": {"avg_ms": 1.973, "count": 224, "max_ms": 6.085, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.054, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.445, "count": 224, "max_ms": 1.286, "p95_ms": 0.768}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.358, "count": 224, "max_ms": 10.732, "p95_ms": 6.442}, "setup_ms": {"avg_ms": 0.054, "count": 224, "max_ms": 0.177, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 9.728, "count": 224, "max_ms": 21.884, "p95_ms": 14.826}, "track_match_ms": {"avg_ms": 0.103, "count": 224, "max_ms": 0.32, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 2.217, "count": 224, "max_ms": 7.411, "p95_ms": 3.659}}, "gstreamer_push": {"avg_ms": 3.449, "count": 224, "max_ms": 7.38, "p95_ms": 5.602}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 224, "max_ms": 1.511, "p95_ms": 0.141}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.297, "count": 224, "max_ms": 104.466, "p95_ms": 78.19}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.352, "count": 224, "max_ms": 13.293, "p95_ms": 9.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.691, "count": 224, "max_ms": 171.671, "p95_ms": 136.957}, "inference_input_copy_ms": {"avg_ms": 1.69, "count": 224, "max_ms": 7.886, "p95_ms": 3.035}, "processing_residual_ms": {"avg_ms": 0.278, "count": 224, "max_ms": 0.92, "p95_ms": 0.547}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.011, "count": 224, "max_ms": 178.992, "p95_ms": 146.057}, "read_interval": {"avg_ms": 134.153, "count": 223, "max_ms": 279.891, "p95_ms": 186.095}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 224, "max_ms": 0.492, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 4.263, "count": 224, "max_ms": 10.58, "p95_ms": 6.311}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 224, "max_ms": 0.068, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.24, "count": 224, "max_ms": 10.537, "p95_ms": 6.293}, "worker_merge_ms": {"avg_ms": 0.008, "count": 224, "max_ms": 0.038, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.315, "count": 224, "max_ms": 104.474, "p95_ms": 78.237}, "visualize": {"avg_ms": 42.048, "count": 224, "max_ms": 76.217, "p95_ms": 55.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.651, "count": 224, "max_ms": 59.246, "p95_ms": 45.229}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.313, "count": 224, "max_ms": 73.574, "p95_ms": 52.98}, "visualize_input_copy_ms": {"avg_ms": 1.478, "count": 224, "max_ms": 3.804, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.142, "count": 224, "max_ms": 72.121, "p95_ms": 52.717}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 224, "max_ms": 0.284, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.692, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130374, "write_bytes_delta": 130374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.440477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 68281, "reason": null, "system_cpu_core_ratio": 0.041264, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.399213, "user_cpu_s_delta": 8.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.738043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.52549, "system_cpu_s_delta": 10.569999999992433, "user_cpu_core_ratio": 1.212554, "user_cpu_s_delta": 24.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.394, "count": 223, "max_ms": 7.293, "p95_ms": 5.583, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.166, "max": 15.0, "p95": 12.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.879, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.879, "max": 3.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.738, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.531, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1606.233, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.2, "count": 30, "max": 44272.0, "p95": 31.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.694, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.438, "p95": 1.328, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24873, "sampled_at": "2026-11-03T10:42:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3187915, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10677.883, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828083814400, "copied_frame_count": 3193028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828083814400, "frame_buffer_copies": 3193028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.4651, "p50_ms": 0.1101, "p95_ms": 0.2474, "p99_ms": 0.3176}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5888, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4672, "p95_ms": 2.6514, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 232, "h264_decode_error_count": 788, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:10+09:00", "last_error_summary": "[h264 @ 0x637c860302c0] error while decoding MB 23 38, bytestream -7", "last_exit_at": "2026-11-03T10:42:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 83.158, "last_started_at": "2026-11-03T10:40:47+09:00", "pid": 68281, "process": {"exists": false, "pid": 68281}, "restart_count": 247, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 248}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2075, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-11-03T10:42:10+09:00", "last_frame_read_age_sec": 0.231, "last_frame_read_at": "2026-11-03T10:42:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 600.543, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T10:42:10.388489+09:00", "mtime_epoch": 1793670130.3884885, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.055, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3193028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.816, "max": 15.0, "p95": 12.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.794, "max": 3.0, "p95": 3.0, "sample_count": 223}, "total": {"avg": 2.794, "max": 3.0, "p95": 3.0, "sample_count": 223}}, "tracking_counts": {"active": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 223}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 223}, "tracked": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 223}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 223, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.456, "pushed": 7.456, "read": 7.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.066, "p95_ms": 0.016, "reason": null, "sample_age_ms": 187.334, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.971, "count": 222, "max_ms": 13.212, "p95_ms": 2.946, "reason": null, "sample_age_ms": 246.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.457, "count": 222, "max_ms": 12.533, "p95_ms": 2.383, "reason": null, "sample_age_ms": 247.048, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 223, "max_ms": 1.11, "p95_ms": 0.775, "reason": null, "sample_age_ms": 187.345, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.164, "count": 222, "max_ms": 8.664, "p95_ms": 3.525, "reason": null, "sample_age_ms": 244.473, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 244.431, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 187.751, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.918, "count": 223, "max_ms": 89.771, "p95_ms": 72.893, "reason": null, "sample_age_ms": 187.33, "source": "client_direct"}, "sample_age_ms": 187.325, "source": "client_direct", "task_total_ms": {"avg_ms": 55.715, "count": 223, "max_ms": 93.097, "p95_ms": 76.064, "reason": null, "sample_age_ms": 187.325, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.809, "count": 223, "max_ms": 22.003, "p95_ms": 14.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.567, "count": 223, "max_ms": 1.642, "p95_ms": 1.127}, "detection_prepare_ms": {"avg_ms": 1.977, "count": 223, "max_ms": 6.085, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.007, "count": 223, "max_ms": 0.054, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.445, "count": 223, "max_ms": 1.286, "p95_ms": 0.768}, "mcmt_ms": {"avg_ms": 0.004, "count": 223, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.358, "count": 223, "max_ms": 10.732, "p95_ms": 6.442}, "setup_ms": {"avg_ms": 0.054, "count": 223, "max_ms": 0.177, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 9.737, "count": 223, "max_ms": 21.884, "p95_ms": 14.826}, "track_match_ms": {"avg_ms": 0.104, "count": 223, "max_ms": 0.32, "p95_ms": 0.194}, "tracker_update_ms": {"avg_ms": 2.22, "count": 223, "max_ms": 7.411, "p95_ms": 3.659}}, "gstreamer_push": {"avg_ms": 3.454, "count": 223, "max_ms": 7.38, "p95_ms": 5.602}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 223, "max_ms": 1.511, "p95_ms": 0.141}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.237, "count": 223, "max_ms": 104.466, "p95_ms": 78.19}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.354, "count": 223, "max_ms": 13.293, "p95_ms": 9.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.672, "count": 223, "max_ms": 171.671, "p95_ms": 136.957}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 223, "max_ms": 7.886, "p95_ms": 3.035}, "processing_residual_ms": {"avg_ms": 0.279, "count": 223, "max_ms": 0.92, "p95_ms": 0.547}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.995, "count": 223, "max_ms": 178.992, "p95_ms": 146.057}, "read_interval": {"avg_ms": 134.174, "count": 222, "max_ms": 279.891, "p95_ms": 186.095}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 223, "max_ms": 0.492, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 4.263, "count": 223, "max_ms": 10.58, "p95_ms": 6.311}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 223, "max_ms": 0.068, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.239, "count": 223, "max_ms": 10.537, "p95_ms": 6.293}, "worker_merge_ms": {"avg_ms": 0.008, "count": 223, "max_ms": 0.038, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.255, "count": 223, "max_ms": 104.474, "p95_ms": 78.237}, "visualize": {"avg_ms": 42.08, "count": 223, "max_ms": 76.217, "p95_ms": 55.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.677, "count": 223, "max_ms": 59.246, "p95_ms": 45.229}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.341, "count": 223, "max_ms": 73.574, "p95_ms": 52.98}, "visualize_input_copy_ms": {"avg_ms": 1.481, "count": 223, "max_ms": 3.804, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 223, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.17, "count": 223, "max_ms": 72.121, "p95_ms": 52.717}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 223, "max_ms": 0.284, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 223}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 223}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.692, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130374, "write_bytes_delta": 130374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.440477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 68281, "reason": null, "system_cpu_core_ratio": 0.041264, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.399213, "user_cpu_s_delta": 8.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.738043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.52549, "system_cpu_s_delta": 10.569999999992433, "user_cpu_core_ratio": 1.212554, "user_cpu_s_delta": 24.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.394, "count": 223, "max_ms": 7.293, "p95_ms": 5.583, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.166, "max": 15.0, "p95": 12.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.879, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.879, "max": 3.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.738, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.531, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1606.233, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.2, "count": 30, "max": 44272.0, "p95": 31.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.694, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.438, "p95": 1.328, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24873, "sampled_at": "2026-11-03T10:42:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3187915, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10696.836, "limit_mb": null}, "detail": {"pid": 68397, "restart_count": 248, "start_count": 249}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828083814400, "copied_frame_count": 3193028, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828083814400, "frame_buffer_copies": 3193028, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.4651, "p50_ms": 0.1101, "p95_ms": 0.2474, "p99_ms": 0.3176}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5888, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4672, "p95_ms": 2.6514, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193028, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 232, "h264_decode_error_count": 788, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:10+09:00", "last_error_summary": "[h264 @ 0x637c860302c0] error while decoding MB 23 38, bytestream -7", "last_exit_at": "2026-11-03T10:42:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:42:12+09:00", "pid": 68397, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.359, "name": "ffmpeg", "pid": 68397, "rss_mb": 58.359, "state": "S (sleeping)", "threads": 1}, "restart_count": 248, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.955, "sample_count": 2038, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193028, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.514, "last_frame_pushed_at": "2026-11-03T10:42:10+09:00", "last_frame_read_age_sec": 4.648, "last_frame_read_at": "2026-11-03T10:42:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 154, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 604.944, "last_sample_duration_ms": 1253.724, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 138, "runtime_state": "active", "sample_count": 554, "storage_bytes": 3191231}, "mjpeg": {"age_sec": 4.505, "exists": true, "mtime": "2026-11-03T10:42:10.388489+09:00", "mtime_epoch": 1793670130.3884885, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.059, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3193028, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.735, "max": 15.0, "p95": 12.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.762, "max": 3.0, "p95": 3.0, "sample_count": 189}, "total": {"avg": 2.762, "max": 3.0, "p95": 3.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.301, "pushed": 6.334, "read": 6.301}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.066, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4595.529, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 189, "max_ms": 13.212, "p95_ms": 2.679, "reason": null, "sample_age_ms": 4654.826, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 189, "max_ms": 12.533, "p95_ms": 2.293, "reason": null, "sample_age_ms": 4655.242, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.437, "count": 189, "max_ms": 1.11, "p95_ms": 0.769, "reason": null, "sample_age_ms": 4595.539, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.174, "count": 189, "max_ms": 8.664, "p95_ms": 3.536, "reason": null, "sample_age_ms": 4652.668, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4652.626, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4595.946, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.527, "count": 189, "max_ms": 89.771, "p95_ms": 72.477, "reason": null, "sample_age_ms": 4595.524, "source": "client_direct"}, "sample_age_ms": 4595.519, "source": "client_direct", "task_total_ms": {"avg_ms": 56.336, "count": 189, "max_ms": 93.097, "p95_ms": 75.635, "reason": null, "sample_age_ms": 4595.519, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.706, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.774, "count": 189, "max_ms": 21.214, "p95_ms": 14.948}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.537, "count": 189, "max_ms": 1.284, "p95_ms": 1.029}, "detection_prepare_ms": {"avg_ms": 1.963, "count": 189, "max_ms": 6.059, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.054, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.446, "count": 189, "max_ms": 1.286, "p95_ms": 0.808}, "mcmt_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.364, "count": 189, "max_ms": 10.732, "p95_ms": 6.558}, "setup_ms": {"avg_ms": 0.054, "count": 189, "max_ms": 0.177, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 9.701, "count": 189, "max_ms": 21.082, "p95_ms": 14.826}, "track_match_ms": {"avg_ms": 0.104, "count": 189, "max_ms": 0.32, "p95_ms": 0.196}, "tracker_update_ms": {"avg_ms": 2.221, "count": 189, "max_ms": 6.901, "p95_ms": 3.659}}, "gstreamer_push": {"avg_ms": 3.477, "count": 190, "max_ms": 7.38, "p95_ms": 5.843}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 189, "max_ms": 1.511, "p95_ms": 0.14}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.87, "count": 189, "max_ms": 104.466, "p95_ms": 78.19}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.338, "count": 189, "max_ms": 13.293, "p95_ms": 9.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.161, "count": 189, "max_ms": 171.671, "p95_ms": 138.261}, "inference_input_copy_ms": {"avg_ms": 1.71, "count": 189, "max_ms": 7.886, "p95_ms": 3.053}, "processing_residual_ms": {"avg_ms": 0.277, "count": 189, "max_ms": 0.92, "p95_ms": 0.543}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.487, "count": 189, "max_ms": 178.992, "p95_ms": 146.057}, "read_interval": {"avg_ms": 134.986, "count": 189, "max_ms": 279.891, "p95_ms": 188.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 189, "max_ms": 0.492, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.267, "count": 189, "max_ms": 10.58, "p95_ms": 6.395}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 189, "max_ms": 0.068, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.243, "count": 189, "max_ms": 10.537, "p95_ms": 6.359}, "worker_merge_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.037, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.888, "count": 189, "max_ms": 104.474, "p95_ms": 78.237}, "visualize": {"avg_ms": 41.997, "count": 189, "max_ms": 76.217, "p95_ms": 55.427}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.69, "count": 189, "max_ms": 59.246, "p95_ms": 45.263}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 40.272, "count": 189, "max_ms": 73.574, "p95_ms": 53.362}, "visualize_input_copy_ms": {"avg_ms": 1.468, "count": 189, "max_ms": 3.804, "p95_ms": 2.463}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.103, "count": 189, "max_ms": 72.121, "p95_ms": 53.173}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 189, "max_ms": 0.25, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.692, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 2079, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130374, "write_bytes_delta": 130374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1043.0, "cpu_core_ratio": 0.440477, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 68281, "reason": null, "system_cpu_core_ratio": 0.041264, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.399213, "user_cpu_s_delta": 8.030000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.738043, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.52549, "system_cpu_s_delta": 10.569999999992433, "user_cpu_core_ratio": 1.212554, "user_cpu_s_delta": 24.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.394, "count": 223, "max_ms": 7.293, "p95_ms": 5.583, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.166, "max": 15.0, "p95": 12.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.879, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.879, "max": 3.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.738, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.531, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1021.867, "count": 30, "max": 1225.0, "p95": 1223.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1606.233, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130307.1, "count": 30, "max": 140480.0, "p95": 137671.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.2, "count": 30, "max": 44272.0, "p95": 31.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.527, "count": 30, "max": 0.694, "p95": 0.605, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.184, "count": 30, "max": 1.438, "p95": 1.328, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24873, "sampled_at": "2026-11-03T10:42:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3188051, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10133.844, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64514f15a9c0] error while decoding MB 108 60, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828457062400, "copied_frame_count": 3193163, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828457062400, "frame_buffer_copies": 3193163, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1229, "count": 512, "max_ms": 0.4443, "p50_ms": 0.1086, "p95_ms": 0.2411, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5546, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4666, "p95_ms": 2.4921, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193163, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 233, "h264_decode_error_count": 789, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:49+09:00", "last_error_summary": "[h264 @ 0x64514f15a9c0] error while decoding MB 108 60, bytestream -20", "last_exit_at": "2026-11-03T10:42:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.465, "last_started_at": "2026-11-03T10:42:12+09:00", "pid": 68397, "process": {"exists": false, "pid": 68397}, "restart_count": 248, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.539, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193163, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T10:42:49+09:00", "last_frame_read_age_sec": 0.044, "last_frame_read_at": "2026-11-03T10:42:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.316, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 564.684, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T10:42:49.320608+09:00", "mtime_epoch": 1793670169.3206077, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:49+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.199, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3193164, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.105, "max": 15.0, "p95": 13.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.59, "max": 4.0, "p95": 3.0, "sample_count": 105}, "total": {"avg": 2.59, "max": 4.0, "p95": 3.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.019, "max": 2.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.513, "pushed": 3.513, "read": 3.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 13.955, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.771, "count": 105, "max_ms": 5.454, "p95_ms": 2.495, "reason": null, "sample_age_ms": 47.104, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 105, "max_ms": 4.912, "p95_ms": 1.923, "reason": null, "sample_age_ms": 47.266, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 106, "max_ms": 1.429, "p95_ms": 0.965, "reason": null, "sample_age_ms": 13.969, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 105, "max_ms": 12.432, "p95_ms": 3.264, "reason": null, "sample_age_ms": 46.202, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 46.19, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.57, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.4, "count": 106, "max_ms": 85.734, "p95_ms": 74.818, "reason": null, "sample_age_ms": 13.951, "source": "client_direct"}, "sample_age_ms": 13.947, "source": "client_direct", "task_total_ms": {"avg_ms": 50.92, "count": 106, "max_ms": 90.453, "p95_ms": 78.349, "reason": null, "sample_age_ms": 13.947, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.699, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.987, "count": 105, "max_ms": 21.008, "p95_ms": 14.217}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 105, "max_ms": 1.365, "p95_ms": 1.008}, "detection_prepare_ms": {"avg_ms": 1.811, "count": 105, "max_ms": 7.39, "p95_ms": 3.313}, "event_filter_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.167, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 105, "max_ms": 0.755, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.063, "count": 105, "max_ms": 16.765, "p95_ms": 6.792}, "setup_ms": {"avg_ms": 0.047, "count": 105, "max_ms": 0.136, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 8.927, "count": 105, "max_ms": 20.877, "p95_ms": 14.096}, "track_match_ms": {"avg_ms": 0.093, "count": 105, "max_ms": 0.334, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 2.05, "count": 105, "max_ms": 4.622, "p95_ms": 3.737}}, "gstreamer_push": {"avg_ms": 3.086, "count": 105, "max_ms": 7.377, "p95_ms": 5.572}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 105, "max_ms": 1.027, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.315, "count": 105, "max_ms": 91.078, "p95_ms": 80.234}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.01, "count": 105, "max_ms": 9.836, "p95_ms": 7.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.984, "count": 105, "max_ms": 159.355, "p95_ms": 140.279}, "inference_input_copy_ms": {"avg_ms": 1.518, "count": 105, "max_ms": 5.598, "p95_ms": 2.783}, "processing_residual_ms": {"avg_ms": 0.223, "count": 105, "max_ms": 0.74, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.735, "count": 105, "max_ms": 165.619, "p95_ms": 145.422}, "read_interval": {"avg_ms": 285.614, "count": 105, "max_ms": 8960.239, "p95_ms": 195.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 105, "max_ms": 0.053, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.977, "count": 105, "max_ms": 16.533, "p95_ms": 6.598}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 105, "max_ms": 0.079, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.957, "count": 105, "max_ms": 16.497, "p95_ms": 6.549}, "worker_merge_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.026, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.331, "count": 105, "max_ms": 91.086, "p95_ms": 80.251}, "visualize": {"avg_ms": 37.31, "count": 105, "max_ms": 70.33, "p95_ms": 52.736}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.149, "count": 105, "max_ms": 54.256, "p95_ms": 43.312}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.745, "count": 105, "max_ms": 68.668, "p95_ms": 49.532}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 105, "max_ms": 4.522, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.609, "count": 105, "max_ms": 68.33, "p95_ms": 49.29}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 105, "max_ms": 0.198, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.309, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.647, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131707, "write_bytes_delta": 131707, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.084366, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3151.0, "pid": 68397, "reason": null, "system_cpu_core_ratio": 0.008955, "system_cpu_s_delta": 0.18999999999999995, "user_cpu_core_ratio": 0.075411, "user_cpu_s_delta": 1.6000000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.447752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.162133, "system_cpu_s_delta": 3.4400000000023283, "user_cpu_core_ratio": 0.285619, "user_cpu_s_delta": 6.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 104, "max_ms": 7.377, "p95_ms": 5.572, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.262, "max": 15.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.612, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.612, "max": 4.0, "p95": 3.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.14, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.0, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.667, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.433, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.144, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24875, "sampled_at": "2026-11-03T10:42:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3188051, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10134.211, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:42:49+09:00", "last_error_summary": "[h264 @ 0x64514f15a9c0] error while decoding MB 108 60, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828459827200, "copied_frame_count": 3193164, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828459827200, "frame_buffer_copies": 3193164, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 0.4443, "p50_ms": 0.1086, "p95_ms": 0.2411, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5521, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4656, "p95_ms": 2.4921, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193164, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 233, "h264_decode_error_count": 789, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:49+09:00", "last_error_summary": "[h264 @ 0x64514f15a9c0] error while decoding MB 108 60, bytestream -20", "last_exit_at": "2026-11-03T10:42:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.508, "last_started_at": "2026-11-03T10:42:12+09:00", "pid": 68397, "process": {"exists": false, "pid": 68397}, "restart_count": 248, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.539, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:42:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-03T10:42:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.352, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 564.648, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T10:42:49.320608+09:00", "mtime_epoch": 1793670169.3206077, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.195, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3193164, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.085, "max": 15.0, "p95": 13.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.594, "max": 4.0, "p95": 3.0, "sample_count": 106}, "total": {"avg": 2.594, "max": 4.0, "p95": 3.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.019, "max": 2.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.541, "pushed": 3.541, "read": 3.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 54.619, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.771, "count": 105, "max_ms": 5.454, "p95_ms": 2.495, "reason": null, "sample_age_ms": 87.768, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 105, "max_ms": 4.912, "p95_ms": 1.923, "reason": null, "sample_age_ms": 87.93, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 106, "max_ms": 1.429, "p95_ms": 0.965, "reason": null, "sample_age_ms": 54.633, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 105, "max_ms": 12.432, "p95_ms": 3.264, "reason": null, "sample_age_ms": 86.865, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.853, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 106, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.4, "count": 106, "max_ms": 85.734, "p95_ms": 74.818, "reason": null, "sample_age_ms": 54.615, "source": "client_direct"}, "sample_age_ms": 54.61, "source": "client_direct", "task_total_ms": {"avg_ms": 50.92, "count": 106, "max_ms": 90.453, "p95_ms": 78.349, "reason": null, "sample_age_ms": 54.61, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.559, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.973, "count": 106, "max_ms": 21.008, "p95_ms": 14.217}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 106, "max_ms": 1.365, "p95_ms": 1.008}, "detection_prepare_ms": {"avg_ms": 1.808, "count": 106, "max_ms": 7.39, "p95_ms": 3.313}, "event_filter_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.167, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 106, "max_ms": 0.755, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.053, "count": 106, "max_ms": 16.765, "p95_ms": 6.792}, "setup_ms": {"avg_ms": 0.047, "count": 106, "max_ms": 0.136, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 8.913, "count": 106, "max_ms": 20.877, "p95_ms": 14.096}, "track_match_ms": {"avg_ms": 0.093, "count": 106, "max_ms": 0.334, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 2.051, "count": 106, "max_ms": 4.622, "p95_ms": 3.737}}, "gstreamer_push": {"avg_ms": 3.071, "count": 106, "max_ms": 7.377, "p95_ms": 5.572}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 106, "max_ms": 1.027, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.141, "count": 106, "max_ms": 91.078, "p95_ms": 80.234}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.998, "count": 106, "max_ms": 9.836, "p95_ms": 7.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.801, "count": 106, "max_ms": 159.355, "p95_ms": 140.279}, "inference_input_copy_ms": {"avg_ms": 1.51, "count": 106, "max_ms": 5.598, "p95_ms": 2.783}, "processing_residual_ms": {"avg_ms": 0.222, "count": 106, "max_ms": 0.74, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.531, "count": 106, "max_ms": 165.619, "p95_ms": 145.422}, "read_interval": {"avg_ms": 285.614, "count": 105, "max_ms": 8960.239, "p95_ms": 195.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 106, "max_ms": 0.053, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.967, "count": 106, "max_ms": 16.533, "p95_ms": 6.598}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 106, "max_ms": 0.079, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.947, "count": 106, "max_ms": 16.497, "p95_ms": 6.549}, "worker_merge_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.026, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.157, "count": 106, "max_ms": 91.086, "p95_ms": 80.251}, "visualize": {"avg_ms": 37.32, "count": 106, "max_ms": 70.33, "p95_ms": 52.736}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.178, "count": 106, "max_ms": 54.256, "p95_ms": 43.312}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.759, "count": 106, "max_ms": 68.668, "p95_ms": 49.532}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 106, "max_ms": 4.522, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.624, "count": 106, "max_ms": 68.33, "p95_ms": 49.29}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 106, "max_ms": 0.198, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.309, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.647, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131707, "write_bytes_delta": 131707, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.084366, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3151.0, "pid": 68397, "reason": null, "system_cpu_core_ratio": 0.008955, "system_cpu_s_delta": 0.18999999999999995, "user_cpu_core_ratio": 0.075411, "user_cpu_s_delta": 1.6000000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.447752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.162133, "system_cpu_s_delta": 3.4400000000023283, "user_cpu_core_ratio": 0.285619, "user_cpu_s_delta": 6.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 104, "max_ms": 7.377, "p95_ms": 5.572, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.262, "max": 15.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.612, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.612, "max": 4.0, "p95": 3.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.14, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.0, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.667, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.433, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.144, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24875, "sampled_at": "2026-11-03T10:42:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3188051, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10133.77, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828459827200, "copied_frame_count": 3193164, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828459827200, "frame_buffer_copies": 3193164, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 0.4443, "p50_ms": 0.1086, "p95_ms": 0.2411, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5521, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4656, "p95_ms": 2.4921, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193164, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 233, "h264_decode_error_count": 789, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:49+09:00", "last_error_summary": "[h264 @ 0x64514f15a9c0] error while decoding MB 108 60, bytestream -20", "last_exit_at": "2026-11-03T10:42:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 36.532, "last_started_at": "2026-11-03T10:42:12+09:00", "pid": 68397, "process": {"exists": false, "pid": 68397}, "restart_count": 248, "restart_count_per_hour": 30, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 249}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.539, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-03T10:42:49+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T10:42:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 35.376, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 564.624, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-03T10:42:49.406608+09:00", "mtime_epoch": 1793670169.406608, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129282}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.195, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3193164, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.085, "max": 15.0, "p95": 13.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.594, "max": 4.0, "p95": 3.0, "sample_count": 106}, "total": {"avg": 2.594, "max": 4.0, "p95": 3.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.019, "max": 2.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.538, "pushed": 3.538, "read": 3.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.029, "p95_ms": 0.013, "reason": null, "sample_age_ms": 78.681, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.771, "count": 105, "max_ms": 5.454, "p95_ms": 2.495, "reason": null, "sample_age_ms": 111.83, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.323, "count": 105, "max_ms": 4.912, "p95_ms": 1.923, "reason": null, "sample_age_ms": 111.993, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 105, "max_ms": 1.429, "p95_ms": 0.968, "reason": null, "sample_age_ms": 78.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 105, "max_ms": 12.432, "p95_ms": 3.264, "reason": null, "sample_age_ms": 110.928, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2764808.0, "count": 105, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 110.916, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.296, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.165, "count": 105, "max_ms": 85.734, "p95_ms": 74.455, "reason": null, "sample_age_ms": 78.677, "source": "client_direct"}, "sample_age_ms": 78.673, "source": "client_direct", "task_total_ms": {"avg_ms": 50.679, "count": 105, "max_ms": 90.453, "p95_ms": 78.488, "reason": null, "sample_age_ms": 78.673, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.637, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.973, "count": 106, "max_ms": 21.008, "p95_ms": 14.217}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 106, "max_ms": 1.365, "p95_ms": 1.008}, "detection_prepare_ms": {"avg_ms": 1.808, "count": 106, "max_ms": 7.39, "p95_ms": 3.313}, "event_filter_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.167, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.374, "count": 106, "max_ms": 0.755, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.029, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.053, "count": 106, "max_ms": 16.765, "p95_ms": 6.792}, "setup_ms": {"avg_ms": 0.047, "count": 106, "max_ms": 0.136, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 8.913, "count": 106, "max_ms": 20.877, "p95_ms": 14.096}, "track_match_ms": {"avg_ms": 0.093, "count": 106, "max_ms": 0.334, "p95_ms": 0.183}, "tracker_update_ms": {"avg_ms": 2.051, "count": 106, "max_ms": 4.622, "p95_ms": 3.737}}, "gstreamer_push": {"avg_ms": 3.071, "count": 106, "max_ms": 7.377, "p95_ms": 5.572}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 106, "max_ms": 1.027, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.141, "count": 106, "max_ms": 91.078, "p95_ms": 80.234}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.998, "count": 106, "max_ms": 9.836, "p95_ms": 7.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.801, "count": 106, "max_ms": 159.355, "p95_ms": 140.279}, "inference_input_copy_ms": {"avg_ms": 1.51, "count": 106, "max_ms": 5.598, "p95_ms": 2.783}, "processing_residual_ms": {"avg_ms": 0.222, "count": 106, "max_ms": 0.74, "p95_ms": 0.454}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.531, "count": 106, "max_ms": 165.619, "p95_ms": 145.422}, "read_interval": {"avg_ms": 285.614, "count": 105, "max_ms": 8960.239, "p95_ms": 195.285}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 106, "max_ms": 0.053, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 3.967, "count": 106, "max_ms": 16.533, "p95_ms": 6.598}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 106, "max_ms": 0.079, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.947, "count": 106, "max_ms": 16.497, "p95_ms": 6.549}, "worker_merge_ms": {"avg_ms": 0.007, "count": 106, "max_ms": 0.026, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.157, "count": 106, "max_ms": 91.086, "p95_ms": 80.251}, "visualize": {"avg_ms": 37.32, "count": 106, "max_ms": 70.33, "p95_ms": 52.736}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.178, "count": 106, "max_ms": 54.256, "p95_ms": 43.312}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.759, "count": 106, "max_ms": 68.668, "p95_ms": 49.532}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 106, "max_ms": 4.522, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.624, "count": 106, "max_ms": 68.33, "p95_ms": 49.29}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 106, "max_ms": 0.198, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.309, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.647, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131707, "write_bytes_delta": 131707, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.084366, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3151.0, "pid": 68397, "reason": null, "system_cpu_core_ratio": 0.008955, "system_cpu_s_delta": 0.18999999999999995, "user_cpu_core_ratio": 0.075411, "user_cpu_s_delta": 1.6000000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.447752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.162133, "system_cpu_s_delta": 3.4400000000023283, "user_cpu_core_ratio": 0.285619, "user_cpu_s_delta": 6.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 104, "max_ms": 7.377, "p95_ms": 5.572, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.262, "max": 15.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.612, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.612, "max": 4.0, "p95": 3.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.14, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.0, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.667, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.433, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.144, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24875, "sampled_at": "2026-11-03T10:42:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5214328, "flush_count": 5516, "flush_interval_seconds": 30.0, "flush_state": {"count": 5516, "last_at": "2026-11-03T10:41:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:41:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5515}, "started": true, "suppressed_count": 3188051, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3187649}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5516, "written_record_count": 5516}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10292.141, "limit_mb": null}, "detail": {"pid": 68513, "restart_count": 249, "start_count": 250}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8828459827200, "copied_frame_count": 3193164, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8828459827200, "frame_buffer_copies": 3193164, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 0.4443, "p50_ms": 0.1086, "p95_ms": 0.2411, "p99_ms": 0.3008}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5521, "count": 512, "max_ms": 5.1101, "p50_ms": 1.4656, "p95_ms": 2.4921, "p99_ms": 3.5488, "results": {"failed": 0, "not_applicable": 0, "success": 3193164, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 233, "h264_decode_error_count": 789, "h264_decode_error_count_per_hour": 115, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:42:49+09:00", "last_error_summary": "[h264 @ 0x64514f15a9c0] error while decoding MB 108 60, bytestream -20", "last_exit_at": "2026-11-03T10:42:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:42:51+09:00", "pid": 68513, "process": {"exists": true, "fd_count": 5, "hwm_mb": 195.75, "name": "ffmpeg", "pid": 68513, "rss_mb": 195.75, "state": "S (sleeping)", "threads": 70}, "restart_count": 249, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.776, "sample_count": 1887, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193164, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.582, "last_frame_pushed_at": "2026-11-03T10:42:49+09:00", "last_frame_read_age_sec": 4.667, "last_frame_read_at": "2026-11-03T10:42:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 39.941, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 560.059, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 4.575, "exists": true, "mtime": "2026-11-03T10:42:49.406608+09:00", "mtime_epoch": 1793670169.406608, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129282}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:42:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.199, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3193164, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.055, "max": 15.0, "p95": 14.0, "sample_count": 73}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.603, "max": 4.0, "p95": 4.0, "sample_count": 73}, "total": {"avg": 2.603, "max": 4.0, "p95": 4.0, "sample_count": 73}}, "tracking_counts": {"active": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 73}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "removed": {"avg": 0.027, "max": 2.0, "p95": 0.0, "sample_count": 73}, "tracked": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 73}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 73, "pushed_frames": 74, "read_frames": 73, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.433, "pushed": 2.467, "read": 2.433}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 73, "client_acquire_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.024, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4639.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 73, "max_ms": 5.454, "p95_ms": 2.229, "reason": null, "sample_age_ms": 4672.672, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 73, "max_ms": 4.912, "p95_ms": 1.879, "reason": null, "sample_age_ms": 4672.835, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 73, "max_ms": 1.429, "p95_ms": 0.806, "reason": null, "sample_age_ms": 4639.538, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.662, "count": 73, "max_ms": 4.945, "p95_ms": 2.912, "reason": null, "sample_age_ms": 4671.77, "source": "client_direct"}, "request_count": 73, "request_tensor_bytes": {"avg": 2764808.0, "count": 73, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4671.758, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 73, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4640.138, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.438, "count": 73, "max_ms": 78.234, "p95_ms": 69.659, "reason": null, "sample_age_ms": 4639.519, "source": "client_direct"}, "sample_age_ms": 4639.515, "source": "client_direct", "task_total_ms": {"avg_ms": 46.641, "count": 73, "max_ms": 81.555, "p95_ms": 72.447, "reason": null, "sample_age_ms": 4639.515, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.592, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.256, "count": 73, "max_ms": 21.008, "p95_ms": 13.877}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 73, "max_ms": 0.932, "p95_ms": 0.721}, "detection_prepare_ms": {"avg_ms": 1.525, "count": 73, "max_ms": 3.855, "p95_ms": 2.926}, "event_filter_ms": {"avg_ms": 0.007, "count": 73, "max_ms": 0.167, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.336, "count": 73, "max_ms": 0.755, "p95_ms": 0.565}, "mcmt_ms": {"avg_ms": 0.003, "count": 73, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.9, "count": 73, "max_ms": 16.765, "p95_ms": 7.207}, "setup_ms": {"avg_ms": 0.04, "count": 73, "max_ms": 0.112, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 8.203, "count": 73, "max_ms": 20.877, "p95_ms": 13.814}, "track_match_ms": {"avg_ms": 0.084, "count": 73, "max_ms": 0.253, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.917, "count": 73, "max_ms": 4.622, "p95_ms": 3.209}}, "gstreamer_push": {"avg_ms": 2.64, "count": 74, "max_ms": 5.68, "p95_ms": 4.989}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 73, "max_ms": 1.027, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.742, "count": 73, "max_ms": 84.019, "p95_ms": 74.313}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.893, "count": 73, "max_ms": 9.836, "p95_ms": 6.776}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.423, "count": 73, "max_ms": 159.355, "p95_ms": 134.646}, "inference_input_copy_ms": {"avg_ms": 1.403, "count": 73, "max_ms": 5.598, "p95_ms": 2.878}, "processing_residual_ms": {"avg_ms": 0.207, "count": 73, "max_ms": 0.74, "p95_ms": 0.473}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.925, "count": 73, "max_ms": 165.619, "p95_ms": 141.933}, "read_interval": {"avg_ms": 349.131, "count": 73, "max_ms": 8960.239, "p95_ms": 206.344}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 73, "max_ms": 0.043, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 3.826, "count": 73, "max_ms": 16.533, "p95_ms": 7.099}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 73, "max_ms": 0.079, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.81, "count": 73, "max_ms": 16.497, "p95_ms": 7.073}, "worker_merge_ms": {"avg_ms": 0.006, "count": 73, "max_ms": 0.018, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 47.756, "count": 73, "max_ms": 84.029, "p95_ms": 74.322}, "visualize": {"avg_ms": 35.205, "count": 73, "max_ms": 70.33, "p95_ms": 52.736}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.421, "count": 73, "max_ms": 54.256, "p95_ms": 43.312}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.742, "count": 73, "max_ms": 68.668, "p95_ms": 48.905}, "visualize_input_copy_ms": {"avg_ms": 1.237, "count": 73, "max_ms": 4.522, "p95_ms": 2.318}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 73, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.615, "count": 73, "max_ms": 68.33, "p95_ms": 48.789}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 73, "max_ms": 0.198, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 73}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 73}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.309, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.647, "sample_count": 1910, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131707, "write_bytes_delta": 131707, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 239.0, "cpu_core_ratio": 0.084366, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3151.0, "pid": 68397, "reason": null, "system_cpu_core_ratio": 0.008955, "system_cpu_s_delta": 0.18999999999999995, "user_cpu_core_ratio": 0.075411, "user_cpu_s_delta": 1.6000000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.447752, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.162133, "system_cpu_s_delta": 3.4400000000023283, "user_cpu_core_ratio": 0.285619, "user_cpu_s_delta": 6.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.207, "count": 104, "max_ms": 7.377, "p95_ms": 5.572, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.262, "max": 15.0, "p95": 13.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.612, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 2.612, "max": 4.0, "p95": 3.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.14, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.312, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.0, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1693.667, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.396, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129751.0, "count": 30, "max": 137350.0, "p95": 136370.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.433, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.608, "p95": 0.601, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.144, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24875, "sampled_at": "2026-11-03T10:42:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4499831, "flush_count": 5517, "flush_interval_seconds": 30.0, "flush_state": {"count": 5517, "last_at": "2026-11-03T10:42:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:42:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5516}, "started": true, "suppressed_count": 3271532, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3271527}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5517, "written_record_count": 5517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9908.199, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060368486400, "copied_frame_count": 3277043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9060368486400, "frame_buffer_copies": 3277043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1466, "count": 512, "max_ms": 2.191, "p50_ms": 0.1223, "p95_ms": 0.2509, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3136, "count": 512, "max_ms": 3.0563, "p50_ms": 1.2323, "p95_ms": 2.1804, "p99_ms": 2.7667, "results": {"failed": 0, "not_applicable": 0, "success": 3277043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:51:59+09:00", "last_error_summary": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 3066.366, "last_started_at": "2026-11-03T09:52:02+09:00", "pid": 65017, "process": {"exists": false, "pid": 65017}, "restart_count": 143, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.37, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T10:43:08+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-11-03T10:43:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.602, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 545.398, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-03T10:43:08.619668+09:00", "mtime_epoch": 1793670188.6196678, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123427}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:43:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2387.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3277043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 17, "pushed_frames": 17, "read_frames": 17, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.57, "pushed": 0.57, "read": 0.57}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.007, "count": 17, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 84.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 17, "max_ms": 2.226, "p95_ms": 1.401, "reason": null, "sample_age_ms": 130.719, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 17, "max_ms": 1.844, "p95_ms": 1.112, "reason": null, "sample_age_ms": 131.141, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 17, "max_ms": 0.223, "p95_ms": 0.15, "reason": null, "sample_age_ms": 84.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.321, "count": 17, "max_ms": 2.47, "p95_ms": 2.207, "reason": null, "sample_age_ms": 128.511, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2211848.0, "count": 17, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.464, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.477, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.923, "count": 17, "max_ms": 47.382, "p95_ms": 44.624, "reason": null, "sample_age_ms": 84.379, "source": "client_direct"}, "sample_age_ms": 84.374, "source": "client_direct", "task_total_ms": {"avg_ms": 32.474, "count": 17, "max_ms": 49.496, "p95_ms": 46.969, "reason": null, "sample_age_ms": 84.374, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.586, "count": 17, "max_ms": 1.125, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 17, "max_ms": 0.432, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 17, "max_ms": 0.16, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 17, "max_ms": 0.135, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.013, "p95_ms": 0.013}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 17, "max_ms": 0.245, "p95_ms": 0.245}, "setup_ms": {"avg_ms": 0.035, "count": 17, "max_ms": 0.075, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.554, "count": 17, "max_ms": 1.083, "p95_ms": 1.083}, "track_match_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 17, "max_ms": 0.041, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.417, "count": 17, "max_ms": 5.05, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 17, "max_ms": 0.075, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.351, "count": 17, "max_ms": 50.616, "p95_ms": 50.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 17, "max_ms": 0.11, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.077, "count": 17, "max_ms": 91.909, "p95_ms": 91.909}, "inference_input_copy_ms": {"avg_ms": 1.313, "count": 17, "max_ms": 2.001, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.122, "count": 17, "max_ms": 0.237, "p95_ms": 0.237}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.549, "count": 17, "max_ms": 93.566, "p95_ms": 93.566}, "read_interval": {"avg_ms": 1787.915, "count": 17, "max_ms": 20281.743, "p95_ms": 20281.743}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 17, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.089, "count": 17, "max_ms": 0.169, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 17, "max_ms": 0.021, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 17, "max_ms": 0.152, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 33.364, "count": 17, "max_ms": 50.63, "p95_ms": 50.63}, "visualize": {"avg_ms": 28.02, "count": 17, "max_ms": 41.369, "p95_ms": 41.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.311, "count": 17, "max_ms": 40.603, "p95_ms": 40.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.86, "count": 17, "max_ms": 41.233, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.782, "count": 17, "max_ms": 41.158, "p95_ms": 41.158}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 17, "max_ms": 0.081, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2387.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.503, "skip_count": 13}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.641, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123374, "write_bytes_delta": 123374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.682407, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65017, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.5999999999999943, "user_cpu_core_ratio": 0.653244, "user_cpu_s_delta": 13.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.396613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037911, "system_cpu_s_delta": 0.7800000000024738, "user_cpu_core_ratio": 0.358701, "user_cpu_s_delta": 7.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.728, "count": 202, "max_ms": 7.372, "p95_ms": 4.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.136, "count": 30, "max": 36.904, "p95": 33.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.943, "count": 30, "max": 32.671, "p95": 29.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1463.167, "count": 30, "max": 1618.0, "p95": 1532.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 42.967, "count": 30, "max": 1272.0, "p95": 8.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.416, "p95": 1.287, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.082, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.4, "count": 30, "max": 52.0, "p95": 32.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.69, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27893, "sampled_at": "2026-11-03T10:42:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.845, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4499831, "flush_count": 5517, "flush_interval_seconds": 30.0, "flush_state": {"count": 5517, "last_at": "2026-11-03T10:42:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:42:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5516}, "started": true, "suppressed_count": 3271532, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3271527}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5517, "written_record_count": 5517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9908.215, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060368486400, "copied_frame_count": 3277043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9060368486400, "frame_buffer_copies": 3277043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1466, "count": 512, "max_ms": 2.191, "p50_ms": 0.1223, "p95_ms": 0.2509, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3136, "count": 512, "max_ms": 3.0563, "p50_ms": 1.2323, "p95_ms": 2.1804, "p99_ms": 2.7667, "results": {"failed": 0, "not_applicable": 0, "success": 3277043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 133, "h264_decode_error_count": 244, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T09:51:59+09:00", "last_error_summary": "[h264 @ 0x5a3da4e0afc0] error while decoding MB 174 77, bytestream -6", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 3066.393, "last_started_at": "2026-11-03T09:52:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 143, "restart_count_per_hour": 1, "rtsp_timeout_count": 42, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.37, "sample_count": 2620, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T10:43:08+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-11-03T10:43:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.622, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 545.378, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-03T10:43:08.619668+09:00", "mtime_epoch": 1793670188.6196678, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123427}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:43:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2387.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3277043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 17, "pushed_frames": 17, "read_frames": 17, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.569, "pushed": 0.569, "read": 0.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.007, "count": 17, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 110.661, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 17, "max_ms": 2.226, "p95_ms": 1.401, "reason": null, "sample_age_ms": 156.996, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 17, "max_ms": 1.844, "p95_ms": 1.112, "reason": null, "sample_age_ms": 157.418, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 17, "max_ms": 0.223, "p95_ms": 0.15, "reason": null, "sample_age_ms": 110.668, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.321, "count": 17, "max_ms": 2.47, "p95_ms": 2.207, "reason": null, "sample_age_ms": 154.788, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2211848.0, "count": 17, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 154.74, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.754, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.923, "count": 17, "max_ms": 47.382, "p95_ms": 44.624, "reason": null, "sample_age_ms": 110.656, "source": "client_direct"}, "sample_age_ms": 110.651, "source": "client_direct", "task_total_ms": {"avg_ms": 32.474, "count": 17, "max_ms": 49.496, "p95_ms": 46.969, "reason": null, "sample_age_ms": 110.651, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.534, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.586, "count": 17, "max_ms": 1.125, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 17, "max_ms": 0.432, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 17, "max_ms": 0.16, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 17, "max_ms": 0.135, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.013, "p95_ms": 0.013}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 17, "max_ms": 0.245, "p95_ms": 0.245}, "setup_ms": {"avg_ms": 0.035, "count": 17, "max_ms": 0.075, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.554, "count": 17, "max_ms": 1.083, "p95_ms": 1.083}, "track_match_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 17, "max_ms": 0.041, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.417, "count": 17, "max_ms": 5.05, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 17, "max_ms": 0.075, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.351, "count": 17, "max_ms": 50.616, "p95_ms": 50.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 17, "max_ms": 0.11, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.077, "count": 17, "max_ms": 91.909, "p95_ms": 91.909}, "inference_input_copy_ms": {"avg_ms": 1.313, "count": 17, "max_ms": 2.001, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.122, "count": 17, "max_ms": 0.237, "p95_ms": 0.237}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.549, "count": 17, "max_ms": 93.566, "p95_ms": 93.566}, "read_interval": {"avg_ms": 1787.915, "count": 17, "max_ms": 20281.743, "p95_ms": 20281.743}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 17, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.089, "count": 17, "max_ms": 0.169, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 17, "max_ms": 0.021, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 17, "max_ms": 0.152, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 33.364, "count": 17, "max_ms": 50.63, "p95_ms": 50.63}, "visualize": {"avg_ms": 28.02, "count": 17, "max_ms": 41.369, "p95_ms": 41.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.311, "count": 17, "max_ms": 40.603, "p95_ms": 40.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.86, "count": 17, "max_ms": 41.233, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.782, "count": 17, "max_ms": 41.158, "p95_ms": 41.158}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 17, "max_ms": 0.081, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2387.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.503, "skip_count": 13}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.641, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123374, "write_bytes_delta": 123374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.682407, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65017, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.5999999999999943, "user_cpu_core_ratio": 0.653244, "user_cpu_s_delta": 13.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.396613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037911, "system_cpu_s_delta": 0.7800000000024738, "user_cpu_core_ratio": 0.358701, "user_cpu_s_delta": 7.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.728, "count": 202, "max_ms": 7.372, "p95_ms": 4.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.136, "count": 30, "max": 36.904, "p95": 33.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.943, "count": 30, "max": 32.671, "p95": 29.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1463.167, "count": 30, "max": 1618.0, "p95": 1532.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 42.967, "count": 30, "max": 1272.0, "p95": 8.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.416, "p95": 1.287, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.082, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.4, "count": 30, "max": 52.0, "p95": 32.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.69, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27893, "sampled_at": "2026-11-03T10:42:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.872, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4499831, "flush_count": 5517, "flush_interval_seconds": 30.0, "flush_state": {"count": 5517, "last_at": "2026-11-03T10:42:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:42:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5516}, "started": true, "suppressed_count": 3271532, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3271527}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5517, "written_record_count": 5517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9909.176, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x64707b918900] error while decoding MB 93 72, bytestream -13 [in#0/rtsp @ 0x64707b73fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64707b73fe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060368486400, "copied_frame_count": 3277043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9060368486400, "frame_buffer_copies": 3277043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1466, "count": 512, "max_ms": 2.191, "p50_ms": 0.1223, "p95_ms": 0.2509, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3136, "count": 512, "max_ms": 3.0563, "p50_ms": 1.2323, "p95_ms": 2.1804, "p99_ms": 2.7667, "results": {"failed": 0, "not_applicable": 0, "success": 3277043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:43:08+09:00", "last_error_summary": "[h264 @ 0x64707b918900] error while decoding MB 93 72, bytestream -13 [in#0/rtsp @ 0x64707b73fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64707b73fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 3066.419, "last_started_at": "2026-11-03T09:52:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 143, "restart_count_per_hour": 1, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 144}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.37, "sample_count": 2619, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-11-03T10:43:08+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-11-03T10:43:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.654, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 545.346, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-03T10:43:08.619668+09:00", "mtime_epoch": 1793670188.6196678, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123427}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:43:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2387.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3277043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 17}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 17, "pushed_frames": 17, "read_frames": 17, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.569, "pushed": 0.569, "read": 0.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 17, "client_acquire_ms": {"avg_ms": 0.007, "count": 17, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 137.205, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.602, "count": 17, "max_ms": 2.226, "p95_ms": 1.401, "reason": null, "sample_age_ms": 183.54, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 17, "max_ms": 1.844, "p95_ms": 1.112, "reason": null, "sample_age_ms": 183.962, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 17, "max_ms": 0.223, "p95_ms": 0.15, "reason": null, "sample_age_ms": 137.212, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.321, "count": 17, "max_ms": 2.47, "p95_ms": 2.207, "reason": null, "sample_age_ms": 181.332, "source": "client_direct"}, "request_count": 17, "request_tensor_bytes": {"avg": 2211848.0, "count": 17, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 181.284, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 17, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.298, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 30.923, "count": 17, "max_ms": 47.382, "p95_ms": 44.624, "reason": null, "sample_age_ms": 137.2, "source": "client_direct"}, "sample_age_ms": 137.195, "source": "client_direct", "task_total_ms": {"avg_ms": 32.474, "count": 17, "max_ms": 49.496, "p95_ms": 46.969, "reason": null, "sample_age_ms": 137.195, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.541, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.586, "count": 17, "max_ms": 1.125, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.203, "count": 17, "max_ms": 0.432, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 17, "max_ms": 0.16, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.07, "count": 17, "max_ms": 0.135, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.013, "p95_ms": 0.013}, "scenario_analyze_ms": {"avg_ms": 0.132, "count": 17, "max_ms": 0.245, "p95_ms": 0.245}, "setup_ms": {"avg_ms": 0.035, "count": 17, "max_ms": 0.075, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.554, "count": 17, "max_ms": 1.083, "p95_ms": 1.083}, "track_match_ms": {"avg_ms": 0.003, "count": 17, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.022, "count": 17, "max_ms": 0.041, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.417, "count": 17, "max_ms": 5.05, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 17, "max_ms": 0.075, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.351, "count": 17, "max_ms": 50.616, "p95_ms": 50.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 17, "max_ms": 0.11, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.077, "count": 17, "max_ms": 91.909, "p95_ms": 91.909}, "inference_input_copy_ms": {"avg_ms": 1.313, "count": 17, "max_ms": 2.001, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.122, "count": 17, "max_ms": 0.237, "p95_ms": 0.237}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.549, "count": 17, "max_ms": 93.566, "p95_ms": 93.566}, "read_interval": {"avg_ms": 1787.915, "count": 17, "max_ms": 20281.743, "p95_ms": 20281.743}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 17, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.089, "count": 17, "max_ms": 0.169, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 17, "max_ms": 0.021, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.078, "count": 17, "max_ms": 0.152, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.005, "count": 17, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 33.364, "count": 17, "max_ms": 50.63, "p95_ms": 50.63}, "visualize": {"avg_ms": 28.02, "count": 17, "max_ms": 41.369, "p95_ms": 41.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.311, "count": 17, "max_ms": 40.603, "p95_ms": 40.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.86, "count": 17, "max_ms": 41.233, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 17, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.782, "count": 17, "max_ms": 41.158, "p95_ms": 41.158}, "visualizer_prepare_ms": {"avg_ms": 0.041, "count": 17, "max_ms": 0.081, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 17}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 17}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2387.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.503, "skip_count": 13}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.641, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123374, "write_bytes_delta": 123374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.682407, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65017, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.5999999999999943, "user_cpu_core_ratio": 0.653244, "user_cpu_s_delta": 13.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.396613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037911, "system_cpu_s_delta": 0.7800000000024738, "user_cpu_core_ratio": 0.358701, "user_cpu_s_delta": 7.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.728, "count": 202, "max_ms": 7.372, "p95_ms": 4.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.136, "count": 30, "max": 36.904, "p95": 33.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.943, "count": 30, "max": 32.671, "p95": 29.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1463.167, "count": 30, "max": 1618.0, "p95": 1532.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 42.967, "count": 30, "max": 1272.0, "p95": 8.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.416, "p95": 1.287, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.082, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.4, "count": 30, "max": 52.0, "p95": 32.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.69, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27893, "sampled_at": "2026-11-03T10:42:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4499831, "flush_count": 5517, "flush_interval_seconds": 30.0, "flush_state": {"count": 5517, "last_at": "2026-11-03T10:42:37", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:42:37", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5516}, "started": true, "suppressed_count": 3271532, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3271527}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5517, "written_record_count": 5517}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9950.258, "limit_mb": null}, "detail": {"pid": 68629, "restart_count": 144, "start_count": 145}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060368486400, "copied_frame_count": 3277043, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9060368486400, "frame_buffer_copies": 3277043, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1466, "count": 512, "max_ms": 2.191, "p50_ms": 0.1223, "p95_ms": 0.2509, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3136, "count": 512, "max_ms": 3.0563, "p50_ms": 1.2323, "p95_ms": 2.1804, "p99_ms": 2.7667, "results": {"failed": 0, "not_applicable": 0, "success": 3277043, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:43:08+09:00", "last_error_summary": "[h264 @ 0x64707b918900] error while decoding MB 93 72, bytestream -13 [in#0/rtsp @ 0x64707b73fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64707b73fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T10:43:11+09:00", "pid": 68629, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.059, "name": "ffmpeg", "pid": 68629, "rss_mb": 75.059, "state": "S (sleeping)", "threads": 1}, "restart_count": 144, "restart_count_per_hour": 2, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.37, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277043, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:43:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.75, "last_frame_pushed_at": "2026-11-03T10:43:08+09:00", "last_frame_read_age_sec": 4.835, "last_frame_read_at": "2026-11-03T10:43:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 59.304, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 540.696, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 4.735, "exists": true, "mtime": "2026-11-03T10:43:08.619668+09:00", "mtime_epoch": 1793670188.6196678, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123427}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:43:13+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2387.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3277043, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 10}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 10, "pushed_frames": 10, "read_frames": 10, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.336, "pushed": 0.336, "read": 0.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 10, "client_acquire_ms": {"avg_ms": 0.009, "count": 10, "max_ms": 0.017, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4788.57, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.787, "count": 10, "max_ms": 2.226, "p95_ms": 1.762, "reason": null, "sample_age_ms": 4834.905, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 10, "max_ms": 1.844, "p95_ms": 1.432, "reason": null, "sample_age_ms": 4835.327, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 10, "max_ms": 0.223, "p95_ms": 0.182, "reason": null, "sample_age_ms": 4788.577, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.533, "count": 10, "max_ms": 2.47, "p95_ms": 2.322, "reason": null, "sample_age_ms": 4832.697, "source": "client_direct"}, "request_count": 10, "request_tensor_bytes": {"avg": 2211848.0, "count": 10, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4832.649, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 10, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4788.663, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.727, "count": 10, "max_ms": 47.382, "p95_ms": 45.83, "reason": null, "sample_age_ms": 4788.565, "source": "client_direct"}, "sample_age_ms": 4788.56, "source": "client_direct", "task_total_ms": {"avg_ms": 36.528, "count": 10, "max_ms": 49.496, "p95_ms": 48.075, "reason": null, "sample_age_ms": 4788.56, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.881, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.677, "count": 10, "max_ms": 1.125, "p95_ms": 1.125}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.239, "count": 10, "max_ms": 0.432, "p95_ms": 0.432}, "detection_prepare_ms": {"avg_ms": 0.096, "count": 10, "max_ms": 0.16, "p95_ms": 0.16}, "event_filter_ms": {"avg_ms": 0.003, "count": 10, "max_ms": 0.005, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 10, "max_ms": 0.135, "p95_ms": 0.135}, "mcmt_ms": {"avg_ms": 0.002, "count": 10, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.149, "count": 10, "max_ms": 0.245, "p95_ms": 0.245}, "setup_ms": {"avg_ms": 0.041, "count": 10, "max_ms": 0.075, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.641, "count": 10, "max_ms": 1.083, "p95_ms": 1.083}, "track_match_ms": {"avg_ms": 0.004, "count": 10, "max_ms": 0.008, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.025, "count": 10, "max_ms": 0.041, "p95_ms": 0.041}}, "gstreamer_push": {"avg_ms": 2.812, "count": 10, "max_ms": 5.05, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 10, "max_ms": 0.075, "p95_ms": 0.075}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.643, "count": 10, "max_ms": 50.616, "p95_ms": 50.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 10, "max_ms": 0.11, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.272, "count": 10, "max_ms": 91.909, "p95_ms": 91.909}, "inference_input_copy_ms": {"avg_ms": 1.435, "count": 10, "max_ms": 2.001, "p95_ms": 2.001}, "processing_residual_ms": {"avg_ms": 0.15, "count": 10, "max_ms": 0.237, "p95_ms": 0.237}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.905, "count": 10, "max_ms": 93.566, "p95_ms": 93.566}, "read_interval": {"avg_ms": 2898.087, "count": 10, "max_ms": 20281.743, "p95_ms": 20281.743}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 10, "max_ms": 0.019, "p95_ms": 0.019}, "execute_total_ms": {"avg_ms": 0.1, "count": 10, "max_ms": 0.169, "p95_ms": 0.169}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 10, "max_ms": 0.021, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.088, "count": 10, "max_ms": 0.152, "p95_ms": 0.152}, "worker_merge_ms": {"avg_ms": 0.006, "count": 10, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 37.657, "count": 10, "max_ms": 50.63, "p95_ms": 50.63}, "visualize": {"avg_ms": 31.465, "count": 10, "max_ms": 41.369, "p95_ms": 41.369}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.638, "count": 10, "max_ms": 40.603, "p95_ms": 40.603}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.275, "count": 10, "max_ms": 41.233, "p95_ms": 41.233}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 10, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.185, "count": 10, "max_ms": 41.158, "p95_ms": 41.158}, "visualizer_prepare_ms": {"avg_ms": 0.044, "count": 10, "max_ms": 0.081, "p95_ms": 0.081}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 10}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2387.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.503, "skip_count": 13}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.641, "sample_count": 2902, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277027, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:42:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123374, "write_bytes_delta": 123374, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 826.0, "cpu_core_ratio": 0.682407, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 65017, "reason": null, "system_cpu_core_ratio": 0.029163, "system_cpu_s_delta": 0.5999999999999943, "user_cpu_core_ratio": 0.653244, "user_cpu_s_delta": 13.440000000000055}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.396613, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037911, "system_cpu_s_delta": 0.7800000000024738, "user_cpu_core_ratio": 0.358701, "user_cpu_s_delta": 7.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.728, "count": 202, "max_ms": 7.372, "p95_ms": 4.192, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.136, "count": 30, "max": 36.904, "p95": 33.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.943, "count": 30, "max": 32.671, "p95": 29.661, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1463.167, "count": 30, "max": 1618.0, "p95": 1532.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 42.967, "count": 30, "max": 1272.0, "p95": 8.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.062, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.132, "count": 30, "max": 1.416, "p95": 1.287, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.082, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121542.867, "count": 30, "max": 124919.0, "p95": 124399.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.4, "count": 30, "max": 52.0, "p95": 32.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.69, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27893, "sampled_at": "2026-11-03T10:42:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:42:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.772, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5216381, "flush_count": 5518, "flush_interval_seconds": 30.0, "flush_state": {"count": 5518, "last_at": "2026-11-03T10:43:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:43:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5517}, "started": true, "suppressed_count": 3188750, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5518, "written_record_count": 5518}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10065.324, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x59350fa9c840] error while decoding MB 14 63, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8830395187200, "copied_frame_count": 3193864, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8830395187200, "frame_buffer_copies": 3193864, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.483, "p50_ms": 0.1143, "p95_ms": 0.2392, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6447, "count": 512, "max_ms": 5.2625, "p50_ms": 1.5707, "p95_ms": 2.7132, "p99_ms": 3.4238, "results": {"failed": 0, "not_applicable": 0, "success": 3193864, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 234, "h264_decode_error_count": 790, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:44:24+09:00", "last_error_summary": "[h264 @ 0x59350fa9c840] error while decoding MB 14 63, bytestream -9", "last_exit_at": "2026-11-03T10:42:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.912, "last_started_at": "2026-11-03T10:42:51+09:00", "pid": 68513, "process": {"exists": false, "pid": 68513}, "restart_count": 249, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193864, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-11-03T10:44:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-03T10:44:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.879, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 469.121, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-11-03T10:44:24.805910+09:00", "mtime_epoch": 1793670264.8059103, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131254}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:44:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.445, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3193865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.317, "max": 15.0, "p95": 12.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.053, "max": 4.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.053, "max": 4.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.172, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.172, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.585, "pushed": 7.585, "read": 7.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.05, "p95_ms": 0.015, "reason": null, "sample_age_ms": 46.552, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.008, "count": 227, "max_ms": 7.928, "p95_ms": 3.085, "reason": null, "sample_age_ms": 101.992, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 227, "max_ms": 5.95, "p95_ms": 2.269, "reason": null, "sample_age_ms": 102.355, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 227, "max_ms": 2.166, "p95_ms": 0.714, "reason": null, "sample_age_ms": 46.559, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 227, "max_ms": 4.629, "p95_ms": 3.27, "reason": null, "sample_age_ms": 99.753, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.715, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.73, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.168, "count": 227, "max_ms": 110.414, "p95_ms": 71.39, "reason": null, "sample_age_ms": 46.55, "source": "client_direct"}, "sample_age_ms": 46.547, "source": "client_direct", "task_total_ms": {"avg_ms": 55.852, "count": 227, "max_ms": 113.872, "p95_ms": 75.282, "reason": null, "sample_age_ms": 46.547, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.738, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.178, "count": 227, "max_ms": 26.715, "p95_ms": 13.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.542, "count": 227, "max_ms": 2.539, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.809, "count": 227, "max_ms": 8.645, "p95_ms": 3.303}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.04, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.42, "count": 227, "max_ms": 3.561, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.033, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.016, "count": 227, "max_ms": 13.98, "p95_ms": 6.762}, "setup_ms": {"avg_ms": 0.05, "count": 227, "max_ms": 0.151, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 9.105, "count": 227, "max_ms": 26.604, "p95_ms": 13.789}, "track_match_ms": {"avg_ms": 0.107, "count": 227, "max_ms": 0.322, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 2.148, "count": 227, "max_ms": 6.729, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 3.538, "count": 227, "max_ms": 10.298, "p95_ms": 5.881}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 227, "max_ms": 0.231, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.338, "count": 227, "max_ms": 119.809, "p95_ms": 76.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.411, "count": 227, "max_ms": 15.253, "p95_ms": 10.177}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.382, "count": 227, "max_ms": 182.532, "p95_ms": 133.762}, "inference_input_copy_ms": {"avg_ms": 1.782, "count": 227, "max_ms": 7.362, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.255, "count": 227, "max_ms": 0.74, "p95_ms": 0.481}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.831, "count": 227, "max_ms": 186.979, "p95_ms": 138.463}, "read_interval": {"avg_ms": 131.96, "count": 227, "max_ms": 331.303, "p95_ms": 179.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.192, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.91, "count": 227, "max_ms": 13.757, "p95_ms": 6.67}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.142, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.886, "count": 227, "max_ms": 13.719, "p95_ms": 6.641}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.041, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.354, "count": 227, "max_ms": 119.826, "p95_ms": 76.532}, "visualize": {"avg_ms": 40.422, "count": 227, "max_ms": 64.68, "p95_ms": 52.515}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.265, "count": 227, "max_ms": 52.183, "p95_ms": 44.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.68, "count": 227, "max_ms": 63.008, "p95_ms": 50.791}, "visualize_input_copy_ms": {"avg_ms": 1.48, "count": 227, "max_ms": 3.525, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.512, "count": 227, "max_ms": 62.8, "p95_ms": 50.677}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 227, "max_ms": 0.283, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.088, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132878, "write_bytes_delta": 132878, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.446229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 68513, "reason": null, "system_cpu_core_ratio": 0.039976, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.406253, "user_cpu_s_delta": 8.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.706464, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507192, "system_cpu_s_delta": 10.14999999999418, "user_cpu_core_ratio": 1.199272, "user_cpu_s_delta": 24.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.552, "count": 222, "max_ms": 10.399, "p95_ms": 6.027, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.383, "max": 17.0, "p95": 13.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.482, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 2.482, "max": 5.0, "p95": 4.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.548, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 998.667, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1552.633, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.633, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.601, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24879, "sampled_at": "2026-11-03T10:44:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:44:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5216381, "flush_count": 5518, "flush_interval_seconds": 30.0, "flush_state": {"count": 5518, "last_at": "2026-11-03T10:43:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:43:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5517}, "started": true, "suppressed_count": 3188750, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5518, "written_record_count": 5518}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10065.719, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:44:24+09:00", "last_error_summary": "[h264 @ 0x59350fa9c840] error while decoding MB 14 63, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8830397952000, "copied_frame_count": 3193865, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8830397952000, "frame_buffer_copies": 3193865, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.483, "p50_ms": 0.1143, "p95_ms": 0.2392, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6467, "count": 512, "max_ms": 5.2625, "p50_ms": 1.5732, "p95_ms": 2.7132, "p99_ms": 3.4238, "results": {"failed": 0, "not_applicable": 0, "success": 3193865, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 234, "h264_decode_error_count": 790, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:44:24+09:00", "last_error_summary": "[h264 @ 0x59350fa9c840] error while decoding MB 14 63, bytestream -9", "last_exit_at": "2026-11-03T10:44:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.982, "last_started_at": "2026-11-03T10:42:51+09:00", "pid": 68513, "process": {"exists": false, "pid": 68513}, "restart_count": 249, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T10:44:24+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-11-03T10:44:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.929, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 469.071, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T10:44:24.954911+09:00", "mtime_epoch": 1793670264.954911, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131476}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:44:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.445, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3193865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.3, "max": 15.0, "p95": 12.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.048, "max": 4.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.048, "max": 4.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.172, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.172, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.05, "p95_ms": 0.015, "reason": null, "sample_age_ms": 108.564, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.008, "count": 227, "max_ms": 7.928, "p95_ms": 3.085, "reason": null, "sample_age_ms": 164.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 227, "max_ms": 5.95, "p95_ms": 2.269, "reason": null, "sample_age_ms": 164.366, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 227, "max_ms": 2.166, "p95_ms": 0.714, "reason": null, "sample_age_ms": 108.57, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 227, "max_ms": 4.629, "p95_ms": 3.27, "reason": null, "sample_age_ms": 161.764, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.742, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.168, "count": 227, "max_ms": 110.414, "p95_ms": 71.39, "reason": null, "sample_age_ms": 108.562, "source": "client_direct"}, "sample_age_ms": 108.559, "source": "client_direct", "task_total_ms": {"avg_ms": 55.852, "count": 227, "max_ms": 113.872, "p95_ms": 75.282, "reason": null, "sample_age_ms": 108.559, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.227, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.14, "count": 227, "max_ms": 26.715, "p95_ms": 13.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.54, "count": 227, "max_ms": 2.539, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.805, "count": 227, "max_ms": 8.645, "p95_ms": 3.303}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.04, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.419, "count": 227, "max_ms": 3.561, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.033, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.995, "count": 227, "max_ms": 13.98, "p95_ms": 6.762}, "setup_ms": {"avg_ms": 0.05, "count": 227, "max_ms": 0.151, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 9.067, "count": 227, "max_ms": 26.604, "p95_ms": 13.789}, "track_match_ms": {"avg_ms": 0.107, "count": 227, "max_ms": 0.322, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 2.138, "count": 227, "max_ms": 6.729, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 3.541, "count": 228, "max_ms": 10.298, "p95_ms": 5.881}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 227, "max_ms": 0.231, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.339, "count": 227, "max_ms": 119.809, "p95_ms": 76.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.404, "count": 228, "max_ms": 15.253, "p95_ms": 10.177}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.463, "count": 228, "max_ms": 182.532, "p95_ms": 133.762}, "inference_input_copy_ms": {"avg_ms": 1.785, "count": 228, "max_ms": 7.362, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.256, "count": 228, "max_ms": 0.74, "p95_ms": 0.481}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.907, "count": 228, "max_ms": 186.979, "p95_ms": 138.463}, "read_interval": {"avg_ms": 131.96, "count": 227, "max_ms": 331.303, "p95_ms": 179.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.192, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.89, "count": 227, "max_ms": 13.757, "p95_ms": 6.67}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.142, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.866, "count": 227, "max_ms": 13.719, "p95_ms": 6.641}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.041, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.356, "count": 227, "max_ms": 119.826, "p95_ms": 76.532}, "visualize": {"avg_ms": 40.541, "count": 227, "max_ms": 65.544, "p95_ms": 53.855}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.271, "count": 227, "max_ms": 52.183, "p95_ms": 44.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.803, "count": 227, "max_ms": 64.164, "p95_ms": 52.326}, "visualize_input_copy_ms": {"avg_ms": 1.476, "count": 227, "max_ms": 3.525, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.636, "count": 227, "max_ms": 64.015, "p95_ms": 52.2}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 227, "max_ms": 0.283, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.088, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132878, "write_bytes_delta": 132878, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.446229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 68513, "reason": null, "system_cpu_core_ratio": 0.039976, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.406253, "user_cpu_s_delta": 8.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.706464, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507192, "system_cpu_s_delta": 10.14999999999418, "user_cpu_core_ratio": 1.199272, "user_cpu_s_delta": 24.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.552, "count": 222, "max_ms": 10.399, "p95_ms": 6.027, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.383, "max": 17.0, "p95": 13.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.482, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 2.482, "max": 5.0, "p95": 4.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.548, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 998.667, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1552.633, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.633, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.601, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24879, "sampled_at": "2026-11-03T10:44:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:44:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5216381, "flush_count": 5518, "flush_interval_seconds": 30.0, "flush_state": {"count": 5518, "last_at": "2026-11-03T10:43:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:43:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5517}, "started": true, "suppressed_count": 3188750, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5518, "written_record_count": 5518}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10065.742, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8830397952000, "copied_frame_count": 3193865, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8830397952000, "frame_buffer_copies": 3193865, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.483, "p50_ms": 0.1143, "p95_ms": 0.2392, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6467, "count": 512, "max_ms": 5.2625, "p50_ms": 1.5732, "p95_ms": 2.7132, "p99_ms": 3.4238, "results": {"failed": 0, "not_applicable": 0, "success": 3193865, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 234, "h264_decode_error_count": 790, "h264_decode_error_count_per_hour": 116, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:44:24+09:00", "last_error_summary": "[h264 @ 0x59350fa9c840] error while decoding MB 14 63, bytestream -9", "last_exit_at": "2026-11-03T10:44:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 93.026, "last_started_at": "2026-11-03T10:42:51+09:00", "pid": 68513, "process": {"exists": false, "pid": 68513}, "restart_count": 249, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 250}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.619, "sample_count": 1927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-03T10:44:24+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-11-03T10:44:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.989, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 469.011, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-11-03T10:44:24.954911+09:00", "mtime_epoch": 1793670264.954911, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131476}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:44:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.445, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3193865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.3, "max": 15.0, "p95": 12.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.048, "max": 4.0, "p95": 3.0, "sample_count": 227}, "total": {"avg": 2.048, "max": 4.0, "p95": 3.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.172, "max": 2.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.172, "max": 2.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.597, "pushed": 7.597, "read": 7.563}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.05, "p95_ms": 0.015, "reason": null, "sample_age_ms": 158.744, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.011, "count": 226, "max_ms": 7.928, "p95_ms": 3.09, "reason": null, "sample_age_ms": 214.184, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 226, "max_ms": 5.95, "p95_ms": 2.271, "reason": null, "sample_age_ms": 214.546, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 227, "max_ms": 2.166, "p95_ms": 0.714, "reason": null, "sample_age_ms": 158.75, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.06, "count": 226, "max_ms": 4.629, "p95_ms": 3.273, "reason": null, "sample_age_ms": 211.944, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 211.906, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 158.922, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.168, "count": 227, "max_ms": 110.414, "p95_ms": 71.39, "reason": null, "sample_age_ms": 158.742, "source": "client_direct"}, "sample_age_ms": 158.739, "source": "client_direct", "task_total_ms": {"avg_ms": 55.852, "count": 227, "max_ms": 113.872, "p95_ms": 75.282, "reason": null, "sample_age_ms": 158.739, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.141, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.14, "count": 227, "max_ms": 26.715, "p95_ms": 13.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.54, "count": 227, "max_ms": 2.539, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.805, "count": 227, "max_ms": 8.645, "p95_ms": 3.303}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.04, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.419, "count": 227, "max_ms": 3.561, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.033, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.995, "count": 227, "max_ms": 13.98, "p95_ms": 6.762}, "setup_ms": {"avg_ms": 0.05, "count": 227, "max_ms": 0.151, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 9.067, "count": 227, "max_ms": 26.604, "p95_ms": 13.789}, "track_match_ms": {"avg_ms": 0.107, "count": 227, "max_ms": 0.322, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 2.138, "count": 227, "max_ms": 6.729, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 3.541, "count": 227, "max_ms": 10.298, "p95_ms": 5.881}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 227, "max_ms": 0.231, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.339, "count": 227, "max_ms": 119.809, "p95_ms": 76.519}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.41, "count": 227, "max_ms": 15.253, "p95_ms": 10.177}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.463, "count": 227, "max_ms": 182.532, "p95_ms": 133.762}, "inference_input_copy_ms": {"avg_ms": 1.783, "count": 227, "max_ms": 7.362, "p95_ms": 2.989}, "processing_residual_ms": {"avg_ms": 0.257, "count": 227, "max_ms": 0.74, "p95_ms": 0.481}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.912, "count": 227, "max_ms": 186.979, "p95_ms": 138.463}, "read_interval": {"avg_ms": 131.878, "count": 226, "max_ms": 331.303, "p95_ms": 179.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.192, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.89, "count": 227, "max_ms": 13.757, "p95_ms": 6.67}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.142, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.866, "count": 227, "max_ms": 13.719, "p95_ms": 6.641}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.041, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.356, "count": 227, "max_ms": 119.826, "p95_ms": 76.532}, "visualize": {"avg_ms": 40.541, "count": 227, "max_ms": 65.544, "p95_ms": 53.855}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.271, "count": 227, "max_ms": 52.183, "p95_ms": 44.25}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.803, "count": 227, "max_ms": 64.164, "p95_ms": 52.326}, "visualize_input_copy_ms": {"avg_ms": 1.476, "count": 227, "max_ms": 3.525, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.636, "count": 227, "max_ms": 64.015, "p95_ms": 52.2}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 227, "max_ms": 0.283, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.088, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132878, "write_bytes_delta": 132878, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.446229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 68513, "reason": null, "system_cpu_core_ratio": 0.039976, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.406253, "user_cpu_s_delta": 8.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.706464, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507192, "system_cpu_s_delta": 10.14999999999418, "user_cpu_core_ratio": 1.199272, "user_cpu_s_delta": 24.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.552, "count": 222, "max_ms": 10.399, "p95_ms": 6.027, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.383, "max": 17.0, "p95": 13.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.482, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 2.482, "max": 5.0, "p95": 4.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.548, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 998.667, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1552.633, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.633, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.601, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24879, "sampled_at": "2026-11-03T10:44:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:44:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.882, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5216381, "flush_count": 5518, "flush_interval_seconds": 30.0, "flush_state": {"count": 5518, "last_at": "2026-11-03T10:43:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:43:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5517}, "started": true, "suppressed_count": 3188750, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188348}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5518, "written_record_count": 5518}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10235.238, "limit_mb": null}, "detail": {"pid": 68745, "restart_count": 250, "start_count": 251}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8830397952000, "copied_frame_count": 3193865, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8830397952000, "frame_buffer_copies": 3193865, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.483, "p50_ms": 0.1143, "p95_ms": 0.2392, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6467, "count": 512, "max_ms": 5.2625, "p50_ms": 1.5732, "p95_ms": 2.7132, "p99_ms": 3.4238, "results": {"failed": 0, "not_applicable": 0, "success": 3193865, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 234, "h264_decode_error_count": 790, "h264_decode_error_count_per_hour": 106, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:44:24+09:00", "last_error_summary": "[h264 @ 0x59350fa9c840] error while decoding MB 14 63, bytestream -9", "last_exit_at": "2026-11-03T10:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:44:27+09:00", "pid": 68745, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.527, "name": "ffmpeg", "pid": 68745, "rss_mb": 206.527, "state": "S (sleeping)", "threads": 70}, "restart_count": 250, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 156.326, "sample_count": 1896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193865, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.654, "last_frame_pushed_at": "2026-11-03T10:44:24+09:00", "last_frame_read_age_sec": 4.792, "last_frame_read_at": "2026-11-03T10:44:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.575, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 464.425, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 4.64, "exists": true, "mtime": "2026-11-03T10:44:24.954911+09:00", "mtime_epoch": 1793670264.954911, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131476}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:44:29+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.449, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3193865, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.041, "max": 15.0, "p95": 12.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.928, "max": 3.0, "p95": 3.0, "sample_count": 194}, "total": {"avg": 1.928, "max": 3.0, "p95": 3.0, "sample_count": 194}}, "tracking_counts": {"active": {"avg": 0.103, "max": 1.0, "p95": 1.0, "sample_count": 194}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "removed": {"avg": 0.031, "max": 1.0, "p95": 0.0, "sample_count": 194}, "tracked": {"avg": 0.103, "max": 1.0, "p95": 1.0, "sample_count": 194}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 194, "pushed_frames": 194, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.475, "pushed": 6.475, "read": 6.442}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.05, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4741.585, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.982, "count": 193, "max_ms": 7.928, "p95_ms": 3.056, "reason": null, "sample_age_ms": 4797.025, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 193, "max_ms": 5.95, "p95_ms": 2.238, "reason": null, "sample_age_ms": 4797.387, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.427, "count": 193, "max_ms": 2.166, "p95_ms": 0.729, "reason": null, "sample_age_ms": 4741.591, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 193, "max_ms": 4.629, "p95_ms": 3.207, "reason": null, "sample_age_ms": 4794.785, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4794.747, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4741.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.034, "count": 193, "max_ms": 110.414, "p95_ms": 71.839, "reason": null, "sample_age_ms": 4741.583, "source": "client_direct"}, "sample_age_ms": 4741.58, "source": "client_direct", "task_total_ms": {"avg_ms": 55.721, "count": 193, "max_ms": 113.872, "p95_ms": 75.7, "reason": null, "sample_age_ms": 4741.58, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.542, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.034, "count": 194, "max_ms": 26.715, "p95_ms": 13.906}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.533, "count": 194, "max_ms": 2.539, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.827, "count": 194, "max_ms": 8.645, "p95_ms": 3.571}, "event_filter_ms": {"avg_ms": 0.007, "count": 194, "max_ms": 0.04, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.419, "count": 194, "max_ms": 3.561, "p95_ms": 0.677}, "mcmt_ms": {"avg_ms": 0.004, "count": 194, "max_ms": 0.033, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.892, "count": 194, "max_ms": 13.98, "p95_ms": 6.531}, "setup_ms": {"avg_ms": 0.051, "count": 194, "max_ms": 0.151, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 8.962, "count": 194, "max_ms": 26.604, "p95_ms": 13.789}, "track_match_ms": {"avg_ms": 0.104, "count": 194, "max_ms": 0.322, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 2.122, "count": 194, "max_ms": 6.729, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 3.515, "count": 194, "max_ms": 7.156, "p95_ms": 5.496}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 194, "max_ms": 0.231, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.034, "count": 194, "max_ms": 119.809, "p95_ms": 78.144}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.325, "count": 194, "max_ms": 15.253, "p95_ms": 10.177}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.303, "count": 194, "max_ms": 182.532, "p95_ms": 132.143}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 194, "max_ms": 5.718, "p95_ms": 3.013}, "processing_residual_ms": {"avg_ms": 0.252, "count": 194, "max_ms": 0.637, "p95_ms": 0.494}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.656, "count": 194, "max_ms": 186.979, "p95_ms": 138.286}, "read_interval": {"avg_ms": 130.83, "count": 193, "max_ms": 331.303, "p95_ms": 179.685}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 194, "max_ms": 0.192, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 3.788, "count": 194, "max_ms": 13.757, "p95_ms": 6.445}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 194, "max_ms": 0.064, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.763, "count": 194, "max_ms": 13.719, "p95_ms": 6.423}, "worker_merge_ms": {"avg_ms": 0.008, "count": 194, "max_ms": 0.041, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.051, "count": 194, "max_ms": 119.826, "p95_ms": 78.163}, "visualize": {"avg_ms": 39.797, "count": 194, "max_ms": 65.544, "p95_ms": 50.984}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.841, "count": 194, "max_ms": 52.183, "p95_ms": 42.5}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.059, "count": 194, "max_ms": 64.164, "p95_ms": 49.207}, "visualize_input_copy_ms": {"avg_ms": 1.472, "count": 194, "max_ms": 3.525, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 194, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.894, "count": 194, "max_ms": 64.015, "p95_ms": 49.061}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 194, "max_ms": 0.283, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 194}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 194}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.134, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 157.088, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3193743, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:44:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132878, "write_bytes_delta": 132878, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.446229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 107.0, "pid": 68513, "reason": null, "system_cpu_core_ratio": 0.039976, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.406253, "user_cpu_s_delta": 8.129999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.706464, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507192, "system_cpu_s_delta": 10.14999999999418, "user_cpu_core_ratio": 1.199272, "user_cpu_s_delta": 24.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.552, "count": 222, "max_ms": 10.399, "p95_ms": 6.027, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.383, "max": 17.0, "p95": 13.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.482, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 222}, "total": {"avg": 2.482, "max": 5.0, "p95": 4.0, "sample_count": 222}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.548, "count": 30, "max": 67.042, "p95": 61.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.214, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 998.667, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1552.633, "count": 30, "max": 12903.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.317, "p95": 0.207, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.477, "p95": 0.458, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.092, "count": 30, "max": 2.746, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129117.833, "count": 30, "max": 136591.0, "p95": 135881.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.633, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.601, "p95": 0.599, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.138, "count": 30, "max": 1.331, "p95": 1.322, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24879, "sampled_at": "2026-11-03T10:44:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:44:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5217382, "flush_count": 5519, "flush_interval_seconds": 30.0, "flush_state": {"count": 5519, "last_at": "2026-11-03T10:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5518}, "started": true, "suppressed_count": 3189329, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188927}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5519, "written_record_count": 5519}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10061.633, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d6be62b9840] error while decoding MB 6 36, bytestream -18", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8832001536000, "copied_frame_count": 3194445, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8832001536000, "frame_buffer_copies": 3194445, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.235, "p50_ms": 0.1103, "p95_ms": 0.2218, "p99_ms": 0.3839}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6119, "count": 512, "max_ms": 6.0498, "p50_ms": 1.491, "p95_ms": 2.7171, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 3194445, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 235, "h264_decode_error_count": 791, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:45:47+09:00", "last_error_summary": "[h264 @ 0x5d6be62b9840] error while decoding MB 6 36, bytestream -18", "last_exit_at": "2026-11-03T10:44:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.01, "last_started_at": "2026-11-03T10:44:27+09:00", "pid": 68745, "process": {"exists": false, "pid": 68745}, "restart_count": 250, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.678, "sample_count": 2019, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-11-03T10:45:47+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-03T10:45:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 213.588, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 386.412, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T10:45:47.557183+09:00", "mtime_epoch": 1793670347.5571828, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123535}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:45:47+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3194445, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.06, "max": 9.0, "p95": 7.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.267, "max": 2.0, "p95": 2.0, "sample_count": 232}, "total": {"avg": 1.267, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.752, "pushed": 7.752, "read": 7.752}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 129.999, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.048, "count": 232, "max_ms": 9.927, "p95_ms": 3.247, "reason": null, "sample_age_ms": 65.871, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.413, "count": 232, "max_ms": 9.418, "p95_ms": 2.258, "reason": null, "sample_age_ms": 66.082, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.425, "count": 232, "max_ms": 5.106, "p95_ms": 0.772, "reason": null, "sample_age_ms": 130.004, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.189, "count": 232, "max_ms": 11.596, "p95_ms": 3.71, "reason": null, "sample_age_ms": 63.648, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 63.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 130.229, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.383, "count": 232, "max_ms": 78.563, "p95_ms": 72.292, "reason": null, "sample_age_ms": 129.995, "source": "client_direct"}, "sample_age_ms": 63.622, "source": "client_direct", "task_total_ms": {"avg_ms": 56.206, "count": 232, "max_ms": 83.349, "p95_ms": 76.623, "reason": null, "sample_age_ms": 129.992, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.87, "count": 232, "max_ms": 16.265, "p95_ms": 11.033}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 232, "max_ms": 1.916, "p95_ms": 0.929}, "detection_prepare_ms": {"avg_ms": 1.654, "count": 232, "max_ms": 5.479, "p95_ms": 3.038}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.352, "count": 232, "max_ms": 1.817, "p95_ms": 0.682}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.387, "count": 232, "max_ms": 5.858, "p95_ms": 3.817}, "setup_ms": {"avg_ms": 0.055, "count": 232, "max_ms": 0.171, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 6.801, "count": 232, "max_ms": 16.202, "p95_ms": 10.919}, "track_match_ms": {"avg_ms": 0.088, "count": 232, "max_ms": 0.296, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.778, "count": 232, "max_ms": 10.322, "p95_ms": 2.948}}, "gstreamer_push": {"avg_ms": 3.601, "count": 232, "max_ms": 12.182, "p95_ms": 6.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 232, "max_ms": 0.242, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.746, "count": 232, "max_ms": 88.542, "p95_ms": 78.997}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.103, "count": 232, "max_ms": 14.89, "p95_ms": 8.783}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.538, "count": 232, "max_ms": 157.048, "p95_ms": 138.77}, "inference_input_copy_ms": {"avg_ms": 1.763, "count": 232, "max_ms": 4.924, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.229, "count": 232, "max_ms": 0.619, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.632, "count": 232, "max_ms": 173.034, "p95_ms": 144.739}, "read_interval": {"avg_ms": 129.22, "count": 232, "max_ms": 265.355, "p95_ms": 183.583}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 232, "max_ms": 1.012, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.299, "count": 232, "max_ms": 5.711, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 232, "max_ms": 0.061, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.273, "count": 232, "max_ms": 5.665, "p95_ms": 3.609}, "worker_merge_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.763, "count": 232, "max_ms": 88.561, "p95_ms": 79.01}, "visualize": {"avg_ms": 39.539, "count": 232, "max_ms": 71.379, "p95_ms": 52.842}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.006, "count": 232, "max_ms": 66.147, "p95_ms": 45.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.837, "count": 232, "max_ms": 69.602, "p95_ms": 51.23}, "visualize_input_copy_ms": {"avg_ms": 1.451, "count": 232, "max_ms": 4.012, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.673, "count": 232, "max_ms": 69.387, "p95_ms": 51.041}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 232, "max_ms": 0.258, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.079, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.957, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121173, "write_bytes_delta": 121173, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.429246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 68745, "reason": null, "system_cpu_core_ratio": 0.039699, "system_cpu_s_delta": 0.8, "user_cpu_core_ratio": 0.389547, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46696, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.133409, "user_cpu_s_delta": 22.839999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.568, "count": 231, "max_ms": 12.182, "p95_ms": 6.04, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.091, "max": 8.0, "p95": 7.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.515, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.515, "max": 2.0, "p95": 2.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.11, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.331, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1025.467, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.7, "count": 30, "max": 15380.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.317, "p95": 0.081, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.458, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.247, "count": 30, "max": 4.654, "p95": 1.51, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.667, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24883, "sampled_at": "2026-11-03T10:45:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:45:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5217382, "flush_count": 5519, "flush_interval_seconds": 30.0, "flush_state": {"count": 5519, "last_at": "2026-11-03T10:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5518}, "started": true, "suppressed_count": 3189330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188928}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5519, "written_record_count": 5519}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10062.262, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:45:47+09:00", "last_error_summary": "[h264 @ 0x5d6be62b9840] error while decoding MB 6 36, bytestream -18", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8832004300800, "copied_frame_count": 3194446, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8832004300800, "frame_buffer_copies": 3194446, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.235, "p50_ms": 0.1103, "p95_ms": 0.2218, "p99_ms": 0.3839}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6118, "count": 512, "max_ms": 6.0498, "p50_ms": 1.491, "p95_ms": 2.7171, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 3194446, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 235, "h264_decode_error_count": 791, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:45:47+09:00", "last_error_summary": "[h264 @ 0x5d6be62b9840] error while decoding MB 6 36, bytestream -18", "last_exit_at": "2026-11-03T10:45:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.106, "last_started_at": "2026-11-03T10:44:27+09:00", "pid": 68745, "process": {"exists": false, "pid": 68745}, "restart_count": 250, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.848, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:45:47+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-11-03T10:45:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 213.672, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 386.328, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.143, "exists": true, "mtime": "2026-11-03T10:45:47.557183+09:00", "mtime_epoch": 1793670347.5571828, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 123535}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:45:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.723, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3194446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.06, "max": 9.0, "p95": 7.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.267, "max": 2.0, "p95": 2.0, "sample_count": 232}, "total": {"avg": 1.267, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.77, "pushed": 7.77, "read": 7.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 90.827, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.049, "count": 231, "max_ms": 9.927, "p95_ms": 3.257, "reason": null, "sample_age_ms": 168.379, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 231, "max_ms": 9.418, "p95_ms": 2.261, "reason": null, "sample_age_ms": 168.59, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 232, "max_ms": 5.106, "p95_ms": 0.772, "reason": null, "sample_age_ms": 90.84, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.188, "count": 231, "max_ms": 11.596, "p95_ms": 3.714, "reason": null, "sample_age_ms": 166.155, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.135, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.259, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.495, "count": 232, "max_ms": 78.563, "p95_ms": 72.863, "reason": null, "sample_age_ms": 90.822, "source": "client_direct"}, "sample_age_ms": 90.817, "source": "client_direct", "task_total_ms": {"avg_ms": 56.32, "count": 232, "max_ms": 83.349, "p95_ms": 77.217, "reason": null, "sample_age_ms": 90.817, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.372, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.861, "count": 232, "max_ms": 16.265, "p95_ms": 11.033}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 232, "max_ms": 1.916, "p95_ms": 0.929}, "detection_prepare_ms": {"avg_ms": 1.655, "count": 232, "max_ms": 5.479, "p95_ms": 3.038}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 232, "max_ms": 1.817, "p95_ms": 0.682}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.386, "count": 232, "max_ms": 5.858, "p95_ms": 3.817}, "setup_ms": {"avg_ms": 0.055, "count": 232, "max_ms": 0.171, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 6.793, "count": 232, "max_ms": 16.202, "p95_ms": 10.919}, "track_match_ms": {"avg_ms": 0.088, "count": 232, "max_ms": 0.296, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.772, "count": 232, "max_ms": 10.322, "p95_ms": 2.948}}, "gstreamer_push": {"avg_ms": 3.597, "count": 232, "max_ms": 12.182, "p95_ms": 6.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 232, "max_ms": 0.242, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.914, "count": 232, "max_ms": 91.111, "p95_ms": 79.161}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.097, "count": 232, "max_ms": 14.89, "p95_ms": 8.783}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.695, "count": 232, "max_ms": 157.048, "p95_ms": 139.726}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 232, "max_ms": 4.924, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.229, "count": 232, "max_ms": 0.619, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.788, "count": 232, "max_ms": 173.034, "p95_ms": 146.183}, "read_interval": {"avg_ms": 129.217, "count": 231, "max_ms": 265.355, "p95_ms": 183.583}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 232, "max_ms": 1.012, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.298, "count": 232, "max_ms": 5.711, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 232, "max_ms": 0.061, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.272, "count": 232, "max_ms": 5.665, "p95_ms": 3.609}, "worker_merge_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.932, "count": 232, "max_ms": 91.119, "p95_ms": 79.177}, "visualize": {"avg_ms": 39.536, "count": 232, "max_ms": 71.379, "p95_ms": 52.842}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.994, "count": 232, "max_ms": 66.147, "p95_ms": 45.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.82, "count": 232, "max_ms": 69.602, "p95_ms": 51.23}, "visualize_input_copy_ms": {"avg_ms": 1.465, "count": 232, "max_ms": 4.42, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.655, "count": 232, "max_ms": 69.387, "p95_ms": 51.041}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 232, "max_ms": 0.258, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.079, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.957, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121173, "write_bytes_delta": 121173, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.429246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 68745, "reason": null, "system_cpu_core_ratio": 0.039699, "system_cpu_s_delta": 0.8, "user_cpu_core_ratio": 0.389547, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46696, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.133409, "user_cpu_s_delta": 22.839999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.568, "count": 231, "max_ms": 12.182, "p95_ms": 6.04, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.091, "max": 8.0, "p95": 7.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.515, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.515, "max": 2.0, "p95": 2.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.11, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.331, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1025.467, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.7, "count": 30, "max": 15380.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.317, "p95": 0.081, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.458, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.247, "count": 30, "max": 4.654, "p95": 1.51, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.667, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24883, "sampled_at": "2026-11-03T10:45:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:45:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.86, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5217382, "flush_count": 5519, "flush_interval_seconds": 30.0, "flush_state": {"count": 5519, "last_at": "2026-11-03T10:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5518}, "started": true, "suppressed_count": 3189330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188928}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5519, "written_record_count": 5519}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10062.488, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8832004300800, "copied_frame_count": 3194446, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8832004300800, "frame_buffer_copies": 3194446, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.235, "p50_ms": 0.1103, "p95_ms": 0.2218, "p99_ms": 0.3839}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6118, "count": 512, "max_ms": 6.0498, "p50_ms": 1.491, "p95_ms": 2.7171, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 3194446, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 235, "h264_decode_error_count": 791, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:45:47+09:00", "last_error_summary": "[h264 @ 0x5d6be62b9840] error while decoding MB 6 36, bytestream -18", "last_exit_at": "2026-11-03T10:45:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.157, "last_started_at": "2026-11-03T10:44:27+09:00", "pid": 68745, "process": {"exists": false, "pid": 68745}, "restart_count": 250, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 251}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.848, "sample_count": 2020, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.052, "last_frame_pushed_at": "2026-11-03T10:45:47+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-11-03T10:45:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 213.723, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 386.277, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-03T10:45:47.708183+09:00", "mtime_epoch": 1793670347.7081833, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119793}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:45:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.723, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3194446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.06, "max": 9.0, "p95": 7.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.267, "max": 2.0, "p95": 2.0, "sample_count": 232}, "total": {"avg": 1.267, "max": 2.0, "p95": 2.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.756, "pushed": 7.756, "read": 7.723}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 135.315, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.049, "count": 231, "max_ms": 9.927, "p95_ms": 3.257, "reason": null, "sample_age_ms": 212.867, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 231, "max_ms": 9.418, "p95_ms": 2.261, "reason": null, "sample_age_ms": 213.078, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 232, "max_ms": 5.106, "p95_ms": 0.772, "reason": null, "sample_age_ms": 135.328, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.188, "count": 231, "max_ms": 11.596, "p95_ms": 3.714, "reason": null, "sample_age_ms": 210.644, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 210.624, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.747, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.495, "count": 232, "max_ms": 78.563, "p95_ms": 72.863, "reason": null, "sample_age_ms": 135.31, "source": "client_direct"}, "sample_age_ms": 135.305, "source": "client_direct", "task_total_ms": {"avg_ms": 56.32, "count": 232, "max_ms": 83.349, "p95_ms": 77.217, "reason": null, "sample_age_ms": 135.305, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.583, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.861, "count": 232, "max_ms": 16.265, "p95_ms": 11.033}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 232, "max_ms": 1.916, "p95_ms": 0.929}, "detection_prepare_ms": {"avg_ms": 1.655, "count": 232, "max_ms": 5.479, "p95_ms": 3.038}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 232, "max_ms": 1.817, "p95_ms": 0.682}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.386, "count": 232, "max_ms": 5.858, "p95_ms": 3.817}, "setup_ms": {"avg_ms": 0.055, "count": 232, "max_ms": 0.171, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 6.793, "count": 232, "max_ms": 16.202, "p95_ms": 10.919}, "track_match_ms": {"avg_ms": 0.088, "count": 232, "max_ms": 0.296, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.772, "count": 232, "max_ms": 10.322, "p95_ms": 2.948}}, "gstreamer_push": {"avg_ms": 3.597, "count": 232, "max_ms": 12.182, "p95_ms": 6.308}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 232, "max_ms": 0.242, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.914, "count": 232, "max_ms": 91.111, "p95_ms": 79.161}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.097, "count": 232, "max_ms": 14.89, "p95_ms": 8.783}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.695, "count": 232, "max_ms": 157.048, "p95_ms": 139.726}, "inference_input_copy_ms": {"avg_ms": 1.767, "count": 232, "max_ms": 4.924, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.229, "count": 232, "max_ms": 0.619, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.788, "count": 232, "max_ms": 173.034, "p95_ms": 146.183}, "read_interval": {"avg_ms": 129.217, "count": 231, "max_ms": 265.355, "p95_ms": 183.583}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 232, "max_ms": 1.012, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.298, "count": 232, "max_ms": 5.711, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 232, "max_ms": 0.061, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.272, "count": 232, "max_ms": 5.665, "p95_ms": 3.609}, "worker_merge_ms": {"avg_ms": 0.008, "count": 232, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.932, "count": 232, "max_ms": 91.119, "p95_ms": 79.177}, "visualize": {"avg_ms": 39.536, "count": 232, "max_ms": 71.379, "p95_ms": 52.842}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.994, "count": 232, "max_ms": 66.147, "p95_ms": 45.641}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.82, "count": 232, "max_ms": 69.602, "p95_ms": 51.23}, "visualize_input_copy_ms": {"avg_ms": 1.465, "count": 232, "max_ms": 4.42, "p95_ms": 2.385}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.655, "count": 232, "max_ms": 69.387, "p95_ms": 51.041}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 232, "max_ms": 0.258, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.079, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.957, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121173, "write_bytes_delta": 121173, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.429246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 68745, "reason": null, "system_cpu_core_ratio": 0.039699, "system_cpu_s_delta": 0.8, "user_cpu_core_ratio": 0.389547, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46696, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.133409, "user_cpu_s_delta": 22.839999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.568, "count": 231, "max_ms": 12.182, "p95_ms": 6.04, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.091, "max": 8.0, "p95": 7.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.515, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.515, "max": 2.0, "p95": 2.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.11, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.331, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1025.467, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.7, "count": 30, "max": 15380.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.317, "p95": 0.081, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.458, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.247, "count": 30, "max": 4.654, "p95": 1.51, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.667, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24883, "sampled_at": "2026-11-03T10:45:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:45:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5217382, "flush_count": 5519, "flush_interval_seconds": 30.0, "flush_state": {"count": 5519, "last_at": "2026-11-03T10:44:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:44:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5518}, "started": true, "suppressed_count": 3189330, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3188928}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5519, "written_record_count": 5519}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10159.141, "limit_mb": null}, "detail": {"pid": 68861, "restart_count": 251, "start_count": 252}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8832004300800, "copied_frame_count": 3194446, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8832004300800, "frame_buffer_copies": 3194446, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 2.235, "p50_ms": 0.1103, "p95_ms": 0.2218, "p99_ms": 0.3839}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6118, "count": 512, "max_ms": 6.0498, "p50_ms": 1.491, "p95_ms": 2.7171, "p99_ms": 3.2923, "results": {"failed": 0, "not_applicable": 0, "success": 3194446, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 235, "h264_decode_error_count": 791, "h264_decode_error_count_per_hour": 107, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:45:47+09:00", "last_error_summary": "[h264 @ 0x5d6be62b9840] error while decoding MB 6 36, bytestream -18", "last_exit_at": "2026-11-03T10:45:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:45:50+09:00", "pid": 68861, "process": {"exists": true, "fd_count": 5, "hwm_mb": 132.684, "name": "ffmpeg", "pid": 68861, "rss_mb": 132.684, "state": "S (sleeping)", "threads": 19}, "restart_count": 251, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.957, "sample_count": 1998, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194446, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.409, "last_frame_pushed_at": "2026-11-03T10:45:47+09:00", "last_frame_read_age_sec": 4.561, "last_frame_read_at": "2026-11-03T10:45:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 218.088, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 381.912, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 4.399, "exists": true, "mtime": "2026-11-03T10:45:47.708183+09:00", "mtime_epoch": 1793670347.7081833, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 119793}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:45:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2326.727, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3194446, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.112, "max": 9.0, "p95": 7.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.213, "max": 2.0, "p95": 2.0, "sample_count": 197}, "total": {"avg": 1.213, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.578, "pushed": 6.578, "read": 6.544}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4493.47, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.099, "count": 196, "max_ms": 9.927, "p95_ms": 3.781, "reason": null, "sample_age_ms": 4571.022, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 196, "max_ms": 9.418, "p95_ms": 2.336, "reason": null, "sample_age_ms": 4571.232, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.431, "count": 196, "max_ms": 5.106, "p95_ms": 0.779, "reason": null, "sample_age_ms": 4493.482, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.172, "count": 196, "max_ms": 11.596, "p95_ms": 3.538, "reason": null, "sample_age_ms": 4568.798, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4568.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4493.902, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.417, "count": 196, "max_ms": 78.563, "p95_ms": 74.029, "reason": null, "sample_age_ms": 4493.465, "source": "client_direct"}, "sample_age_ms": 4493.46, "source": "client_direct", "task_total_ms": {"avg_ms": 57.232, "count": 196, "max_ms": 83.349, "p95_ms": 77.6, "reason": null, "sample_age_ms": 4493.46, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.752, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.811, "count": 197, "max_ms": 16.265, "p95_ms": 11.033}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.468, "count": 197, "max_ms": 1.916, "p95_ms": 0.935}, "detection_prepare_ms": {"avg_ms": 1.63, "count": 197, "max_ms": 4.394, "p95_ms": 3.038}, "event_filter_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 197, "max_ms": 1.817, "p95_ms": 0.73}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.028, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.362, "count": 197, "max_ms": 5.858, "p95_ms": 3.817}, "setup_ms": {"avg_ms": 0.056, "count": 197, "max_ms": 0.171, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 6.742, "count": 197, "max_ms": 16.202, "p95_ms": 10.919}, "track_match_ms": {"avg_ms": 0.09, "count": 197, "max_ms": 0.296, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 1.774, "count": 197, "max_ms": 10.322, "p95_ms": 2.948}}, "gstreamer_push": {"avg_ms": 3.636, "count": 197, "max_ms": 12.182, "p95_ms": 6.337}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 197, "max_ms": 0.242, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.933, "count": 197, "max_ms": 91.111, "p95_ms": 80.135}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.11, "count": 197, "max_ms": 14.89, "p95_ms": 8.865}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.33, "count": 197, "max_ms": 157.048, "p95_ms": 143.18}, "inference_input_copy_ms": {"avg_ms": 1.757, "count": 197, "max_ms": 3.984, "p95_ms": 2.897}, "processing_residual_ms": {"avg_ms": 0.231, "count": 197, "max_ms": 0.619, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.429, "count": 197, "max_ms": 173.034, "p95_ms": 147.219}, "read_interval": {"avg_ms": 130.117, "count": 196, "max_ms": 265.355, "p95_ms": 185.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 197, "max_ms": 1.012, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.273, "count": 197, "max_ms": 5.711, "p95_ms": 3.642}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 197, "max_ms": 0.061, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.247, "count": 197, "max_ms": 5.665, "p95_ms": 3.609}, "worker_merge_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.951, "count": 197, "max_ms": 91.119, "p95_ms": 80.15}, "visualize": {"avg_ms": 39.198, "count": 197, "max_ms": 71.379, "p95_ms": 52.591}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.783, "count": 197, "max_ms": 66.147, "p95_ms": 45.303}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.498, "count": 197, "max_ms": 69.602, "p95_ms": 50.609}, "visualize_input_copy_ms": {"avg_ms": 1.448, "count": 197, "max_ms": 4.42, "p95_ms": 2.369}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.334, "count": 197, "max_ms": 69.387, "p95_ms": 50.427}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 197, "max_ms": 0.258, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2326.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.079, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.957, "sample_count": 1990, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3194316, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:45:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 121173, "write_bytes_delta": 121173, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1168.0, "cpu_core_ratio": 0.429246, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 68745, "reason": null, "system_cpu_core_ratio": 0.039699, "system_cpu_s_delta": 0.8, "user_cpu_core_ratio": 0.389547, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46696, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.133409, "user_cpu_s_delta": 22.839999999967404}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.568, "count": 231, "max_ms": 12.182, "p95_ms": 6.04, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.091, "max": 8.0, "p95": 7.0, "sample_count": 231}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.515, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.515, "max": 2.0, "p95": 2.0, "sample_count": 231}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.11, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.331, "count": 30, "max": 31.59, "p95": 27.497, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1025.467, "count": 30, "max": 1225.0, "p95": 1212.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1571.7, "count": 30, "max": 15380.0, "p95": 8462.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.317, "p95": 0.081, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.458, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.247, "count": 30, "max": 4.654, "p95": 1.51, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 127710.167, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.667, "count": 30, "max": 44272.0, "p95": 39.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24883, "sampled_at": "2026-11-03T10:45:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:45:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5219384, "flush_count": 5521, "flush_interval_seconds": 30.0, "flush_state": {"count": 5521, "last_at": "2026-11-03T10:46:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:46:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5520}, "started": true, "suppressed_count": 3190228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3189826}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5521, "written_record_count": 5521}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10034.797, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x607d80a68580] error while decoding MB 8 44, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8834489856000, "copied_frame_count": 3195345, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8834489856000, "frame_buffer_copies": 3195345, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 0.3681, "p50_ms": 0.1068, "p95_ms": 0.2062, "p99_ms": 0.2857}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5479, "count": 512, "max_ms": 4.3172, "p50_ms": 1.4665, "p95_ms": 2.4783, "p99_ms": 2.9512, "results": {"failed": 0, "not_applicable": 0, "success": 3195345, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 236, "h264_decode_error_count": 792, "h264_decode_error_count_per_hour": 101, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:47:41+09:00", "last_error_summary": "[h264 @ 0x607d80a68580] error while decoding MB 8 44, bytestream -8", "last_exit_at": "2026-11-03T10:45:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.802, "last_started_at": "2026-11-03T10:45:50+09:00", "pid": 68861, "process": {"exists": false, "pid": 68861}, "restart_count": 251, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.05, "sample_count": 2189, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195345, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-11-03T10:47:41+09:00", "last_frame_read_age_sec": 0.057, "last_frame_read_at": "2026-11-03T10:47:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.899, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 272.101, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-03T10:47:41.854571+09:00", "mtime_epoch": 1793670461.8545713, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 117852}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:47:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.102, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3195346, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.854, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 257}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 261}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 261}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 261}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 261}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 261, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.711, "pushed": 8.711, "read": 8.711}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 261, "client_acquire_ms": {"avg_ms": 0.007, "count": 261, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 36.716, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.852, "count": 261, "max_ms": 5.227, "p95_ms": 3.08, "reason": null, "sample_age_ms": 80.484, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.344, "count": 261, "max_ms": 3.974, "p95_ms": 2.103, "reason": null, "sample_age_ms": 80.711, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 261, "max_ms": 2.714, "p95_ms": 0.642, "reason": null, "sample_age_ms": 36.737, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.961, "count": 261, "max_ms": 6.826, "p95_ms": 3.34, "reason": null, "sample_age_ms": 79.468, "source": "client_direct"}, "request_count": 261, "request_tensor_bytes": {"avg": 2764808.0, "count": 261, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.449, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 261, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.67, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.979, "count": 261, "max_ms": 78.474, "p95_ms": 63.141, "reason": null, "sample_age_ms": 36.71, "source": "client_direct"}, "sample_age_ms": 36.702, "source": "client_direct", "task_total_ms": {"avg_ms": 48.466, "count": 261, "max_ms": 82.088, "p95_ms": 66.31, "reason": null, "sample_age_ms": 36.702, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.48, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.683, "count": 261, "max_ms": 13.402, "p95_ms": 8.885}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 261, "max_ms": 1.429, "p95_ms": 0.671}, "detection_prepare_ms": {"avg_ms": 1.367, "count": 261, "max_ms": 3.631, "p95_ms": 2.419}, "event_filter_ms": {"avg_ms": 0.005, "count": 261, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 261, "max_ms": 0.763, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.003, "count": 261, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.122, "count": 261, "max_ms": 7.204, "p95_ms": 3.193}, "setup_ms": {"avg_ms": 0.047, "count": 261, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.624, "count": 261, "max_ms": 13.347, "p95_ms": 8.746}, "track_match_ms": {"avg_ms": 0.065, "count": 261, "max_ms": 0.219, "p95_ms": 0.133}, "tracker_update_ms": {"avg_ms": 1.372, "count": 261, "max_ms": 6.823, "p95_ms": 2.287}}, "gstreamer_push": {"avg_ms": 3.307, "count": 261, "max_ms": 6.661, "p95_ms": 5.229}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 261, "max_ms": 0.21, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.807, "count": 261, "max_ms": 83.587, "p95_ms": 69.797}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.941, "count": 261, "max_ms": 11.083, "p95_ms": 8.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.962, "count": 261, "max_ms": 135.385, "p95_ms": 118.425}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 261, "max_ms": 10.497, "p95_ms": 3.008}, "processing_residual_ms": {"avg_ms": 0.198, "count": 261, "max_ms": 0.513, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.833, "count": 261, "max_ms": 142.76, "p95_ms": 123.439}, "read_interval": {"avg_ms": 115.009, "count": 261, "max_ms": 200.929, "p95_ms": 157.856}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 261, "max_ms": 0.053, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.049, "count": 261, "max_ms": 7.141, "p95_ms": 3.085}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 261, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.031, "count": 261, "max_ms": 7.125, "p95_ms": 3.051}, "worker_merge_ms": {"avg_ms": 0.006, "count": 261, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.821, "count": 261, "max_ms": 83.611, "p95_ms": 69.829}, "visualize": {"avg_ms": 37.221, "count": 261, "max_ms": 61.43, "p95_ms": 48.282}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.479, "count": 261, "max_ms": 56.826, "p95_ms": 42.907}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.66, "count": 261, "max_ms": 59.754, "p95_ms": 46.528}, "visualize_input_copy_ms": {"avg_ms": 1.349, "count": 261, "max_ms": 4.701, "p95_ms": 2.141}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.517, "count": 261, "max_ms": 59.586, "p95_ms": 46.367}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 261, "max_ms": 0.228, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 261}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.22, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.489, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118227, "write_bytes_delta": 118227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1263.0, "cpu_core_ratio": 0.481979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 68861, "reason": null, "system_cpu_core_ratio": 0.045404, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.436575, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.577659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454537, "system_cpu_s_delta": 9.110000000000582, "user_cpu_core_ratio": 1.123121, "user_cpu_s_delta": 22.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 264, "max_ms": 6.57, "p95_ms": 5.107, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.598, "max": 8.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.064, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.008, "max": 2.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.668, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.701, "count": 30, "max": 31.59, "p95": 28.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1052.9, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.6, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.6, "count": 30, "max": 44272.0, "p95": 30.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24889, "sampled_at": "2026-11-03T10:47:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:47:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5219384, "flush_count": 5521, "flush_interval_seconds": 30.0, "flush_state": {"count": 5521, "last_at": "2026-11-03T10:46:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:46:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5520}, "started": true, "suppressed_count": 3190228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3189826}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5521, "written_record_count": 5521}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10034.945, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:47:41+09:00", "last_error_summary": "[h264 @ 0x607d80a68580] error while decoding MB 8 44, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8834492620800, "copied_frame_count": 3195346, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8834492620800, "frame_buffer_copies": 3195346, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3681, "p50_ms": 0.1066, "p95_ms": 0.2062, "p99_ms": 0.2857}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5471, "count": 512, "max_ms": 4.3172, "p50_ms": 1.4665, "p95_ms": 2.4783, "p99_ms": 2.9512, "results": {"failed": 0, "not_applicable": 0, "success": 3195346, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 236, "h264_decode_error_count": 792, "h264_decode_error_count_per_hour": 101, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:47:41+09:00", "last_error_summary": "[h264 @ 0x607d80a68580] error while decoding MB 8 44, bytestream -8", "last_exit_at": "2026-11-03T10:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.902, "last_started_at": "2026-11-03T10:45:50+09:00", "pid": 68861, "process": {"exists": false, "pid": 68861}, "restart_count": 251, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.05, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-03T10:47:41+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-11-03T10:47:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 327.97, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 272.03, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-03T10:47:41.976572+09:00", "mtime_epoch": 1793670461.9765718, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:47:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3195346, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.862, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 257}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 261}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 261}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 261}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 261}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.727, "pushed": 8.727, "read": 8.693}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.007, "count": 261, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 120.167, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.848, "count": 260, "max_ms": 5.227, "p95_ms": 3.084, "reason": null, "sample_age_ms": 163.935, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 260, "max_ms": 3.974, "p95_ms": 2.107, "reason": null, "sample_age_ms": 164.162, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 261, "max_ms": 2.714, "p95_ms": 0.642, "reason": null, "sample_age_ms": 120.188, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.964, "count": 260, "max_ms": 6.826, "p95_ms": 3.343, "reason": null, "sample_age_ms": 162.919, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 162.9, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 261, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.121, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.979, "count": 261, "max_ms": 78.474, "p95_ms": 63.141, "reason": null, "sample_age_ms": 120.161, "source": "client_direct"}, "sample_age_ms": 120.153, "source": "client_direct", "task_total_ms": {"avg_ms": 48.466, "count": 261, "max_ms": 82.088, "p95_ms": 66.31, "reason": null, "sample_age_ms": 120.153, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.349, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.692, "count": 261, "max_ms": 13.402, "p95_ms": 8.885}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 261, "max_ms": 1.429, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.369, "count": 261, "max_ms": 3.631, "p95_ms": 2.419}, "event_filter_ms": {"avg_ms": 0.005, "count": 261, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 261, "max_ms": 0.763, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.003, "count": 261, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.125, "count": 261, "max_ms": 7.204, "p95_ms": 3.193}, "setup_ms": {"avg_ms": 0.047, "count": 261, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.634, "count": 261, "max_ms": 13.347, "p95_ms": 8.746}, "track_match_ms": {"avg_ms": 0.065, "count": 261, "max_ms": 0.219, "p95_ms": 0.133}, "tracker_update_ms": {"avg_ms": 1.373, "count": 261, "max_ms": 6.823, "p95_ms": 2.287}}, "gstreamer_push": {"avg_ms": 3.303, "count": 261, "max_ms": 6.661, "p95_ms": 5.229}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 261, "max_ms": 0.21, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.748, "count": 261, "max_ms": 83.587, "p95_ms": 69.797}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.941, "count": 261, "max_ms": 11.083, "p95_ms": 8.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.969, "count": 261, "max_ms": 135.385, "p95_ms": 118.425}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 261, "max_ms": 10.497, "p95_ms": 3.008}, "processing_residual_ms": {"avg_ms": 0.197, "count": 261, "max_ms": 0.513, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.834, "count": 261, "max_ms": 142.76, "p95_ms": 123.439}, "read_interval": {"avg_ms": 114.85, "count": 260, "max_ms": 200.929, "p95_ms": 157.856}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 261, "max_ms": 0.053, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.051, "count": 261, "max_ms": 7.141, "p95_ms": 3.085}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 261, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.033, "count": 261, "max_ms": 7.125, "p95_ms": 3.051}, "worker_merge_ms": {"avg_ms": 0.006, "count": 261, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.762, "count": 261, "max_ms": 83.611, "p95_ms": 69.829}, "visualize": {"avg_ms": 37.276, "count": 261, "max_ms": 61.43, "p95_ms": 49.192}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.529, "count": 261, "max_ms": 56.826, "p95_ms": 43.054}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.712, "count": 261, "max_ms": 59.754, "p95_ms": 46.744}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 261, "max_ms": 4.701, "p95_ms": 2.141}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.569, "count": 261, "max_ms": 59.586, "p95_ms": 46.584}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 261, "max_ms": 0.228, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 261}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.22, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.489, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118227, "write_bytes_delta": 118227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1263.0, "cpu_core_ratio": 0.481979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 68861, "reason": null, "system_cpu_core_ratio": 0.045404, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.436575, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.577659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454537, "system_cpu_s_delta": 9.110000000000582, "user_cpu_core_ratio": 1.123121, "user_cpu_s_delta": 22.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 264, "max_ms": 6.57, "p95_ms": 5.107, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.598, "max": 8.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.064, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.008, "max": 2.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.668, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.701, "count": 30, "max": 31.59, "p95": 28.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1052.9, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.6, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.6, "count": 30, "max": 44272.0, "p95": 30.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24889, "sampled_at": "2026-11-03T10:47:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:47:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5219384, "flush_count": 5521, "flush_interval_seconds": 30.0, "flush_state": {"count": 5521, "last_at": "2026-11-03T10:46:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:46:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5520}, "started": true, "suppressed_count": 3190228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3189826}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5521, "written_record_count": 5521}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10034.867, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8834492620800, "copied_frame_count": 3195346, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8834492620800, "frame_buffer_copies": 3195346, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3681, "p50_ms": 0.1066, "p95_ms": 0.2062, "p99_ms": 0.2857}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5471, "count": 512, "max_ms": 4.3172, "p50_ms": 1.4665, "p95_ms": 2.4783, "p99_ms": 2.9512, "results": {"failed": 0, "not_applicable": 0, "success": 3195346, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 236, "h264_decode_error_count": 792, "h264_decode_error_count_per_hour": 101, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:47:41+09:00", "last_error_summary": "[h264 @ 0x607d80a68580] error while decoding MB 8 44, bytestream -8", "last_exit_at": "2026-11-03T10:47:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.939, "last_started_at": "2026-11-03T10:45:50+09:00", "pid": 68861, "process": {"exists": false, "pid": 68861}, "restart_count": 251, "restart_count_per_hour": 31, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 252}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.05, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-11-03T10:47:41+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-11-03T10:47:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 328.001, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 271.999, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-03T10:47:41.976572+09:00", "mtime_epoch": 1793670461.9765718, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:47:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3195346, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.862, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.027, "max": 2.0, "p95": 1.0, "sample_count": 257}, "total": {"avg": 1.011, "max": 2.0, "p95": 1.0, "sample_count": 261}}, "tracking_counts": {"active": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 261}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 261}, "tracked": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 261}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 261, "pushed_frames": 261, "read_frames": 260, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.716, "pushed": 8.716, "read": 8.683}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 260, "client_acquire_ms": {"avg_ms": 0.007, "count": 261, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 154.809, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.848, "count": 260, "max_ms": 5.227, "p95_ms": 3.084, "reason": null, "sample_age_ms": 198.577, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 260, "max_ms": 3.974, "p95_ms": 2.107, "reason": null, "sample_age_ms": 198.804, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 261, "max_ms": 2.714, "p95_ms": 0.642, "reason": null, "sample_age_ms": 154.83, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.964, "count": 260, "max_ms": 6.826, "p95_ms": 3.343, "reason": null, "sample_age_ms": 197.561, "source": "client_direct"}, "request_count": 260, "request_tensor_bytes": {"avg": 2764808.0, "count": 260, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.542, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 261, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.763, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.979, "count": 261, "max_ms": 78.474, "p95_ms": 63.141, "reason": null, "sample_age_ms": 154.803, "source": "client_direct"}, "sample_age_ms": 154.795, "source": "client_direct", "task_total_ms": {"avg_ms": 48.466, "count": 261, "max_ms": 82.088, "p95_ms": 66.31, "reason": null, "sample_age_ms": 154.795, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.251, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.692, "count": 261, "max_ms": 13.402, "p95_ms": 8.885}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.382, "count": 261, "max_ms": 1.429, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.369, "count": 261, "max_ms": 3.631, "p95_ms": 2.419}, "event_filter_ms": {"avg_ms": 0.005, "count": 261, "max_ms": 0.03, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 261, "max_ms": 0.763, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.003, "count": 261, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.125, "count": 261, "max_ms": 7.204, "p95_ms": 3.193}, "setup_ms": {"avg_ms": 0.047, "count": 261, "max_ms": 0.142, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 5.634, "count": 261, "max_ms": 13.347, "p95_ms": 8.746}, "track_match_ms": {"avg_ms": 0.065, "count": 261, "max_ms": 0.219, "p95_ms": 0.133}, "tracker_update_ms": {"avg_ms": 1.373, "count": 261, "max_ms": 6.823, "p95_ms": 2.287}}, "gstreamer_push": {"avg_ms": 3.303, "count": 261, "max_ms": 6.661, "p95_ms": 5.229}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 261, "max_ms": 0.21, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.748, "count": 261, "max_ms": 83.587, "p95_ms": 69.797}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.941, "count": 261, "max_ms": 11.083, "p95_ms": 8.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.969, "count": 261, "max_ms": 135.385, "p95_ms": 118.425}, "inference_input_copy_ms": {"avg_ms": 1.727, "count": 261, "max_ms": 10.497, "p95_ms": 3.008}, "processing_residual_ms": {"avg_ms": 0.197, "count": 261, "max_ms": 0.513, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.834, "count": 261, "max_ms": 142.76, "p95_ms": 123.439}, "read_interval": {"avg_ms": 114.85, "count": 260, "max_ms": 200.929, "p95_ms": 157.856}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 261, "max_ms": 0.053, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.051, "count": 261, "max_ms": 7.141, "p95_ms": 3.085}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 261, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.033, "count": 261, "max_ms": 7.125, "p95_ms": 3.051}, "worker_merge_ms": {"avg_ms": 0.006, "count": 261, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.762, "count": 261, "max_ms": 83.611, "p95_ms": 69.829}, "visualize": {"avg_ms": 37.276, "count": 261, "max_ms": 61.43, "p95_ms": 49.192}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.529, "count": 261, "max_ms": 56.826, "p95_ms": 43.054}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.712, "count": 261, "max_ms": 59.754, "p95_ms": 46.744}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 261, "max_ms": 4.701, "p95_ms": 2.141}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 261, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.569, "count": 261, "max_ms": 59.586, "p95_ms": 46.584}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 261, "max_ms": 0.228, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 261}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 261}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.22, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.489, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118227, "write_bytes_delta": 118227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1263.0, "cpu_core_ratio": 0.481979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 68861, "reason": null, "system_cpu_core_ratio": 0.045404, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.436575, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.577659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454537, "system_cpu_s_delta": 9.110000000000582, "user_cpu_core_ratio": 1.123121, "user_cpu_s_delta": 22.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 264, "max_ms": 6.57, "p95_ms": 5.107, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.598, "max": 8.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.064, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.008, "max": 2.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.668, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.701, "count": 30, "max": 31.59, "p95": 28.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1052.9, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.6, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.6, "count": 30, "max": 44272.0, "p95": 30.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24889, "sampled_at": "2026-11-03T10:47:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:47:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5219384, "flush_count": 5521, "flush_interval_seconds": 30.0, "flush_state": {"count": 5521, "last_at": "2026-11-03T10:46:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:46:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5520}, "started": true, "suppressed_count": 3190228, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3189826}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5521, "written_record_count": 5521}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10204.164, "limit_mb": null}, "detail": {"pid": 68977, "restart_count": 252, "start_count": 253}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8834492620800, "copied_frame_count": 3195346, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8834492620800, "frame_buffer_copies": 3195346, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 0.3681, "p50_ms": 0.1066, "p95_ms": 0.2062, "p99_ms": 0.2857}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5471, "count": 512, "max_ms": 4.3172, "p50_ms": 1.4665, "p95_ms": 2.4783, "p99_ms": 2.9512, "results": {"failed": 0, "not_applicable": 0, "success": 3195346, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 236, "h264_decode_error_count": 792, "h264_decode_error_count_per_hour": 101, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:47:41+09:00", "last_error_summary": "[h264 @ 0x607d80a68580] error while decoding MB 8 44, bytestream -8", "last_exit_at": "2026-11-03T10:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:47:44+09:00", "pid": 68977, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.699, "name": "ffmpeg", "pid": 68977, "rss_mb": 206.699, "state": "S (sleeping)", "threads": 70}, "restart_count": 252, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.05, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195346, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.65, "last_frame_pushed_at": "2026-11-03T10:47:41+09:00", "last_frame_read_age_sec": 4.766, "last_frame_read_at": "2026-11-03T10:47:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 332.583, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 267.417, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 4.641, "exists": true, "mtime": "2026-11-03T10:47:41.976572+09:00", "mtime_epoch": 1793670461.9765718, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:47:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.102, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3195346, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.896, "max": 9.0, "p95": 7.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.032, "max": 2.0, "p95": 1.0, "sample_count": 217}, "total": {"avg": 1.014, "max": 2.0, "p95": 1.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.387, "pushed": 7.387, "read": 7.354}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4732.178, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 220, "max_ms": 5.227, "p95_ms": 2.971, "reason": null, "sample_age_ms": 4775.946, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 220, "max_ms": 3.974, "p95_ms": 2.183, "reason": null, "sample_age_ms": 4776.173, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 221, "max_ms": 2.714, "p95_ms": 0.642, "reason": null, "sample_age_ms": 4732.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.953, "count": 220, "max_ms": 6.826, "p95_ms": 3.416, "reason": null, "sample_age_ms": 4774.93, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4774.911, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4733.132, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.628, "count": 221, "max_ms": 78.474, "p95_ms": 62.828, "reason": null, "sample_age_ms": 4732.172, "source": "client_direct"}, "sample_age_ms": 4732.164, "source": "client_direct", "task_total_ms": {"avg_ms": 48.106, "count": 221, "max_ms": 82.088, "p95_ms": 66.924, "reason": null, "sample_age_ms": 4732.164, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.621, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.726, "count": 221, "max_ms": 13.402, "p95_ms": 8.974}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 221, "max_ms": 1.429, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.354, "count": 221, "max_ms": 3.498, "p95_ms": 2.405}, "event_filter_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 221, "max_ms": 0.763, "p95_ms": 0.484}, "mcmt_ms": {"avg_ms": 0.003, "count": 221, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.143, "count": 221, "max_ms": 7.204, "p95_ms": 3.338}, "setup_ms": {"avg_ms": 0.047, "count": 221, "max_ms": 0.142, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.667, "count": 221, "max_ms": 13.347, "p95_ms": 8.844}, "track_match_ms": {"avg_ms": 0.066, "count": 221, "max_ms": 0.219, "p95_ms": 0.136}, "tracker_update_ms": {"avg_ms": 1.398, "count": 221, "max_ms": 6.823, "p95_ms": 2.306}}, "gstreamer_push": {"avg_ms": 3.297, "count": 221, "max_ms": 6.661, "p95_ms": 5.423}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 221, "max_ms": 0.21, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.366, "count": 221, "max_ms": 83.587, "p95_ms": 69.797}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.944, "count": 221, "max_ms": 11.083, "p95_ms": 8.448}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.022, "count": 221, "max_ms": 135.385, "p95_ms": 118.425}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 221, "max_ms": 10.497, "p95_ms": 3.003}, "processing_residual_ms": {"avg_ms": 0.197, "count": 221, "max_ms": 0.513, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.881, "count": 221, "max_ms": 142.76, "p95_ms": 123.439}, "read_interval": {"avg_ms": 114.836, "count": 220, "max_ms": 200.929, "p95_ms": 158.488}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 221, "max_ms": 0.042, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 2.068, "count": 221, "max_ms": 7.141, "p95_ms": 3.219}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 221, "max_ms": 0.065, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.05, "count": 221, "max_ms": 7.125, "p95_ms": 3.193}, "worker_merge_ms": {"avg_ms": 0.006, "count": 221, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.38, "count": 221, "max_ms": 83.611, "p95_ms": 69.829}, "visualize": {"avg_ms": 37.684, "count": 221, "max_ms": 61.43, "p95_ms": 49.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.892, "count": 221, "max_ms": 56.826, "p95_ms": 43.235}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.102, "count": 221, "max_ms": 59.754, "p95_ms": 47.407}, "visualize_input_copy_ms": {"avg_ms": 1.365, "count": 221, "max_ms": 4.701, "p95_ms": 2.21}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.958, "count": 221, "max_ms": 59.586, "p95_ms": 47.139}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 221, "max_ms": 0.228, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.062, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.22, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.489, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:47:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118227, "write_bytes_delta": 118227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1263.0, "cpu_core_ratio": 0.481979, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 68861, "reason": null, "system_cpu_core_ratio": 0.045404, "system_cpu_s_delta": 0.9099999999999997, "user_cpu_core_ratio": 0.436575, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.577659, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.454537, "system_cpu_s_delta": 9.110000000000582, "user_cpu_core_ratio": 1.123121, "user_cpu_s_delta": 22.510000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 264, "max_ms": 6.57, "p95_ms": 5.107, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.598, "max": 8.0, "p95": 5.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.064, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.008, "max": 2.0, "p95": 2.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.668, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.701, "count": 30, "max": 31.59, "p95": 28.084, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1052.9, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.6, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125663.667, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.6, "count": 30, "max": 44272.0, "p95": 30.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.481, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.107, "count": 30, "max": 1.331, "p95": 1.273, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24889, "sampled_at": "2026-11-03T10:47:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:47:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5221441, "flush_count": 5523, "flush_interval_seconds": 30.0, "flush_state": {"count": 5523, "last_at": "2026-11-03T10:48:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:48:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5522}, "started": true, "suppressed_count": 3190983, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3190581}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5523, "written_record_count": 5523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10034.434, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56aa7ae63dc0] error while decoding MB 25 49, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8836582809600, "copied_frame_count": 3196102, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8836582809600, "frame_buffer_copies": 3196102, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.128, "count": 512, "max_ms": 0.629, "p50_ms": 0.1141, "p95_ms": 0.2239, "p99_ms": 0.3332}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6659, "count": 512, "max_ms": 4.2725, "p50_ms": 1.5951, "p95_ms": 2.702, "p99_ms": 3.2532, "results": {"failed": 0, "not_applicable": 0, "success": 3196102, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 237, "h264_decode_error_count": 793, "h264_decode_error_count_per_hour": 102, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:49:23+09:00", "last_error_summary": "[h264 @ 0x56aa7ae63dc0] error while decoding MB 25 49, bytestream -5", "last_exit_at": "2026-11-03T10:47:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.793, "last_started_at": "2026-11-03T10:47:44+09:00", "pid": 68977, "process": {"exists": false, "pid": 68977}, "restart_count": 252, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196102, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-11-03T10:49:23+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-03T10:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.402, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 170.598, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T10:49:23.331927+09:00", "mtime_epoch": 1793670563.3319266, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3196103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.75, "max": 12.0, "p95": 9.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.704, "max": 2.0, "p95": 1.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.704, "max": 2.0, "p95": 1.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.203, "pushed": 7.203, "read": 7.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 216, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 25.453, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.252, "count": 216, "max_ms": 10.291, "p95_ms": 4.233, "reason": null, "sample_age_ms": 91.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 216, "max_ms": 9.812, "p95_ms": 2.137, "reason": null, "sample_age_ms": 92.185, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.415, "count": 216, "max_ms": 1.999, "p95_ms": 0.794, "reason": null, "sample_age_ms": 25.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.271, "count": 216, "max_ms": 6.985, "p95_ms": 3.525, "reason": null, "sample_age_ms": 89.695, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.522, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.816, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.721, "count": 216, "max_ms": 91.142, "p95_ms": 74.791, "reason": null, "sample_age_ms": 25.447, "source": "client_direct"}, "sample_age_ms": 25.439, "source": "client_direct", "task_total_ms": {"avg_ms": 57.612, "count": 216, "max_ms": 93.569, "p95_ms": 79.234, "reason": null, "sample_age_ms": 25.439, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.283, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.205, "count": 216, "max_ms": 22.351, "p95_ms": 13.712}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.583, "count": 216, "max_ms": 3.521, "p95_ms": 1.08}, "detection_prepare_ms": {"avg_ms": 1.853, "count": 216, "max_ms": 9.889, "p95_ms": 3.232}, "event_filter_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.039, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.361, "count": 216, "max_ms": 1.097, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.06, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.948, "count": 216, "max_ms": 8.023, "p95_ms": 5.967}, "setup_ms": {"avg_ms": 0.052, "count": 216, "max_ms": 0.199, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.127, "count": 216, "max_ms": 22.279, "p95_ms": 13.623}, "track_match_ms": {"avg_ms": 0.151, "count": 216, "max_ms": 0.654, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 2.166, "count": 216, "max_ms": 12.503, "p95_ms": 3.82}}, "gstreamer_push": {"avg_ms": 3.791, "count": 216, "max_ms": 10.01, "p95_ms": 6.031}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 216, "max_ms": 0.837, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.599, "count": 216, "max_ms": 95.458, "p95_ms": 82.078}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.579, "count": 216, "max_ms": 15.967, "p95_ms": 9.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.121, "count": 216, "max_ms": 155.519, "p95_ms": 142.786}, "inference_input_copy_ms": {"avg_ms": 1.882, "count": 216, "max_ms": 6.157, "p95_ms": 3.272}, "processing_residual_ms": {"avg_ms": 0.276, "count": 216, "max_ms": 2.147, "p95_ms": 0.462}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 119.858, "count": 216, "max_ms": 161.842, "p95_ms": 147.814}, "read_interval": {"avg_ms": 139.173, "count": 216, "max_ms": 235.413, "p95_ms": 189.89}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 216, "max_ms": 0.104, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.852, "count": 216, "max_ms": 7.881, "p95_ms": 5.854}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 216, "max_ms": 0.091, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.829, "count": 216, "max_ms": 7.848, "p95_ms": 5.835}, "worker_merge_ms": {"avg_ms": 0.008, "count": 216, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.615, "count": 216, "max_ms": 95.472, "p95_ms": 82.087}, "visualize": {"avg_ms": 43.818, "count": 216, "max_ms": 69.837, "p95_ms": 57.824}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.439, "count": 216, "max_ms": 59.798, "p95_ms": 48.053}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.896, "count": 216, "max_ms": 67.554, "p95_ms": 54.487}, "visualize_input_copy_ms": {"avg_ms": 1.636, "count": 216, "max_ms": 5.568, "p95_ms": 2.84}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.722, "count": 216, "max_ms": 67.349, "p95_ms": 54.267}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 216, "max_ms": 0.288, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.74, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.67, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124466, "write_bytes_delta": 124466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1187.0, "cpu_core_ratio": 0.426696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 68977, "reason": null, "system_cpu_core_ratio": 0.040377, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.386319, "user_cpu_s_delta": 7.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483522, "system_cpu_s_delta": 9.69999999999709, "user_cpu_core_ratio": 1.166934, "user_cpu_s_delta": 23.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 240, "max_ms": 7.369, "p95_ms": 5.162, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.963, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.767, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.096, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.555, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1061.5, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.2, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.331, "p95": 1.247, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24893, "sampled_at": "2026-11-03T10:48:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:48:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5221441, "flush_count": 5523, "flush_interval_seconds": 30.0, "flush_state": {"count": 5523, "last_at": "2026-11-03T10:48:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:48:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5522}, "started": true, "suppressed_count": 3190983, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3190581}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5523, "written_record_count": 5523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10034.387, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:49:23+09:00", "last_error_summary": "[h264 @ 0x56aa7ae63dc0] error while decoding MB 25 49, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8836585574400, "copied_frame_count": 3196103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8836585574400, "frame_buffer_copies": 3196103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.629, "p50_ms": 0.1142, "p95_ms": 0.2285, "p99_ms": 0.3332}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6772, "count": 512, "max_ms": 6.7812, "p50_ms": 1.5974, "p95_ms": 2.7236, "p99_ms": 3.3985, "results": {"failed": 0, "not_applicable": 0, "success": 3196103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 237, "h264_decode_error_count": 793, "h264_decode_error_count_per_hour": 102, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:49:23+09:00", "last_error_summary": "[h264 @ 0x56aa7ae63dc0] error while decoding MB 25 49, bytestream -5", "last_exit_at": "2026-11-03T10:49:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 98.89, "last_started_at": "2026-11-03T10:47:44+09:00", "pid": 68977, "process": {"exists": false, "pid": 68977}, "restart_count": 252, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-11-03T10:49:23+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-11-03T10:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.486, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 170.514, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-11-03T10:49:23.331927+09:00", "mtime_epoch": 1793670563.3319266, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:49:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3196103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.767, "max": 12.0, "p95": 9.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.698, "max": 2.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.698, "max": 2.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.168, "pushed": 7.201, "read": 7.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.009, "count": 215, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 121.33, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.26, "count": 214, "max_ms": 10.291, "p95_ms": 4.249, "reason": null, "sample_age_ms": 187.56, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.439, "count": 214, "max_ms": 9.812, "p95_ms": 2.148, "reason": null, "sample_age_ms": 188.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 215, "max_ms": 1.999, "p95_ms": 0.794, "reason": null, "sample_age_ms": 121.346, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.279, "count": 214, "max_ms": 6.985, "p95_ms": 3.538, "reason": null, "sample_age_ms": 185.572, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.399, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.693, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.815, "count": 215, "max_ms": 91.142, "p95_ms": 74.902, "reason": null, "sample_age_ms": 121.324, "source": "client_direct"}, "sample_age_ms": 121.316, "source": "client_direct", "task_total_ms": {"avg_ms": 57.713, "count": 215, "max_ms": 93.569, "p95_ms": 79.236, "reason": null, "sample_age_ms": 121.316, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.692, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.191, "count": 215, "max_ms": 22.351, "p95_ms": 13.712}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.582, "count": 215, "max_ms": 3.521, "p95_ms": 1.08}, "detection_prepare_ms": {"avg_ms": 1.853, "count": 215, "max_ms": 9.889, "p95_ms": 3.232}, "event_filter_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.039, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.361, "count": 215, "max_ms": 1.097, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.06, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.937, "count": 215, "max_ms": 8.023, "p95_ms": 5.95}, "setup_ms": {"avg_ms": 0.051, "count": 215, "max_ms": 0.139, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.113, "count": 215, "max_ms": 22.279, "p95_ms": 13.623}, "track_match_ms": {"avg_ms": 0.15, "count": 215, "max_ms": 0.654, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 2.164, "count": 215, "max_ms": 12.503, "p95_ms": 3.82}}, "gstreamer_push": {"avg_ms": 3.819, "count": 216, "max_ms": 10.01, "p95_ms": 6.061}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 215, "max_ms": 0.837, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.577, "count": 215, "max_ms": 95.458, "p95_ms": 81.901}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.596, "count": 215, "max_ms": 15.967, "p95_ms": 9.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.316, "count": 215, "max_ms": 155.519, "p95_ms": 142.786}, "inference_input_copy_ms": {"avg_ms": 1.883, "count": 215, "max_ms": 6.157, "p95_ms": 3.272}, "processing_residual_ms": {"avg_ms": 0.277, "count": 215, "max_ms": 2.147, "p95_ms": 0.462}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.072, "count": 215, "max_ms": 161.842, "p95_ms": 147.814}, "read_interval": {"avg_ms": 139.079, "count": 215, "max_ms": 235.413, "p95_ms": 189.89}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 215, "max_ms": 0.104, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.841, "count": 215, "max_ms": 7.881, "p95_ms": 5.796}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 215, "max_ms": 0.091, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.818, "count": 215, "max_ms": 7.848, "p95_ms": 5.769}, "worker_merge_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.593, "count": 215, "max_ms": 95.472, "p95_ms": 81.91}, "visualize": {"avg_ms": 44.045, "count": 215, "max_ms": 72.994, "p95_ms": 58.136}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.549, "count": 215, "max_ms": 59.798, "p95_ms": 48.053}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.099, "count": 215, "max_ms": 67.554, "p95_ms": 54.543}, "visualize_input_copy_ms": {"avg_ms": 1.66, "count": 215, "max_ms": 6.825, "p95_ms": 2.842}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.925, "count": 215, "max_ms": 67.349, "p95_ms": 54.334}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 215, "max_ms": 0.288, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.74, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.67, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124466, "write_bytes_delta": 124466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1187.0, "cpu_core_ratio": 0.426696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 68977, "reason": null, "system_cpu_core_ratio": 0.040377, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.386319, "user_cpu_s_delta": 7.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483522, "system_cpu_s_delta": 9.69999999999709, "user_cpu_core_ratio": 1.166934, "user_cpu_s_delta": 23.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 240, "max_ms": 7.369, "p95_ms": 5.162, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.963, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.767, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.096, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.555, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1061.5, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.2, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.331, "p95": 1.247, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24893, "sampled_at": "2026-11-03T10:48:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:48:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5221441, "flush_count": 5523, "flush_interval_seconds": 30.0, "flush_state": {"count": 5523, "last_at": "2026-11-03T10:48:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:48:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5522}, "started": true, "suppressed_count": 3190983, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3190581}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5523, "written_record_count": 5523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10035.32, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8836585574400, "copied_frame_count": 3196103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8836585574400, "frame_buffer_copies": 3196103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.629, "p50_ms": 0.1142, "p95_ms": 0.2285, "p99_ms": 0.3332}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6772, "count": 512, "max_ms": 6.7812, "p50_ms": 1.5974, "p95_ms": 2.7236, "p99_ms": 3.3985, "results": {"failed": 0, "not_applicable": 0, "success": 3196103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 237, "h264_decode_error_count": 793, "h264_decode_error_count_per_hour": 102, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:49:23+09:00", "last_error_summary": "[h264 @ 0x56aa7ae63dc0] error while decoding MB 25 49, bytestream -5", "last_exit_at": "2026-11-03T10:49:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.089, "last_started_at": "2026-11-03T10:47:44+09:00", "pid": 68977, "process": {"exists": false, "pid": 68977}, "restart_count": 252, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 253}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.205, "last_frame_pushed_at": "2026-11-03T10:49:23+09:00", "last_frame_read_age_sec": 0.375, "last_frame_read_at": "2026-11-03T10:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 429.674, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 170.326, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.194, "exists": true, "mtime": "2026-11-03T10:49:23.511927+09:00", "mtime_epoch": 1793670563.5119271, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3196103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.776, "max": 12.0, "p95": 9.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 214}, "total": {"avg": 2.014, "max": 3.0, "p95": 2.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 0.696, "max": 2.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 0.696, "max": 2.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.15, "pushed": 7.15, "read": 7.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.009, "count": 213, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 315.759, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.263, "count": 213, "max_ms": 10.291, "p95_ms": 4.256, "reason": null, "sample_age_ms": 381.989, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 213, "max_ms": 9.812, "p95_ms": 2.153, "reason": null, "sample_age_ms": 382.491, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 213, "max_ms": 1.999, "p95_ms": 0.794, "reason": null, "sample_age_ms": 315.775, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.278, "count": 213, "max_ms": 6.985, "p95_ms": 3.544, "reason": null, "sample_age_ms": 380.002, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 379.828, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 316.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.787, "count": 213, "max_ms": 91.142, "p95_ms": 75.124, "reason": null, "sample_age_ms": 315.753, "source": "client_direct"}, "sample_age_ms": 315.745, "source": "client_direct", "task_total_ms": {"avg_ms": 57.687, "count": 213, "max_ms": 93.569, "p95_ms": 79.242, "reason": null, "sample_age_ms": 315.745, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.197, "count": 214, "max_ms": 22.351, "p95_ms": 13.712}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.583, "count": 214, "max_ms": 3.521, "p95_ms": 1.08}, "detection_prepare_ms": {"avg_ms": 1.855, "count": 214, "max_ms": 9.889, "p95_ms": 3.232}, "event_filter_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.039, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.362, "count": 214, "max_ms": 1.097, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.06, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.94, "count": 214, "max_ms": 8.023, "p95_ms": 5.95}, "setup_ms": {"avg_ms": 0.051, "count": 214, "max_ms": 0.139, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.12, "count": 214, "max_ms": 22.279, "p95_ms": 13.623}, "track_match_ms": {"avg_ms": 0.151, "count": 214, "max_ms": 0.654, "p95_ms": 0.298}, "tracker_update_ms": {"avg_ms": 2.165, "count": 214, "max_ms": 12.503, "p95_ms": 3.82}}, "gstreamer_push": {"avg_ms": 3.818, "count": 214, "max_ms": 10.01, "p95_ms": 6.061}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 214, "max_ms": 0.837, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.543, "count": 214, "max_ms": 95.458, "p95_ms": 81.901}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.6, "count": 214, "max_ms": 15.967, "p95_ms": 9.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.285, "count": 214, "max_ms": 155.519, "p95_ms": 142.786}, "inference_input_copy_ms": {"avg_ms": 1.883, "count": 214, "max_ms": 6.157, "p95_ms": 3.272}, "processing_residual_ms": {"avg_ms": 0.278, "count": 214, "max_ms": 2.147, "p95_ms": 0.462}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.046, "count": 214, "max_ms": 161.842, "p95_ms": 147.814}, "read_interval": {"avg_ms": 139.338, "count": 213, "max_ms": 235.413, "p95_ms": 189.89}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 214, "max_ms": 0.104, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.843, "count": 214, "max_ms": 7.881, "p95_ms": 5.796}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 214, "max_ms": 0.091, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.82, "count": 214, "max_ms": 7.848, "p95_ms": 5.769}, "worker_merge_ms": {"avg_ms": 0.008, "count": 214, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.56, "count": 214, "max_ms": 95.472, "p95_ms": 81.91}, "visualize": {"avg_ms": 44.038, "count": 214, "max_ms": 72.994, "p95_ms": 58.136}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.538, "count": 214, "max_ms": 59.798, "p95_ms": 48.053}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.094, "count": 214, "max_ms": 67.554, "p95_ms": 54.543}, "visualize_input_copy_ms": {"avg_ms": 1.658, "count": 214, "max_ms": 6.825, "p95_ms": 2.842}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.919, "count": 214, "max_ms": 67.349, "p95_ms": 54.334}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 214, "max_ms": 0.288, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.74, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.67, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124466, "write_bytes_delta": 124466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1187.0, "cpu_core_ratio": 0.426696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 68977, "reason": null, "system_cpu_core_ratio": 0.040377, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.386319, "user_cpu_s_delta": 7.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483522, "system_cpu_s_delta": 9.69999999999709, "user_cpu_core_ratio": 1.166934, "user_cpu_s_delta": 23.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 240, "max_ms": 7.369, "p95_ms": 5.162, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.963, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.767, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.096, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.555, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1061.5, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.2, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.331, "p95": 1.247, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24893, "sampled_at": "2026-11-03T10:48:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:48:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5221441, "flush_count": 5523, "flush_interval_seconds": 30.0, "flush_state": {"count": 5523, "last_at": "2026-11-03T10:48:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:48:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5522}, "started": true, "suppressed_count": 3190983, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3190581}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5523, "written_record_count": 5523}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10226.852, "limit_mb": null}, "detail": {"pid": 69093, "restart_count": 253, "start_count": 254}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8836585574400, "copied_frame_count": 3196103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8836585574400, "frame_buffer_copies": 3196103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1283, "count": 512, "max_ms": 0.629, "p50_ms": 0.1142, "p95_ms": 0.2285, "p99_ms": 0.3332}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6772, "count": 512, "max_ms": 6.7812, "p50_ms": 1.5974, "p95_ms": 2.7236, "p99_ms": 3.3985, "results": {"failed": 0, "not_applicable": 0, "success": 3196103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 237, "h264_decode_error_count": 793, "h264_decode_error_count_per_hour": 89, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:49:23+09:00", "last_error_summary": "[h264 @ 0x56aa7ae63dc0] error while decoding MB 25 49, bytestream -5", "last_exit_at": "2026-11-03T10:49:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:49:26+09:00", "pid": 69093, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.27, "name": "ffmpeg", "pid": 69093, "rss_mb": 207.27, "state": "S (sleeping)", "threads": 70}, "restart_count": 253, "restart_count_per_hour": 33, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.701, "sample_count": 2238, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.437, "last_frame_pushed_at": "2026-11-03T10:49:23+09:00", "last_frame_read_age_sec": 5.607, "last_frame_read_at": "2026-11-03T10:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.907, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 165.093, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 5.426, "exists": true, "mtime": "2026-11-03T10:49:23.511927+09:00", "mtime_epoch": 1793670563.5119271, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126578}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:49:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.465, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3196103, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.753, "max": 12.0, "p95": 9.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.017, "max": 3.0, "p95": 3.0, "sample_count": 174}, "total": {"avg": 2.017, "max": 3.0, "p95": 3.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 0.626, "max": 2.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 0.626, "max": 2.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.82, "pushed": 5.82, "read": 5.787}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5548.729, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.297, "count": 173, "max_ms": 10.291, "p95_ms": 4.256, "reason": null, "sample_age_ms": 5614.959, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 173, "max_ms": 9.812, "p95_ms": 2.048, "reason": null, "sample_age_ms": 5615.461, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 174, "max_ms": 1.999, "p95_ms": 0.795, "reason": null, "sample_age_ms": 5548.745, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.334, "count": 173, "max_ms": 6.985, "p95_ms": 3.733, "reason": null, "sample_age_ms": 5612.971, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5612.798, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5549.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.848, "count": 174, "max_ms": 91.142, "p95_ms": 77.933, "reason": null, "sample_age_ms": 5548.723, "source": "client_direct"}, "sample_age_ms": 5548.715, "source": "client_direct", "task_total_ms": {"avg_ms": 58.812, "count": 174, "max_ms": 93.569, "p95_ms": 80.907, "reason": null, "sample_age_ms": 5548.715, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.969, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.191, "count": 174, "max_ms": 19.59, "p95_ms": 13.712}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.573, "count": 174, "max_ms": 3.521, "p95_ms": 1.053}, "detection_prepare_ms": {"avg_ms": 1.813, "count": 174, "max_ms": 8.228, "p95_ms": 3.159}, "event_filter_ms": {"avg_ms": 0.007, "count": 174, "max_ms": 0.039, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.368, "count": 174, "max_ms": 1.097, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.06, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.94, "count": 174, "max_ms": 7.649, "p95_ms": 5.888}, "setup_ms": {"avg_ms": 0.051, "count": 174, "max_ms": 0.139, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.113, "count": 174, "max_ms": 19.497, "p95_ms": 13.623}, "track_match_ms": {"avg_ms": 0.143, "count": 174, "max_ms": 0.451, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 2.21, "count": 174, "max_ms": 12.503, "p95_ms": 4.016}}, "gstreamer_push": {"avg_ms": 3.865, "count": 174, "max_ms": 10.01, "p95_ms": 6.166}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 174, "max_ms": 0.328, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.746, "count": 174, "max_ms": 95.458, "p95_ms": 82.733}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.621, "count": 174, "max_ms": 15.967, "p95_ms": 9.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 115.963, "count": 174, "max_ms": 155.519, "p95_ms": 145.254}, "inference_input_copy_ms": {"avg_ms": 1.877, "count": 174, "max_ms": 6.157, "p95_ms": 3.176}, "processing_residual_ms": {"avg_ms": 0.29, "count": 174, "max_ms": 2.147, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 121.752, "count": 174, "max_ms": 161.842, "p95_ms": 150.48}, "read_interval": {"avg_ms": 141.053, "count": 173, "max_ms": 235.413, "p95_ms": 192.196}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 174, "max_ms": 0.104, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 3.843, "count": 174, "max_ms": 7.551, "p95_ms": 5.743}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 174, "max_ms": 0.091, "p95_ms": 0.049}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.82, "count": 174, "max_ms": 7.523, "p95_ms": 5.695}, "worker_merge_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.03, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 60.763, "count": 174, "max_ms": 95.472, "p95_ms": 82.744}, "visualize": {"avg_ms": 44.517, "count": 174, "max_ms": 72.994, "p95_ms": 58.878}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 36.916, "count": 174, "max_ms": 59.798, "p95_ms": 49.064}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.563, "count": 174, "max_ms": 67.554, "p95_ms": 54.861}, "visualize_input_copy_ms": {"avg_ms": 1.661, "count": 174, "max_ms": 6.825, "p95_ms": 2.842}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.387, "count": 174, "max_ms": 67.349, "p95_ms": 54.671}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 174, "max_ms": 0.288, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 40.74, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.67, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3195882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:48:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124466, "write_bytes_delta": 124466, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1187.0, "cpu_core_ratio": 0.426696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 68977, "reason": null, "system_cpu_core_ratio": 0.040377, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.386319, "user_cpu_s_delta": 7.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.650456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 46.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483522, "system_cpu_s_delta": 9.69999999999709, "user_cpu_core_ratio": 1.166934, "user_cpu_s_delta": 23.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.44, "count": 240, "max_ms": 7.369, "p95_ms": 5.162, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.963, "max": 9.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.767, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 240}, "total": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.096, "count": 30, "max": 67.079, "p95": 64.526, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.555, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1061.5, "count": 30, "max": 1295.0, "p95": 1245.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2433.2, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.458, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125723.8, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1493.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.47, "count": 30, "max": 0.597, "p95": 0.582, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.331, "p95": 1.247, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24893, "sampled_at": "2026-11-03T10:48:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:48:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.894, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5222442, "flush_count": 5524, "flush_interval_seconds": 30.0, "flush_state": {"count": 5524, "last_at": "2026-11-03T10:49:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:49:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5523}, "started": true, "suppressed_count": 3191520, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5524, "written_record_count": 5524}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10042.504, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f24e501c340] error while decoding MB 29 58, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8838070272000, "copied_frame_count": 3196640, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8838070272000, "frame_buffer_copies": 3196640, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 0.376, "p50_ms": 0.1129, "p95_ms": 0.2309, "p99_ms": 0.311}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6212, "count": 512, "max_ms": 5.4183, "p50_ms": 1.5338, "p95_ms": 2.6811, "p99_ms": 3.4208, "results": {"failed": 0, "not_applicable": 0, "success": 3196640, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 238, "h264_decode_error_count": 794, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:50:41+09:00", "last_error_summary": "[h264 @ 0x5f24e501c340] error while decoding MB 29 58, bytestream -10", "last_exit_at": "2026-11-03T10:49:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.756, "last_started_at": "2026-11-03T10:49:26+09:00", "pid": 69093, "process": {"exists": false, "pid": 69093}, "restart_count": 253, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.742, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196640, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.07, "last_frame_pushed_at": "2026-11-03T10:50:41+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-03T10:50:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 507.689, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 92.311, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-03T10:50:41.634206+09:00", "mtime_epoch": 1793670641.6342058, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:50:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.695, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3196641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.498, "max": 9.0, "p95": 6.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.582, "max": 3.0, "p95": 2.0, "sample_count": 237}, "total": {"avg": 1.582, "max": 3.0, "p95": 2.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 0.565, "max": 2.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 0.565, "max": 2.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.913, "pushed": 7.913, "read": 7.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 43.678, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 237, "max_ms": 9.291, "p95_ms": 3.416, "reason": null, "sample_age_ms": 80.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 237, "max_ms": 5.926, "p95_ms": 2.294, "reason": null, "sample_age_ms": 81.048, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.363, "count": 237, "max_ms": 1.036, "p95_ms": 0.69, "reason": null, "sample_age_ms": 43.692, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.154, "count": 237, "max_ms": 8.168, "p95_ms": 3.628, "reason": null, "sample_age_ms": 79.037, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.011, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.134, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.866, "count": 237, "max_ms": 88.906, "p95_ms": 74.394, "reason": null, "sample_age_ms": 43.672, "source": "client_direct"}, "sample_age_ms": 43.667, "source": "client_direct", "task_total_ms": {"avg_ms": 53.585, "count": 237, "max_ms": 92.63, "p95_ms": 77.44, "reason": null, "sample_age_ms": 43.667, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.991, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.913, "count": 237, "max_ms": 19.998, "p95_ms": 12.915}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.476, "count": 237, "max_ms": 1.828, "p95_ms": 0.919}, "detection_prepare_ms": {"avg_ms": 1.841, "count": 237, "max_ms": 8.012, "p95_ms": 3.389}, "event_filter_ms": {"avg_ms": 0.007, "count": 237, "max_ms": 0.05, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.315, "count": 237, "max_ms": 1.079, "p95_ms": 0.543}, "mcmt_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.126, "count": 237, "max_ms": 7.538, "p95_ms": 5.452}, "setup_ms": {"avg_ms": 0.052, "count": 237, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.84, "count": 237, "max_ms": 19.913, "p95_ms": 12.803}, "track_match_ms": {"avg_ms": 0.129, "count": 237, "max_ms": 3.344, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.889, "count": 237, "max_ms": 7.619, "p95_ms": 3.28}}, "gstreamer_push": {"avg_ms": 3.41, "count": 237, "max_ms": 8.551, "p95_ms": 5.398}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 237, "max_ms": 0.338, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.187, "count": 237, "max_ms": 94.832, "p95_ms": 79.581}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.086, "count": 237, "max_ms": 14.303, "p95_ms": 9.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.219, "count": 237, "max_ms": 173.433, "p95_ms": 139.228}, "inference_input_copy_ms": {"avg_ms": 1.783, "count": 237, "max_ms": 9.352, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.238, "count": 237, "max_ms": 0.638, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.326, "count": 237, "max_ms": 180.415, "p95_ms": 145.876}, "read_interval": {"avg_ms": 126.579, "count": 237, "max_ms": 248.292, "p95_ms": 189.325}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 237, "max_ms": 0.748, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.035, "count": 237, "max_ms": 7.405, "p95_ms": 5.306}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 237, "max_ms": 0.095, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.01, "count": 237, "max_ms": 7.38, "p95_ms": 5.231}, "worker_merge_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.053, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.202, "count": 237, "max_ms": 94.851, "p95_ms": 79.604}, "visualize": {"avg_ms": 39.774, "count": 237, "max_ms": 74.871, "p95_ms": 56.038}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.584, "count": 237, "max_ms": 62.699, "p95_ms": 47.636}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.948, "count": 237, "max_ms": 71.637, "p95_ms": 53.469}, "visualize_input_copy_ms": {"avg_ms": 1.546, "count": 237, "max_ms": 5.958, "p95_ms": 2.944}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.787, "count": 237, "max_ms": 71.172, "p95_ms": 53.143}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 237, "max_ms": 0.741, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.519, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129277, "write_bytes_delta": 129277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.421402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 69093, "reason": null, "system_cpu_core_ratio": 0.035779, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.385622, "user_cpu_s_delta": 7.760000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.4759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.421402, "system_cpu_s_delta": 8.479999999995925, "user_cpu_core_ratio": 1.054498, "user_cpu_s_delta": 21.21999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.67, "count": 215, "max_ms": 11.238, "p95_ms": 5.615, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.935, "max": 9.0, "p95": 7.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.563, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.563, "max": 2.0, "p95": 2.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.905, "count": 30, "max": 67.079, "p95": 66.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.659, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2568.4, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.446, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125731.267, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117057.3, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.597, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.235, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24897, "sampled_at": "2026-11-03T10:50:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:50:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5222442, "flush_count": 5524, "flush_interval_seconds": 30.0, "flush_state": {"count": 5524, "last_at": "2026-11-03T10:49:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:49:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5523}, "started": true, "suppressed_count": 3191520, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5524, "written_record_count": 5524}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10042.695, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:50:41+09:00", "last_error_summary": "[h264 @ 0x5f24e501c340] error while decoding MB 29 58, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8838073036800, "copied_frame_count": 3196641, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8838073036800, "frame_buffer_copies": 3196641, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.376, "p50_ms": 0.1125, "p95_ms": 0.2309, "p99_ms": 0.311}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6231, "count": 512, "max_ms": 5.4183, "p50_ms": 1.5338, "p95_ms": 2.6811, "p99_ms": 3.4208, "results": {"failed": 0, "not_applicable": 0, "success": 3196641, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 238, "h264_decode_error_count": 794, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:50:41+09:00", "last_error_summary": "[h264 @ 0x5f24e501c340] error while decoding MB 29 58, bytestream -10", "last_exit_at": "2026-11-03T10:50:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.219, "last_started_at": "2026-11-03T10:49:26+09:00", "pid": 69093, "process": {"exists": false, "pid": 69093}, "restart_count": 253, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.742, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.403, "last_frame_pushed_at": "2026-11-03T10:50:41+09:00", "last_frame_read_age_sec": 0.523, "last_frame_read_at": "2026-11-03T10:50:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.125, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 91.875, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.394, "exists": true, "mtime": "2026-11-03T10:50:41.761206+09:00", "mtime_epoch": 1793670641.7612064, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:50:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.691, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3196641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.504, "max": 9.0, "p95": 6.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.59, "max": 3.0, "p95": 2.0, "sample_count": 234}, "total": {"avg": 1.59, "max": 3.0, "p95": 2.0, "sample_count": 234}}, "tracking_counts": {"active": {"avg": 0.577, "max": 2.0, "p95": 1.0, "sample_count": 234}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 234}, "tracked": {"avg": 0.577, "max": 2.0, "p95": 1.0, "sample_count": 234}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 234, "pushed_frames": 234, "read_frames": 233, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.827, "pushed": 7.827, "read": 7.793}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 233, "client_acquire_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 496.147, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.995, "count": 233, "max_ms": 9.291, "p95_ms": 3.446, "reason": null, "sample_age_ms": 533.099, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 233, "max_ms": 5.926, "p95_ms": 2.297, "reason": null, "sample_age_ms": 533.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 234, "max_ms": 1.036, "p95_ms": 0.691, "reason": null, "sample_age_ms": 496.161, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.146, "count": 233, "max_ms": 8.168, "p95_ms": 3.666, "reason": null, "sample_age_ms": 531.506, "source": "client_direct"}, "request_count": 233, "request_tensor_bytes": {"avg": 2764808.0, "count": 233, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 531.48, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 234, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 496.603, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.733, "count": 234, "max_ms": 88.906, "p95_ms": 74.415, "reason": null, "sample_age_ms": 496.141, "source": "client_direct"}, "sample_age_ms": 496.136, "source": "client_direct", "task_total_ms": {"avg_ms": 53.443, "count": 234, "max_ms": 92.63, "p95_ms": 77.455, "reason": null, "sample_age_ms": 496.136, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.262, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.909, "count": 234, "max_ms": 19.998, "p95_ms": 12.915}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 234, "max_ms": 1.828, "p95_ms": 0.919}, "detection_prepare_ms": {"avg_ms": 1.84, "count": 234, "max_ms": 8.012, "p95_ms": 3.389}, "event_filter_ms": {"avg_ms": 0.007, "count": 234, "max_ms": 0.05, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.315, "count": 234, "max_ms": 1.079, "p95_ms": 0.543}, "mcmt_ms": {"avg_ms": 0.004, "count": 234, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.128, "count": 234, "max_ms": 7.538, "p95_ms": 5.452}, "setup_ms": {"avg_ms": 0.052, "count": 234, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.836, "count": 234, "max_ms": 19.913, "p95_ms": 12.803}, "track_match_ms": {"avg_ms": 0.129, "count": 234, "max_ms": 3.344, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.886, "count": 234, "max_ms": 7.619, "p95_ms": 3.28}}, "gstreamer_push": {"avg_ms": 3.415, "count": 234, "max_ms": 8.551, "p95_ms": 5.398}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 234, "max_ms": 0.338, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.958, "count": 234, "max_ms": 94.832, "p95_ms": 79.581}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.098, "count": 234, "max_ms": 14.303, "p95_ms": 9.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.164, "count": 234, "max_ms": 173.433, "p95_ms": 139.228}, "inference_input_copy_ms": {"avg_ms": 1.785, "count": 234, "max_ms": 9.352, "p95_ms": 3.092}, "processing_residual_ms": {"avg_ms": 0.238, "count": 234, "max_ms": 0.638, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.285, "count": 234, "max_ms": 180.415, "p95_ms": 145.876}, "read_interval": {"avg_ms": 126.626, "count": 233, "max_ms": 248.292, "p95_ms": 189.325}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 234, "max_ms": 0.748, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.037, "count": 234, "max_ms": 7.405, "p95_ms": 5.306}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 234, "max_ms": 0.095, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.012, "count": 234, "max_ms": 7.38, "p95_ms": 5.231}, "worker_merge_ms": {"avg_ms": 0.008, "count": 234, "max_ms": 0.053, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.974, "count": 234, "max_ms": 94.851, "p95_ms": 79.604}, "visualize": {"avg_ms": 39.946, "count": 234, "max_ms": 74.871, "p95_ms": 56.618}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.731, "count": 234, "max_ms": 62.699, "p95_ms": 48.632}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.124, "count": 234, "max_ms": 71.637, "p95_ms": 54.397}, "visualize_input_copy_ms": {"avg_ms": 1.542, "count": 234, "max_ms": 5.958, "p95_ms": 2.944}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 234, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.964, "count": 234, "max_ms": 71.172, "p95_ms": 54.232}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 234, "max_ms": 0.741, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 234}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 234}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.519, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129277, "write_bytes_delta": 129277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.421402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 69093, "reason": null, "system_cpu_core_ratio": 0.035779, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.385622, "user_cpu_s_delta": 7.760000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.4759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.421402, "system_cpu_s_delta": 8.479999999995925, "user_cpu_core_ratio": 1.054498, "user_cpu_s_delta": 21.21999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.67, "count": 215, "max_ms": 11.238, "p95_ms": 5.615, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.935, "max": 9.0, "p95": 7.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.563, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.563, "max": 2.0, "p95": 2.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.905, "count": 30, "max": 67.079, "p95": 66.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.659, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2568.4, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.446, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125731.267, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117057.3, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.597, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.235, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24897, "sampled_at": "2026-11-03T10:50:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:50:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5222442, "flush_count": 5524, "flush_interval_seconds": 30.0, "flush_state": {"count": 5524, "last_at": "2026-11-03T10:49:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:49:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5523}, "started": true, "suppressed_count": 3191520, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5524, "written_record_count": 5524}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10042.656, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8838073036800, "copied_frame_count": 3196641, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8838073036800, "frame_buffer_copies": 3196641, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.376, "p50_ms": 0.1125, "p95_ms": 0.2309, "p99_ms": 0.311}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6231, "count": 512, "max_ms": 5.4183, "p50_ms": 1.5338, "p95_ms": 2.6811, "p99_ms": 3.4208, "results": {"failed": 0, "not_applicable": 0, "success": 3196641, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 238, "h264_decode_error_count": 794, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:50:41+09:00", "last_error_summary": "[h264 @ 0x5f24e501c340] error while decoding MB 29 58, bytestream -10", "last_exit_at": "2026-11-03T10:50:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.765, "last_started_at": "2026-11-03T10:49:26+09:00", "pid": 69093, "process": {"exists": false, "pid": 69093}, "restart_count": 253, "restart_count_per_hour": 32, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 254}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.949, "last_frame_pushed_at": "2026-11-03T10:50:41+09:00", "last_frame_read_age_sec": 1.07, "last_frame_read_at": "2026-11-03T10:50:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.674, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 91.326, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.941, "exists": true, "mtime": "2026-11-03T10:50:41.761206+09:00", "mtime_epoch": 1793670641.7612064, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:50:42+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.691, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3196641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.513, "max": 9.0, "p95": 6.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.591, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.591, "max": 3.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.587, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.587, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.67, "pushed": 7.67, "read": 7.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 1041.507, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.999, "count": 230, "max_ms": 9.291, "p95_ms": 3.468, "reason": null, "sample_age_ms": 1078.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.376, "count": 230, "max_ms": 5.926, "p95_ms": 2.299, "reason": null, "sample_age_ms": 1078.877, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.362, "count": 230, "max_ms": 1.036, "p95_ms": 0.692, "reason": null, "sample_age_ms": 1041.522, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 230, "max_ms": 8.168, "p95_ms": 3.695, "reason": null, "sample_age_ms": 1076.866, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1076.84, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1041.963, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.555, "count": 230, "max_ms": 88.906, "p95_ms": 74.442, "reason": null, "sample_age_ms": 1041.501, "source": "client_direct"}, "sample_age_ms": 1041.496, "source": "client_direct", "task_total_ms": {"avg_ms": 53.256, "count": 230, "max_ms": 92.63, "p95_ms": 77.474, "reason": null, "sample_age_ms": 1041.496, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.912, "count": 230, "max_ms": 19.998, "p95_ms": 12.915}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 230, "max_ms": 1.828, "p95_ms": 0.908}, "detection_prepare_ms": {"avg_ms": 1.842, "count": 230, "max_ms": 8.012, "p95_ms": 3.389}, "event_filter_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.05, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.314, "count": 230, "max_ms": 1.079, "p95_ms": 0.543}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.134, "count": 230, "max_ms": 7.538, "p95_ms": 5.452}, "setup_ms": {"avg_ms": 0.052, "count": 230, "max_ms": 0.153, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.838, "count": 230, "max_ms": 19.913, "p95_ms": 12.803}, "track_match_ms": {"avg_ms": 0.13, "count": 230, "max_ms": 3.344, "p95_ms": 0.236}, "tracker_update_ms": {"avg_ms": 1.881, "count": 230, "max_ms": 7.619, "p95_ms": 3.185}}, "gstreamer_push": {"avg_ms": 3.412, "count": 230, "max_ms": 8.551, "p95_ms": 5.398}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 230, "max_ms": 0.338, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.779, "count": 230, "max_ms": 94.832, "p95_ms": 79.581}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.117, "count": 230, "max_ms": 14.303, "p95_ms": 9.027}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.894, "count": 230, "max_ms": 173.433, "p95_ms": 139.228}, "inference_input_copy_ms": {"avg_ms": 1.781, "count": 230, "max_ms": 9.352, "p95_ms": 3.004}, "processing_residual_ms": {"avg_ms": 0.238, "count": 230, "max_ms": 0.638, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.031, "count": 230, "max_ms": 180.415, "p95_ms": 145.876}, "read_interval": {"avg_ms": 126.499, "count": 230, "max_ms": 248.292, "p95_ms": 189.325}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 230, "max_ms": 0.748, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.043, "count": 230, "max_ms": 7.405, "p95_ms": 5.306}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 230, "max_ms": 0.095, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.018, "count": 230, "max_ms": 7.38, "p95_ms": 5.231}, "worker_merge_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.053, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.794, "count": 230, "max_ms": 94.851, "p95_ms": 79.604}, "visualize": {"avg_ms": 39.859, "count": 230, "max_ms": 74.871, "p95_ms": 56.618}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.652, "count": 230, "max_ms": 62.699, "p95_ms": 48.632}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.041, "count": 230, "max_ms": 71.637, "p95_ms": 54.397}, "visualize_input_copy_ms": {"avg_ms": 1.537, "count": 230, "max_ms": 5.958, "p95_ms": 2.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.88, "count": 230, "max_ms": 71.172, "p95_ms": 54.232}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 230, "max_ms": 0.741, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.519, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129277, "write_bytes_delta": 129277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.421402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 69093, "reason": null, "system_cpu_core_ratio": 0.035779, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.385622, "user_cpu_s_delta": 7.760000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.4759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.421402, "system_cpu_s_delta": 8.479999999995925, "user_cpu_core_ratio": 1.054498, "user_cpu_s_delta": 21.21999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.67, "count": 215, "max_ms": 11.238, "p95_ms": 5.615, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.935, "max": 9.0, "p95": 7.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.563, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.563, "max": 2.0, "p95": 2.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.905, "count": 30, "max": 67.079, "p95": 66.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.659, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2568.4, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.446, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125731.267, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117057.3, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.597, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.235, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24897, "sampled_at": "2026-11-03T10:50:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:50:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5222442, "flush_count": 5524, "flush_interval_seconds": 30.0, "flush_state": {"count": 5524, "last_at": "2026-11-03T10:49:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:49:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5523}, "started": true, "suppressed_count": 3191520, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5524, "written_record_count": 5524}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10062.539, "limit_mb": null}, "detail": {"pid": 69209, "restart_count": 254, "start_count": 255}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8838073036800, "copied_frame_count": 3196641, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8838073036800, "frame_buffer_copies": 3196641, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.376, "p50_ms": 0.1125, "p95_ms": 0.2309, "p99_ms": 0.311}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6231, "count": 512, "max_ms": 5.4183, "p50_ms": 1.5338, "p95_ms": 2.6811, "p99_ms": 3.4208, "results": {"failed": 0, "not_applicable": 0, "success": 3196641, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 238, "h264_decode_error_count": 794, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:50:41+09:00", "last_error_summary": "[h264 @ 0x5f24e501c340] error while decoding MB 29 58, bytestream -10", "last_exit_at": "2026-11-03T10:50:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:50:45+09:00", "pid": 69209, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.465, "name": "ffmpeg", "pid": 69209, "rss_mb": 57.465, "state": "S (sleeping)", "threads": 1}, "restart_count": 254, "restart_count_per_hour": 33, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2195, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.989, "last_frame_pushed_at": "2026-11-03T10:50:41+09:00", "last_frame_read_age_sec": 6.109, "last_frame_read_at": "2026-11-03T10:50:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 513.704, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 86.296, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 5.981, "exists": true, "mtime": "2026-11-03T10:50:41.761206+09:00", "mtime_epoch": 1793670641.7612064, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 128970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:50:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2327.695, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3196641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.547, "max": 9.0, "p95": 6.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.703, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.703, "max": 3.0, "p95": 2.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 0.703, "max": 2.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 0.703, "max": 2.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.409, "pushed": 6.409, "read": 6.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 6078.445, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.002, "count": 191, "max_ms": 9.291, "p95_ms": 3.215, "reason": null, "sample_age_ms": 6115.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 191, "max_ms": 3.586, "p95_ms": 2.011, "reason": null, "sample_age_ms": 6115.816, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 191, "max_ms": 0.882, "p95_ms": 0.676, "reason": null, "sample_age_ms": 6078.46, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.139, "count": 191, "max_ms": 8.168, "p95_ms": 3.918, "reason": null, "sample_age_ms": 6113.804, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2764808.0, "count": 191, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 6113.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6078.901, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.157, "count": 191, "max_ms": 88.906, "p95_ms": 74.921, "reason": null, "sample_age_ms": 6078.439, "source": "client_direct"}, "sample_age_ms": 6078.434, "source": "client_direct", "task_total_ms": {"avg_ms": 52.848, "count": 191, "max_ms": 92.63, "p95_ms": 78.016, "reason": null, "sample_age_ms": 6078.434, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.046, "count": 192, "max_ms": 19.998, "p95_ms": 12.915}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 192, "max_ms": 1.558, "p95_ms": 0.883}, "detection_prepare_ms": {"avg_ms": 1.816, "count": 192, "max_ms": 7.146, "p95_ms": 3.374}, "event_filter_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.05, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.305, "count": 192, "max_ms": 0.847, "p95_ms": 0.525}, "mcmt_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.284, "count": 192, "max_ms": 7.538, "p95_ms": 5.547}, "setup_ms": {"avg_ms": 0.051, "count": 192, "max_ms": 0.128, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 7.973, "count": 192, "max_ms": 19.913, "p95_ms": 12.787}, "track_match_ms": {"avg_ms": 0.138, "count": 192, "max_ms": 3.344, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 1.906, "count": 192, "max_ms": 7.619, "p95_ms": 3.185}}, "gstreamer_push": {"avg_ms": 3.355, "count": 192, "max_ms": 8.551, "p95_ms": 5.461}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 192, "max_ms": 0.338, "p95_ms": 0.131}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.351, "count": 192, "max_ms": 94.832, "p95_ms": 80.107}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.092, "count": 192, "max_ms": 14.303, "p95_ms": 8.724}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.153, "count": 192, "max_ms": 173.433, "p95_ms": 140.697}, "inference_input_copy_ms": {"avg_ms": 1.746, "count": 192, "max_ms": 9.352, "p95_ms": 2.975}, "processing_residual_ms": {"avg_ms": 0.24, "count": 192, "max_ms": 0.638, "p95_ms": 0.431}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.232, "count": 192, "max_ms": 180.415, "p95_ms": 145.876}, "read_interval": {"avg_ms": 125.361, "count": 191, "max_ms": 248.292, "p95_ms": 191.428}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 192, "max_ms": 0.748, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 3.193, "count": 192, "max_ms": 7.405, "p95_ms": 5.355}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 192, "max_ms": 0.085, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.167, "count": 192, "max_ms": 7.38, "p95_ms": 5.27}, "worker_merge_ms": {"avg_ms": 0.008, "count": 192, "max_ms": 0.053, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.366, "count": 192, "max_ms": 94.851, "p95_ms": 80.122}, "visualize": {"avg_ms": 39.445, "count": 192, "max_ms": 74.871, "p95_ms": 57.131}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.097, "count": 192, "max_ms": 62.699, "p95_ms": 48.928}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.621, "count": 192, "max_ms": 71.637, "p95_ms": 55.334}, "visualize_input_copy_ms": {"avg_ms": 1.54, "count": 192, "max_ms": 5.958, "p95_ms": 2.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.461, "count": 192, "max_ms": 71.172, "p95_ms": 55.194}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 192, "max_ms": 0.741, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2327.594, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.519, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.685, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3196412, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:50:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129277, "write_bytes_delta": 129277, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.421402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 69093, "reason": null, "system_cpu_core_ratio": 0.035779, "system_cpu_s_delta": 0.72, "user_cpu_core_ratio": 0.385622, "user_cpu_s_delta": 7.760000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.4759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.421402, "system_cpu_s_delta": 8.479999999995925, "user_cpu_core_ratio": 1.054498, "user_cpu_s_delta": 21.21999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.67, "count": 215, "max_ms": 11.238, "p95_ms": 5.615, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.935, "max": 9.0, "p95": 7.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.563, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 215}, "total": {"avg": 1.563, "max": 2.0, "p95": 2.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.905, "count": 30, "max": 67.079, "p95": 66.084, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.659, "count": 30, "max": 31.59, "p95": 24.991, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2568.4, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.446, "p95": 0.44, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.394, "count": 30, "max": 4.654, "p95": 3.667, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125731.267, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117057.3, "count": 30, "max": 133207.0, "p95": 132794.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.133, "count": 30, "max": 4.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1492.533, "count": 30, "max": 44272.0, "p95": 42.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.597, "p95": 0.526, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.069, "count": 30, "max": 1.235, "p95": 1.226, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24897, "sampled_at": "2026-11-03T10:50:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:50:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5224444, "flush_count": 5526, "flush_interval_seconds": 30.0, "flush_state": {"count": 5526, "last_at": "2026-11-03T10:51:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:51:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5525}, "started": true, "suppressed_count": 3192248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191846}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5526, "written_record_count": 5526}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10041.074, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b3a4a917cc0] error while decoding MB 38 58, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8840088576000, "copied_frame_count": 3197370, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8840088576000, "frame_buffer_copies": 3197370, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1323, "count": 512, "max_ms": 2.6323, "p50_ms": 0.1085, "p95_ms": 0.2316, "p99_ms": 0.3469}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5353, "count": 512, "max_ms": 4.6135, "p50_ms": 1.4233, "p95_ms": 2.5442, "p99_ms": 3.361, "results": {"failed": 0, "not_applicable": 0, "success": 3197370, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 239, "h264_decode_error_count": 795, "h264_decode_error_count_per_hour": 89, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:52:21+09:00", "last_error_summary": "[h264 @ 0x5b3a4a917cc0] error while decoding MB 38 58, bytestream -20", "last_exit_at": "2026-11-03T10:50:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.185, "last_started_at": "2026-11-03T10:50:45+09:00", "pid": 69209, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 69209, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 254, "restart_count_per_hour": 33, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.126, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197370, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.101, "last_frame_pushed_at": "2026-11-03T10:52:21+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-03T10:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 607.9, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-11-03T10:52:21.836569+09:00", "mtime_epoch": 1793670741.836569, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133636}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:52:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3197371, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.78, "max": 10.0, "p95": 7.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.89, "max": 2.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.89, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.123, "max": 1.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.123, "max": 1.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.586, "pushed": 7.586, "read": 7.586}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.009, "count": 227, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 41.091, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.936, "count": 227, "max_ms": 8.389, "p95_ms": 3.453, "reason": null, "sample_age_ms": 106.076, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 227, "max_ms": 8.096, "p95_ms": 2.242, "reason": null, "sample_age_ms": 106.361, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 227, "max_ms": 2.289, "p95_ms": 0.796, "reason": null, "sample_age_ms": 41.102, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.254, "count": 227, "max_ms": 18.577, "p95_ms": 3.688, "reason": null, "sample_age_ms": 104.477, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.478, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.122, "count": 227, "max_ms": 123.211, "p95_ms": 75.131, "reason": null, "sample_age_ms": 41.085, "source": "client_direct"}, "sample_age_ms": 41.08, "source": "client_direct", "task_total_ms": {"avg_ms": 57.007, "count": 227, "max_ms": 127.906, "p95_ms": 79.983, "reason": null, "sample_age_ms": 41.08, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.207, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.697, "count": 227, "max_ms": 24.569, "p95_ms": 13.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.511, "count": 227, "max_ms": 2.736, "p95_ms": 0.95}, "detection_prepare_ms": {"avg_ms": 1.973, "count": 227, "max_ms": 15.315, "p95_ms": 3.691}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.386, "count": 227, "max_ms": 1.262, "p95_ms": 0.655}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.597, "count": 227, "max_ms": 8.92, "p95_ms": 5.62}, "setup_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.167, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.618, "count": 227, "max_ms": 24.442, "p95_ms": 13.489}, "track_match_ms": {"avg_ms": 0.102, "count": 227, "max_ms": 0.257, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.979, "count": 227, "max_ms": 8.377, "p95_ms": 3.391}}, "gstreamer_push": {"avg_ms": 3.472, "count": 227, "max_ms": 9.079, "p95_ms": 5.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.692, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.425, "count": 227, "max_ms": 133.663, "p95_ms": 82.927}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.11, "count": 227, "max_ms": 13.866, "p95_ms": 9.582}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.571, "count": 227, "max_ms": 204.129, "p95_ms": 142.608}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 227, "max_ms": 5.716, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.249, "count": 227, "max_ms": 0.91, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.618, "count": 227, "max_ms": 208.644, "p95_ms": 147.267}, "read_interval": {"avg_ms": 131.933, "count": 227, "max_ms": 239.694, "p95_ms": 194.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.197, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.501, "count": 227, "max_ms": 8.696, "p95_ms": 5.296}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.065, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.477, "count": 227, "max_ms": 8.645, "p95_ms": 5.257}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.044, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.445, "count": 227, "max_ms": 133.681, "p95_ms": 82.951}, "visualize": {"avg_ms": 40.0, "count": 227, "max_ms": 70.439, "p95_ms": 53.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.12, "count": 227, "max_ms": 58.896, "p95_ms": 45.732}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.211, "count": 227, "max_ms": 67.217, "p95_ms": 52.015}, "visualize_input_copy_ms": {"avg_ms": 1.517, "count": 227, "max_ms": 4.606, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.041, "count": 227, "max_ms": 66.993, "p95_ms": 51.838}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 227, "max_ms": 0.252, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.647, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133659, "write_bytes_delta": 133659, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1052.0, "cpu_core_ratio": 0.47861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69209, "reason": null, "system_cpu_core_ratio": 0.040257, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.438354, "user_cpu_s_delta": 8.820000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490538, "system_cpu_s_delta": 9.870000000009895, "user_cpu_core_ratio": 1.14459, "user_cpu_s_delta": 23.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.482, "count": 229, "max_ms": 9.079, "p95_ms": 5.738, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.406, "max": 10.0, "p95": 8.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.965, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.965, "max": 2.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.098, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.778, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.5, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2467.733, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.455, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125661.967, "count": 30, "max": 133659.0, "p95": 133058.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116875.933, "count": 30, "max": 133659.0, "p95": 132804.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 46.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.523, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.217, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24903, "sampled_at": "2026-11-03T10:52:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:52:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5224444, "flush_count": 5526, "flush_interval_seconds": 30.0, "flush_state": {"count": 5526, "last_at": "2026-11-03T10:51:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:51:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5525}, "started": true, "suppressed_count": 3192248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191846}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5526, "written_record_count": 5526}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10042.836, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:52:21+09:00", "last_error_summary": "[h264 @ 0x5b3a4a917cc0] error while decoding MB 38 58, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8840091340800, "copied_frame_count": 3197371, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8840091340800, "frame_buffer_copies": 3197371, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1325, "count": 512, "max_ms": 2.6323, "p50_ms": 0.1085, "p95_ms": 0.2324, "p99_ms": 0.3469}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5374, "count": 512, "max_ms": 4.6135, "p50_ms": 1.4249, "p95_ms": 2.5442, "p99_ms": 3.361, "results": {"failed": 0, "not_applicable": 0, "success": 3197371, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 239, "h264_decode_error_count": 795, "h264_decode_error_count_per_hour": 89, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:52:21+09:00", "last_error_summary": "[h264 @ 0x5b3a4a917cc0] error while decoding MB 38 58, bytestream -20", "last_exit_at": "2026-11-03T10:52:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.27, "last_started_at": "2026-11-03T10:50:45+09:00", "pid": 69209, "process": {"exists": false, "pid": 69209}, "restart_count": 254, "restart_count_per_hour": 33, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.419, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:52:22+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-11-03T10:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 607.989, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.175, "exists": true, "mtime": "2026-11-03T10:52:21.836569+09:00", "mtime_epoch": 1793670741.836569, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133636}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:52:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.047, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3197371, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.762, "max": 10.0, "p95": 7.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.89, "max": 2.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.89, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.128, "max": 1.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.128, "max": 1.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.569, "pushed": 7.569, "read": 7.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.009, "count": 227, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 122.127, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.936, "count": 227, "max_ms": 8.389, "p95_ms": 3.453, "reason": null, "sample_age_ms": 187.112, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 227, "max_ms": 8.096, "p95_ms": 2.242, "reason": null, "sample_age_ms": 187.397, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 227, "max_ms": 2.289, "p95_ms": 0.796, "reason": null, "sample_age_ms": 122.138, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.254, "count": 227, "max_ms": 18.577, "p95_ms": 3.688, "reason": null, "sample_age_ms": 185.513, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.493, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.514, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.122, "count": 227, "max_ms": 123.211, "p95_ms": 75.131, "reason": null, "sample_age_ms": 122.121, "source": "client_direct"}, "sample_age_ms": 122.116, "source": "client_direct", "task_total_ms": {"avg_ms": 57.007, "count": 227, "max_ms": 127.906, "p95_ms": 79.983, "reason": null, "sample_age_ms": 122.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.215, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.678, "count": 227, "max_ms": 24.569, "p95_ms": 13.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.509, "count": 227, "max_ms": 2.736, "p95_ms": 0.95}, "detection_prepare_ms": {"avg_ms": 1.969, "count": 227, "max_ms": 15.315, "p95_ms": 3.691}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.386, "count": 227, "max_ms": 1.262, "p95_ms": 0.655}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.59, "count": 227, "max_ms": 8.92, "p95_ms": 5.62}, "setup_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.167, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.599, "count": 227, "max_ms": 24.442, "p95_ms": 13.489}, "track_match_ms": {"avg_ms": 0.102, "count": 227, "max_ms": 0.257, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.973, "count": 227, "max_ms": 8.377, "p95_ms": 3.391}}, "gstreamer_push": {"avg_ms": 3.483, "count": 227, "max_ms": 9.079, "p95_ms": 5.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.692, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.48, "count": 227, "max_ms": 133.663, "p95_ms": 82.927}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 227, "max_ms": 20.737, "p95_ms": 9.692}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.711, "count": 227, "max_ms": 204.129, "p95_ms": 143.402}, "inference_input_copy_ms": {"avg_ms": 1.689, "count": 227, "max_ms": 5.716, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.249, "count": 227, "max_ms": 0.91, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.836, "count": 227, "max_ms": 208.644, "p95_ms": 149.38}, "read_interval": {"avg_ms": 131.933, "count": 227, "max_ms": 239.694, "p95_ms": 194.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.197, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.495, "count": 227, "max_ms": 8.696, "p95_ms": 5.296}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.065, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.471, "count": 227, "max_ms": 8.645, "p95_ms": 5.257}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.044, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.5, "count": 227, "max_ms": 133.681, "p95_ms": 82.951}, "visualize": {"avg_ms": 40.106, "count": 227, "max_ms": 73.005, "p95_ms": 53.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.158, "count": 227, "max_ms": 58.896, "p95_ms": 45.946}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.311, "count": 227, "max_ms": 70.343, "p95_ms": 52.274}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 227, "max_ms": 4.606, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.14, "count": 227, "max_ms": 70.109, "p95_ms": 52.175}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 227, "max_ms": 0.252, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.647, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133659, "write_bytes_delta": 133659, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1052.0, "cpu_core_ratio": 0.47861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69209, "reason": null, "system_cpu_core_ratio": 0.040257, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.438354, "user_cpu_s_delta": 8.820000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490538, "system_cpu_s_delta": 9.870000000009895, "user_cpu_core_ratio": 1.14459, "user_cpu_s_delta": 23.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.482, "count": 229, "max_ms": 9.079, "p95_ms": 5.738, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.406, "max": 10.0, "p95": 8.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.965, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.965, "max": 2.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.098, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.778, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.5, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2467.733, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.455, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125661.967, "count": 30, "max": 133659.0, "p95": 133058.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116875.933, "count": 30, "max": 133659.0, "p95": 132804.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 46.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.523, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.217, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24903, "sampled_at": "2026-11-03T10:52:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:52:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5224444, "flush_count": 5526, "flush_interval_seconds": 30.0, "flush_state": {"count": 5526, "last_at": "2026-11-03T10:51:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:51:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5525}, "started": true, "suppressed_count": 3192248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191846}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5526, "written_record_count": 5526}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10043.242, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8840091340800, "copied_frame_count": 3197371, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8840091340800, "frame_buffer_copies": 3197371, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1325, "count": 512, "max_ms": 2.6323, "p50_ms": 0.1085, "p95_ms": 0.2324, "p99_ms": 0.3469}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5374, "count": 512, "max_ms": 4.6135, "p50_ms": 1.4249, "p95_ms": 2.5442, "p99_ms": 3.361, "results": {"failed": 0, "not_applicable": 0, "success": 3197371, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 239, "h264_decode_error_count": 795, "h264_decode_error_count_per_hour": 89, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:52:21+09:00", "last_error_summary": "[h264 @ 0x5b3a4a917cc0] error while decoding MB 38 58, bytestream -20", "last_exit_at": "2026-11-03T10:52:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 96.344, "last_started_at": "2026-11-03T10:50:45+09:00", "pid": 69209, "process": {"exists": false, "pid": 69209}, "restart_count": 254, "restart_count_per_hour": 33, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 255}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.419, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-11-03T10:52:22+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-11-03T10:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 155, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 608.072, "last_sample_duration_ms": 836.21, "last_trigger": "periodic", "next_snapshot_in_sec": 0.0, "reason": "snapshot_requested", "rotation_count": 138, "runtime_state": "active", "sample_count": 555, "storage_bytes": 3200819}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T10:52:22.030570+09:00", "mtime_epoch": 1793670742.0305698, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133645}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:52:22+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.047, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3197371, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.762, "max": 10.0, "p95": 7.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.89, "max": 2.0, "p95": 2.0, "sample_count": 227}, "total": {"avg": 1.89, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.128, "max": 1.0, "p95": 1.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.128, "max": 1.0, "p95": 1.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 227, "pushed_frames": 227, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.581, "pushed": 7.581, "read": 7.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.009, "count": 226, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 209.709, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 226, "max_ms": 8.389, "p95_ms": 3.455, "reason": null, "sample_age_ms": 274.694, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 226, "max_ms": 8.096, "p95_ms": 2.246, "reason": null, "sample_age_ms": 274.979, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.419, "count": 226, "max_ms": 2.289, "p95_ms": 0.796, "reason": null, "sample_age_ms": 209.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.254, "count": 226, "max_ms": 18.577, "p95_ms": 3.691, "reason": null, "sample_age_ms": 273.095, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 273.075, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 210.096, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.082, "count": 226, "max_ms": 123.211, "p95_ms": 75.139, "reason": null, "sample_age_ms": 209.703, "source": "client_direct"}, "sample_age_ms": 209.698, "source": "client_direct", "task_total_ms": {"avg_ms": 56.968, "count": 226, "max_ms": 127.906, "p95_ms": 80.068, "reason": null, "sample_age_ms": 209.698, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.798, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.678, "count": 227, "max_ms": 24.569, "p95_ms": 13.595}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.509, "count": 227, "max_ms": 2.736, "p95_ms": 0.95}, "detection_prepare_ms": {"avg_ms": 1.969, "count": 227, "max_ms": 15.315, "p95_ms": 3.691}, "event_filter_ms": {"avg_ms": 0.007, "count": 227, "max_ms": 0.037, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.386, "count": 227, "max_ms": 1.262, "p95_ms": 0.655}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.59, "count": 227, "max_ms": 8.92, "p95_ms": 5.62}, "setup_ms": {"avg_ms": 0.058, "count": 227, "max_ms": 0.167, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.599, "count": 227, "max_ms": 24.442, "p95_ms": 13.489}, "track_match_ms": {"avg_ms": 0.102, "count": 227, "max_ms": 0.257, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.973, "count": 227, "max_ms": 8.377, "p95_ms": 3.391}}, "gstreamer_push": {"avg_ms": 3.483, "count": 227, "max_ms": 9.079, "p95_ms": 5.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 227, "max_ms": 0.692, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.48, "count": 227, "max_ms": 133.663, "p95_ms": 82.927}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 227, "max_ms": 20.737, "p95_ms": 9.692}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.711, "count": 227, "max_ms": 204.129, "p95_ms": 143.402}, "inference_input_copy_ms": {"avg_ms": 1.689, "count": 227, "max_ms": 5.716, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.249, "count": 227, "max_ms": 0.91, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.836, "count": 227, "max_ms": 208.644, "p95_ms": 149.38}, "read_interval": {"avg_ms": 131.917, "count": 226, "max_ms": 239.694, "p95_ms": 194.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 227, "max_ms": 0.197, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.495, "count": 227, "max_ms": 8.696, "p95_ms": 5.296}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.065, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.471, "count": 227, "max_ms": 8.645, "p95_ms": 5.257}, "worker_merge_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.044, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.5, "count": 227, "max_ms": 133.681, "p95_ms": 82.951}, "visualize": {"avg_ms": 40.106, "count": 227, "max_ms": 73.005, "p95_ms": 53.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.158, "count": 227, "max_ms": 58.896, "p95_ms": 45.946}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.311, "count": 227, "max_ms": 70.343, "p95_ms": 52.274}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 227, "max_ms": 4.606, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.14, "count": 227, "max_ms": 70.109, "p95_ms": 52.175}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 227, "max_ms": 0.252, "p95_ms": 0.182}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.647, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133659, "write_bytes_delta": 133659, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1052.0, "cpu_core_ratio": 0.47861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69209, "reason": null, "system_cpu_core_ratio": 0.040257, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.438354, "user_cpu_s_delta": 8.820000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490538, "system_cpu_s_delta": 9.870000000009895, "user_cpu_core_ratio": 1.14459, "user_cpu_s_delta": 23.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.482, "count": 229, "max_ms": 9.079, "p95_ms": 5.738, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.406, "max": 10.0, "p95": 8.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.965, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.965, "max": 2.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.098, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.778, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.5, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2467.733, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.455, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125661.967, "count": 30, "max": 133659.0, "p95": 133058.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116875.933, "count": 30, "max": 133659.0, "p95": 132804.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 46.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.523, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.217, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24903, "sampled_at": "2026-11-03T10:52:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:52:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5224444, "flush_count": 5526, "flush_interval_seconds": 30.0, "flush_state": {"count": 5526, "last_at": "2026-11-03T10:51:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:51:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5525}, "started": true, "suppressed_count": 3192248, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3191846}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5526, "written_record_count": 5526}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10142.156, "limit_mb": null}, "detail": {"pid": 69325, "restart_count": 255, "start_count": 256}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8840091340800, "copied_frame_count": 3197371, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8840091340800, "frame_buffer_copies": 3197371, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1325, "count": 512, "max_ms": 2.6323, "p50_ms": 0.1085, "p95_ms": 0.2324, "p99_ms": 0.3469}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5374, "count": 512, "max_ms": 4.6135, "p50_ms": 1.4249, "p95_ms": 2.5442, "p99_ms": 3.361, "results": {"failed": 0, "not_applicable": 0, "success": 3197371, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 239, "h264_decode_error_count": 795, "h264_decode_error_count_per_hour": 89, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:52:21+09:00", "last_error_summary": "[h264 @ 0x5b3a4a917cc0] error while decoding MB 38 58, bytestream -20", "last_exit_at": "2026-11-03T10:52:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:52:25+09:00", "pid": 69325, "process": {"exists": true, "fd_count": 5, "hwm_mb": 130.734, "name": "ffmpeg", "pid": 69325, "rss_mb": 130.734, "state": "S (sleeping)", "threads": 19}, "restart_count": 255, "restart_count_per_hour": 33, "rtsp_timeout_count": 138, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.745, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197371, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.122, "last_frame_pushed_at": "2026-11-03T10:52:22+09:00", "last_frame_read_age_sec": 5.299, "last_frame_read_at": "2026-11-03T10:52:21+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 5.432, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 594.568, "reason": "snapshot_written", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 5.1, "exists": true, "mtime": "2026-11-03T10:52:22.030570+09:00", "mtime_epoch": 1793670742.0305698, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133645}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:52:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.051, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3197371, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.479, "max": 9.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.874, "max": 2.0, "p95": 2.0, "sample_count": 190}, "total": {"avg": 1.874, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.153, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.153, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.341, "pushed": 6.341, "read": 6.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5241.781, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.981, "count": 189, "max_ms": 8.389, "p95_ms": 3.466, "reason": null, "sample_age_ms": 5306.767, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 189, "max_ms": 8.096, "p95_ms": 2.271, "reason": null, "sample_age_ms": 5307.051, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 189, "max_ms": 2.289, "p95_ms": 0.788, "reason": null, "sample_age_ms": 5241.792, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.184, "count": 189, "max_ms": 7.651, "p95_ms": 3.56, "reason": null, "sample_age_ms": 5305.168, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5305.148, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5242.169, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.942, "count": 189, "max_ms": 123.211, "p95_ms": 75.114, "reason": null, "sample_age_ms": 5241.776, "source": "client_direct"}, "sample_age_ms": 5241.771, "source": "client_direct", "task_total_ms": {"avg_ms": 56.746, "count": 189, "max_ms": 127.906, "p95_ms": 78.469, "reason": null, "sample_age_ms": 5241.771, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.008, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.624, "count": 190, "max_ms": 24.569, "p95_ms": 13.686}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.504, "count": 190, "max_ms": 1.451, "p95_ms": 0.92}, "detection_prepare_ms": {"avg_ms": 1.954, "count": 190, "max_ms": 15.315, "p95_ms": 3.962}, "event_filter_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.036, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.382, "count": 190, "max_ms": 1.262, "p95_ms": 0.686}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.553, "count": 190, "max_ms": 8.92, "p95_ms": 5.709}, "setup_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.167, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 8.547, "count": 190, "max_ms": 24.442, "p95_ms": 13.603}, "track_match_ms": {"avg_ms": 0.103, "count": 190, "max_ms": 0.257, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 1.981, "count": 190, "max_ms": 8.377, "p95_ms": 3.483}}, "gstreamer_push": {"avg_ms": 3.49, "count": 190, "max_ms": 9.079, "p95_ms": 5.691}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 190, "max_ms": 0.282, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.471, "count": 190, "max_ms": 132.282, "p95_ms": 82.927}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.161, "count": 190, "max_ms": 20.737, "p95_ms": 9.692}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.308, "count": 190, "max_ms": 204.129, "p95_ms": 143.402}, "inference_input_copy_ms": {"avg_ms": 1.683, "count": 190, "max_ms": 5.716, "p95_ms": 2.752}, "processing_residual_ms": {"avg_ms": 0.252, "count": 190, "max_ms": 0.91, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 113.404, "count": 190, "max_ms": 208.644, "p95_ms": 150.052}, "read_interval": {"avg_ms": 131.4, "count": 189, "max_ms": 239.694, "p95_ms": 194.082}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 190, "max_ms": 0.197, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.459, "count": 190, "max_ms": 8.696, "p95_ms": 5.468}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 190, "max_ms": 0.065, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.435, "count": 190, "max_ms": 8.645, "p95_ms": 5.444}, "worker_merge_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.044, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.486, "count": 190, "max_ms": 132.306, "p95_ms": 82.951}, "visualize": {"avg_ms": 39.774, "count": 190, "max_ms": 73.005, "p95_ms": 53.737}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.896, "count": 190, "max_ms": 49.291, "p95_ms": 45.946}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.01, "count": 190, "max_ms": 70.343, "p95_ms": 52.274}, "visualize_input_copy_ms": {"avg_ms": 1.5, "count": 190, "max_ms": 4.606, "p95_ms": 2.496}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.839, "count": 190, "max_ms": 70.109, "p95_ms": 52.175}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 190, "max_ms": 0.249, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.02, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.647, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 2208, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197303, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:52:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133659, "write_bytes_delta": 133659, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1052.0, "cpu_core_ratio": 0.47861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69209, "reason": null, "system_cpu_core_ratio": 0.040257, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.438354, "user_cpu_s_delta": 8.820000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635128, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490538, "system_cpu_s_delta": 9.870000000009895, "user_cpu_core_ratio": 1.14459, "user_cpu_s_delta": 23.03000000002794}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.482, "count": 229, "max_ms": 9.079, "p95_ms": 5.738, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.406, "max": 10.0, "p95": 8.0, "sample_count": 229}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.965, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 229}, "total": {"avg": 1.965, "max": 2.0, "p95": 2.0, "sample_count": 229}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.098, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.778, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1051.5, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2467.733, "count": 30, "max": 30790.0, "p95": 14081.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.317, "p95": 0.084, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.455, "p95": 0.449, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125661.967, "count": 30, "max": 133659.0, "p95": 133058.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 116875.933, "count": 30, "max": 133659.0, "p95": 132804.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 46.0, "p95": 32.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.523, "p95": 0.509, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.055, "count": 30, "max": 1.217, "p95": 1.204, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24903, "sampled_at": "2026-11-03T10:52:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:52:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4508221, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3277541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9841.992, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077009817600, "copied_frame_count": 3283062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077009817600, "frame_buffer_copies": 3283062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1071, "p95_ms": 0.2298, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1559, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0805, "p95_ms": 1.8469, "p99_ms": 2.3362, "results": {"failed": 0, "not_applicable": 0, "success": 3283062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:43:08+09:00", "last_error_summary": "[h264 @ 0x64707b918900] error while decoding MB 93 72, bytestream -13 [in#0/rtsp @ 0x64707b73fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64707b73fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 619.02, "last_started_at": "2026-11-03T10:43:11+09:00", "pid": 68629, "process": {"exists": false, "pid": 68629}, "restart_count": 144, "restart_count_per_hour": 1, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.672, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T10:53:30+09:00", "last_frame_read_age_sec": 0.095, "last_frame_read_at": "2026-11-03T10:53:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.654, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 531.346, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T10:53:30.364821+09:00", "mtime_epoch": 1793670810.3648207, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119253}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:53:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2389.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 155, "pushed_frames": 155, "read_frames": 155, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.167, "pushed": 5.167, "read": 5.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 155, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 59.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 154, "max_ms": 3.97, "p95_ms": 1.684, "reason": null, "sample_age_ms": 102.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 154, "max_ms": 2.014, "p95_ms": 1.197, "reason": null, "sample_age_ms": 102.547, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 155, "max_ms": 0.321, "p95_ms": 0.232, "reason": null, "sample_age_ms": 59.813, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.457, "count": 154, "max_ms": 4.481, "p95_ms": 2.511, "reason": null, "sample_age_ms": 100.862, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2211848.0, "count": 154, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.83, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.899, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.451, "count": 155, "max_ms": 73.871, "p95_ms": 60.078, "reason": null, "sample_age_ms": 59.803, "source": "client_direct"}, "sample_age_ms": 59.798, "source": "client_direct", "task_total_ms": {"avg_ms": 40.19, "count": 155, "max_ms": 76.07, "p95_ms": 63.274, "reason": null, "sample_age_ms": 59.798, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.291, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.804, "count": 155, "max_ms": 2.462, "p95_ms": 1.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 155, "max_ms": 0.862, "p95_ms": 0.558}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 155, "max_ms": 0.339, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.026, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 155, "max_ms": 0.33, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.199, "count": 155, "max_ms": 0.589, "p95_ms": 0.395}, "setup_ms": {"avg_ms": 0.049, "count": 155, "max_ms": 0.13, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.762, "count": 155, "max_ms": 2.363, "p95_ms": 1.425}, "track_match_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.068, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 155, "max_ms": 0.107, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.487, "count": 155, "max_ms": 5.526, "p95_ms": 3.892}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 155, "max_ms": 0.139, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.13, "count": 155, "max_ms": 78.028, "p95_ms": 64.84}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 155, "max_ms": 0.138, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.326, "count": 155, "max_ms": 118.489, "p95_ms": 104.431}, "inference_input_copy_ms": {"avg_ms": 1.345, "count": 155, "max_ms": 4.379, "p95_ms": 2.236}, "processing_residual_ms": {"avg_ms": 0.153, "count": 155, "max_ms": 0.464, "p95_ms": 0.294}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.865, "count": 155, "max_ms": 121.025, "p95_ms": 105.903}, "read_interval": {"avg_ms": 193.379, "count": 155, "max_ms": 3929.537, "p95_ms": 242.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 155, "max_ms": 0.069, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.463, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 155, "max_ms": 0.044, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 155, "max_ms": 0.427, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.147, "count": 155, "max_ms": 78.051, "p95_ms": 64.856}, "visualize": {"avg_ms": 29.477, "count": 155, "max_ms": 54.677, "p95_ms": 40.313}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.556, "count": 155, "max_ms": 47.708, "p95_ms": 39.486}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.261, "count": 155, "max_ms": 54.257, "p95_ms": 40.068}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.155, "count": 155, "max_ms": 54.04, "p95_ms": 39.981}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 155, "max_ms": 0.594, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.188, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.627, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3282995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118818, "write_bytes_delta": 118818, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 1.069076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 68629, "reason": null, "system_cpu_core_ratio": 0.045935, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 1.023141, "user_cpu_s_delta": 21.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.582165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053188, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.528977, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.701, "count": 268, "max_ms": 5.718, "p95_ms": 4.289, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.654, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.4, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1451.167, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 264.433, "count": 30, "max": 3920.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.22, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121834.467, "count": 30, "max": 125245.0, "p95": 124391.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105337.8, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27924, "sampled_at": "2026-11-03T10:53:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4508221, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3277541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9842.348, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077009817600, "copied_frame_count": 3283062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077009817600, "frame_buffer_copies": 3283062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1071, "p95_ms": 0.2298, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1559, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0805, "p95_ms": 1.8469, "p99_ms": 2.3362, "results": {"failed": 0, "not_applicable": 0, "success": 3283062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 134, "h264_decode_error_count": 245, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:43:08+09:00", "last_error_summary": "[h264 @ 0x64707b918900] error while decoding MB 93 72, bytestream -13 [in#0/rtsp @ 0x64707b73fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x64707b73fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 619.048, "last_started_at": "2026-11-03T10:43:11+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 144, "restart_count_per_hour": 1, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.672, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T10:53:30+09:00", "last_frame_read_age_sec": 0.124, "last_frame_read_at": "2026-11-03T10:53:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.677, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 531.323, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-03T10:53:30.364821+09:00", "mtime_epoch": 1793670810.3648207, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119253}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:53:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2389.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.177, "pushed": 5.177, "read": 5.143}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 155, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 82.623, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 154, "max_ms": 3.97, "p95_ms": 1.684, "reason": null, "sample_age_ms": 125.074, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 154, "max_ms": 2.014, "p95_ms": 1.197, "reason": null, "sample_age_ms": 125.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 155, "max_ms": 0.321, "p95_ms": 0.232, "reason": null, "sample_age_ms": 82.628, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.457, "count": 154, "max_ms": 4.481, "p95_ms": 2.511, "reason": null, "sample_age_ms": 123.677, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2211848.0, "count": 154, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 123.646, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.714, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.451, "count": 155, "max_ms": 73.871, "p95_ms": 60.078, "reason": null, "sample_age_ms": 82.618, "source": "client_direct"}, "sample_age_ms": 82.614, "source": "client_direct", "task_total_ms": {"avg_ms": 40.19, "count": 155, "max_ms": 76.07, "p95_ms": 63.274, "reason": null, "sample_age_ms": 82.614, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.964, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.804, "count": 155, "max_ms": 2.462, "p95_ms": 1.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 155, "max_ms": 0.862, "p95_ms": 0.558}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 155, "max_ms": 0.339, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.026, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 155, "max_ms": 0.33, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.199, "count": 155, "max_ms": 0.589, "p95_ms": 0.395}, "setup_ms": {"avg_ms": 0.049, "count": 155, "max_ms": 0.13, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.762, "count": 155, "max_ms": 2.363, "p95_ms": 1.425}, "track_match_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.068, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 155, "max_ms": 0.107, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.487, "count": 155, "max_ms": 5.526, "p95_ms": 3.892}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 155, "max_ms": 0.139, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.13, "count": 155, "max_ms": 78.028, "p95_ms": 64.84}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 155, "max_ms": 0.138, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.326, "count": 155, "max_ms": 118.489, "p95_ms": 104.431}, "inference_input_copy_ms": {"avg_ms": 1.345, "count": 155, "max_ms": 4.379, "p95_ms": 2.236}, "processing_residual_ms": {"avg_ms": 0.153, "count": 155, "max_ms": 0.464, "p95_ms": 0.294}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.865, "count": 155, "max_ms": 121.025, "p95_ms": 105.903}, "read_interval": {"avg_ms": 194.164, "count": 154, "max_ms": 3929.537, "p95_ms": 242.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 155, "max_ms": 0.069, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.463, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 155, "max_ms": 0.044, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 155, "max_ms": 0.427, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.147, "count": 155, "max_ms": 78.051, "p95_ms": 64.856}, "visualize": {"avg_ms": 29.477, "count": 155, "max_ms": 54.677, "p95_ms": 40.313}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.556, "count": 155, "max_ms": 47.708, "p95_ms": 39.486}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.261, "count": 155, "max_ms": 54.257, "p95_ms": 40.068}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.155, "count": 155, "max_ms": 54.04, "p95_ms": 39.981}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 155, "max_ms": 0.594, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.188, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.627, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3282995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118818, "write_bytes_delta": 118818, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 1.069076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 68629, "reason": null, "system_cpu_core_ratio": 0.045935, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 1.023141, "user_cpu_s_delta": 21.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.582165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053188, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.528977, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.701, "count": 268, "max_ms": 5.718, "p95_ms": 4.289, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.654, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.4, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1451.167, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 264.433, "count": 30, "max": 3920.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.22, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121834.467, "count": 30, "max": 125245.0, "p95": 124391.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105337.8, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27924, "sampled_at": "2026-11-03T10:53:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4508221, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3277541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9842.121, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e42b0ccd640] error while decoding MB 100 98, bytestream -18", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077009817600, "copied_frame_count": 3283062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077009817600, "frame_buffer_copies": 3283062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1071, "p95_ms": 0.2298, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1559, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0805, "p95_ms": 1.8469, "p99_ms": 2.3362, "results": {"failed": 0, "not_applicable": 0, "success": 3283062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 135, "h264_decode_error_count": 246, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:53:30+09:00", "last_error_summary": "[h264 @ 0x5e42b0ccd640] error while decoding MB 100 98, bytestream -18", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 619.092, "last_started_at": "2026-11-03T10:43:11+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 144, "restart_count_per_hour": 1, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 145}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.672, "sample_count": 2855, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-11-03T10:53:30+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T10:53:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.725, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 531.275, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T10:53:30.364821+09:00", "mtime_epoch": 1793670810.3648207, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119253}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:53:30+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2389.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.169, "pushed": 5.169, "read": 5.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.008, "count": 154, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 129.728, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.575, "count": 154, "max_ms": 3.97, "p95_ms": 1.684, "reason": null, "sample_age_ms": 172.179, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 154, "max_ms": 2.014, "p95_ms": 1.197, "reason": null, "sample_age_ms": 172.467, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 154, "max_ms": 0.321, "p95_ms": 0.232, "reason": null, "sample_age_ms": 129.733, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.457, "count": 154, "max_ms": 4.481, "p95_ms": 2.511, "reason": null, "sample_age_ms": 170.782, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2211848.0, "count": 154, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 170.751, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 129.82, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.406, "count": 154, "max_ms": 73.871, "p95_ms": 60.15, "reason": null, "sample_age_ms": 129.723, "source": "client_direct"}, "sample_age_ms": 129.719, "source": "client_direct", "task_total_ms": {"avg_ms": 40.147, "count": 154, "max_ms": 76.07, "p95_ms": 63.284, "reason": null, "sample_age_ms": 129.719, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.947, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.804, "count": 155, "max_ms": 2.462, "p95_ms": 1.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 155, "max_ms": 0.862, "p95_ms": 0.558}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 155, "max_ms": 0.339, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.026, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 155, "max_ms": 0.33, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.199, "count": 155, "max_ms": 0.589, "p95_ms": 0.395}, "setup_ms": {"avg_ms": 0.049, "count": 155, "max_ms": 0.13, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.762, "count": 155, "max_ms": 2.363, "p95_ms": 1.425}, "track_match_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.068, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 155, "max_ms": 0.107, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.487, "count": 155, "max_ms": 5.526, "p95_ms": 3.892}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 155, "max_ms": 0.139, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.13, "count": 155, "max_ms": 78.028, "p95_ms": 64.84}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 155, "max_ms": 0.138, "p95_ms": 0.09}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.326, "count": 155, "max_ms": 118.489, "p95_ms": 104.431}, "inference_input_copy_ms": {"avg_ms": 1.345, "count": 155, "max_ms": 4.379, "p95_ms": 2.236}, "processing_residual_ms": {"avg_ms": 0.153, "count": 155, "max_ms": 0.464, "p95_ms": 0.294}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.865, "count": 155, "max_ms": 121.025, "p95_ms": 105.903}, "read_interval": {"avg_ms": 194.164, "count": 154, "max_ms": 3929.537, "p95_ms": 242.489}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 155, "max_ms": 0.069, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.463, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 155, "max_ms": 0.044, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 155, "max_ms": 0.427, "p95_ms": 0.241}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.015, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.147, "count": 155, "max_ms": 78.051, "p95_ms": 64.856}, "visualize": {"avg_ms": 29.477, "count": 155, "max_ms": 54.677, "p95_ms": 40.313}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.556, "count": 155, "max_ms": 47.708, "p95_ms": 39.486}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.261, "count": 155, "max_ms": 54.257, "p95_ms": 40.068}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.155, "count": 155, "max_ms": 54.04, "p95_ms": 39.981}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 155, "max_ms": 0.594, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.188, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.627, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3282995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118818, "write_bytes_delta": 118818, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 1.069076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 68629, "reason": null, "system_cpu_core_ratio": 0.045935, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 1.023141, "user_cpu_s_delta": 21.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.582165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053188, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.528977, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.701, "count": 268, "max_ms": 5.718, "p95_ms": 4.289, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.654, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.4, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1451.167, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 264.433, "count": 30, "max": 3920.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.22, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121834.467, "count": 30, "max": 125245.0, "p95": 124391.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105337.8, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27924, "sampled_at": "2026-11-03T10:53:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4508221, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3277541, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277536}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9870.777, "limit_mb": null}, "detail": {"pid": 69441, "restart_count": 145, "start_count": 146}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077009817600, "copied_frame_count": 3283062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077009817600, "frame_buffer_copies": 3283062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1071, "p95_ms": 0.2298, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1559, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0805, "p95_ms": 1.8469, "p99_ms": 2.3362, "results": {"failed": 0, "not_applicable": 0, "success": 3283062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 135, "h264_decode_error_count": 246, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:53:30+09:00", "last_error_summary": "[h264 @ 0x5e42b0ccd640] error while decoding MB 100 98, bytestream -18", "last_exit_at": "2026-11-03T08:47:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:53:32+09:00", "pid": 69441, "process": {"exists": true, "fd_count": 4, "hwm_mb": 62.891, "name": "ffmpeg", "pid": 69441, "rss_mb": 62.891, "state": "S (sleeping)", "threads": 1}, "restart_count": 145, "restart_count_per_hour": 2, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.836, "sample_count": 2813, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.282, "last_frame_pushed_at": "2026-11-03T10:53:30+09:00", "last_frame_read_age_sec": 4.359, "last_frame_read_at": "2026-11-03T10:53:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.92, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 527.08, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.271, "exists": true, "mtime": "2026-11-03T10:53:30.364821+09:00", "mtime_epoch": 1793670810.3648207, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119253}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:53:34+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2389.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 115}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 115}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 115, "pushed_frames": 115, "read_frames": 115, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.838, "pushed": 3.838, "read": 3.838}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 115, "client_acquire_ms": {"avg_ms": 0.008, "count": 115, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4319.186, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.545, "count": 115, "max_ms": 2.63, "p95_ms": 1.659, "reason": null, "sample_age_ms": 4361.637, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 115, "max_ms": 2.014, "p95_ms": 1.192, "reason": null, "sample_age_ms": 4361.926, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 115, "max_ms": 0.315, "p95_ms": 0.222, "reason": null, "sample_age_ms": 4319.192, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.403, "count": 115, "max_ms": 4.481, "p95_ms": 2.507, "reason": null, "sample_age_ms": 4360.24, "source": "client_direct"}, "request_count": 115, "request_tensor_bytes": {"avg": 2211848.0, "count": 115, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4360.209, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 115, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4319.278, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.884, "count": 115, "max_ms": 71.233, "p95_ms": 61.113, "reason": null, "sample_age_ms": 4319.182, "source": "client_direct"}, "sample_age_ms": 4319.177, "source": "client_direct", "task_total_ms": {"avg_ms": 39.56, "count": 115, "max_ms": 73.502, "p95_ms": 63.602, "reason": null, "sample_age_ms": 4319.177, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.366, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.761, "count": 115, "max_ms": 2.462, "p95_ms": 1.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.252, "count": 115, "max_ms": 0.842, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.104, "count": 115, "max_ms": 0.339, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 115, "max_ms": 0.026, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 115, "max_ms": 0.33, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.003, "count": 115, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 115, "max_ms": 0.589, "p95_ms": 0.362}, "setup_ms": {"avg_ms": 0.048, "count": 115, "max_ms": 0.126, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.72, "count": 115, "max_ms": 2.363, "p95_ms": 1.276}, "track_match_ms": {"avg_ms": 0.004, "count": 115, "max_ms": 0.019, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 115, "max_ms": 0.099, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.374, "count": 115, "max_ms": 4.874, "p95_ms": 3.574}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 115, "max_ms": 0.139, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.467, "count": 115, "max_ms": 74.483, "p95_ms": 64.914}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 115, "max_ms": 0.138, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.236, "count": 115, "max_ms": 118.489, "p95_ms": 104.478}, "inference_input_copy_ms": {"avg_ms": 1.314, "count": 115, "max_ms": 4.379, "p95_ms": 2.236}, "processing_residual_ms": {"avg_ms": 0.142, "count": 115, "max_ms": 0.344, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.729, "count": 115, "max_ms": 121.025, "p95_ms": 107.954}, "read_interval": {"avg_ms": 225.013, "count": 115, "max_ms": 3929.537, "p95_ms": 340.74}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 115, "max_ms": 0.069, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.131, "count": 115, "max_ms": 0.463, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 115, "max_ms": 0.044, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 115, "max_ms": 0.427, "p95_ms": 0.228}, "worker_merge_ms": {"avg_ms": 0.006, "count": 115, "max_ms": 0.013, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.483, "count": 115, "max_ms": 74.506, "p95_ms": 64.926}, "visualize": {"avg_ms": 29.137, "count": 115, "max_ms": 54.677, "p95_ms": 41.045}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.247, "count": 115, "max_ms": 47.708, "p95_ms": 40.021}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.939, "count": 115, "max_ms": 54.257, "p95_ms": 40.871}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 115, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.838, "count": 115, "max_ms": 54.04, "p95_ms": 40.727}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 115, "max_ms": 0.594, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 115}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.938, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.188, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.627, "sample_count": 2968, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3282995, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118818, "write_bytes_delta": 118818, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1289.0, "cpu_core_ratio": 1.069076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 68629, "reason": null, "system_cpu_core_ratio": 0.045935, "system_cpu_s_delta": 0.9500000000000028, "user_cpu_core_ratio": 1.023141, "user_cpu_s_delta": 21.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.582165, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.053188, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.528977, "user_cpu_s_delta": 10.940000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.701, "count": 268, "max_ms": 5.718, "p95_ms": 4.289, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.654, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.4, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1451.167, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 264.433, "count": 30, "max": 3920.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.22, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121834.467, "count": 30, "max": 125245.0, "p95": 124391.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105337.8, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27924, "sampled_at": "2026-11-03T10:53:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5225445, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3192682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192280}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10023.285, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x62a4df035d80] error while decoding MB 3 61, bytestream -14 [in#0/rtsp @ 0x62a4deeaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62a4deeaae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8841291264000, "copied_frame_count": 3197805, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8841291264000, "frame_buffer_copies": 3197805, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1144, "count": 512, "max_ms": 0.5996, "p50_ms": 0.1006, "p95_ms": 0.2212, "p99_ms": 0.3035}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3928, "count": 512, "max_ms": 4.4977, "p50_ms": 1.3218, "p95_ms": 2.3577, "p99_ms": 2.9731, "results": {"failed": 0, "not_applicable": 0, "success": 3197805, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 240, "h264_decode_error_count": 796, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:53:52+09:00", "last_error_summary": "[h264 @ 0x62a4df035d80] error while decoding MB 3 61, bytestream -14 [in#0/rtsp @ 0x62a4deeaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62a4deeaae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T10:52:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.528, "last_started_at": "2026-11-03T10:52:25+09:00", "pid": 69325, "process": {"exists": false, "pid": 69325}, "restart_count": 255, "restart_count_per_hour": 33, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-03T10:53:52+09:00", "last_frame_read_age_sec": 0.046, "last_frame_read_at": "2026-11-03T10:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 90.944, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 509.056, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T10:53:52.615903+09:00", "mtime_epoch": 1793670832.6159027, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:53:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.258, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3197806, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.5, "max": 9.0, "p95": 9.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.111, "max": 3.0, "p95": 3.0, "sample_count": 18}, "total": {"avg": 2.111, "max": 3.0, "p95": 3.0, "sample_count": 18}}, "tracking_counts": {"active": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 18}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "tracked": {"avg": 0.111, "max": 1.0, "p95": 1.0, "sample_count": 18}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 19, "pushed_frames": 19, "read_frames": 19, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.633, "pushed": 0.633, "read": 0.633}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 19, "client_acquire_ms": {"avg_ms": 0.004, "count": 19, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 13.887, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.544, "count": 19, "max_ms": 1.855, "p95_ms": 1.805, "reason": null, "sample_age_ms": 46.606, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.249, "count": 19, "max_ms": 1.624, "p95_ms": 1.205, "reason": null, "sample_age_ms": 46.873, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 19, "max_ms": 0.391, "p95_ms": 0.368, "reason": null, "sample_age_ms": 13.894, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.129, "count": 19, "max_ms": 2.024, "p95_ms": 1.615, "reason": null, "sample_age_ms": 45.673, "source": "client_direct"}, "request_count": 19, "request_tensor_bytes": {"avg": 2764808.0, "count": 19, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 45.656, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 19, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.114, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.304, "count": 19, "max_ms": 49.234, "p95_ms": 46.132, "reason": null, "sample_age_ms": 13.884, "source": "client_direct"}, "sample_age_ms": 13.881, "source": "client_direct", "task_total_ms": {"avg_ms": 35.787, "count": 19, "max_ms": 50.607, "p95_ms": 47.854, "reason": null, "sample_age_ms": 13.881, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.336, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.982, "count": 18, "max_ms": 10.219, "p95_ms": 10.219}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.253, "count": 18, "max_ms": 0.552, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 1.093, "count": 18, "max_ms": 1.838, "p95_ms": 1.838}, "event_filter_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.014, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.251, "count": 18, "max_ms": 0.508, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.002, "count": 18, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.964, "count": 18, "max_ms": 5.435, "p95_ms": 5.435}, "setup_ms": {"avg_ms": 0.03, "count": 18, "max_ms": 0.053, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 5.941, "count": 18, "max_ms": 10.122, "p95_ms": 10.122}, "track_match_ms": {"avg_ms": 0.058, "count": 18, "max_ms": 0.106, "p95_ms": 0.106}, "tracker_update_ms": {"avg_ms": 1.284, "count": 18, "max_ms": 2.153, "p95_ms": 2.153}}, "gstreamer_push": {"avg_ms": 2.203, "count": 19, "max_ms": 3.487, "p95_ms": 3.487}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 18, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.78, "count": 18, "max_ms": 51.195, "p95_ms": 51.195}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.564, "count": 19, "max_ms": 7.524, "p95_ms": 7.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.983, "count": 19, "max_ms": 109.06, "p95_ms": 109.06}, "inference_input_copy_ms": {"avg_ms": 1.192, "count": 19, "max_ms": 2.406, "p95_ms": 2.406}, "processing_residual_ms": {"avg_ms": 0.132, "count": 19, "max_ms": 0.202, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.872, "count": 19, "max_ms": 113.668, "p95_ms": 113.668}, "read_interval": {"avg_ms": 1582.306, "count": 19, "max_ms": 20092.432, "p95_ms": 20092.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 18, "max_ms": 0.026, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.914, "count": 18, "max_ms": 5.304, "p95_ms": 5.304}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 18, "max_ms": 0.017, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.902, "count": 18, "max_ms": 5.279, "p95_ms": 5.279}, "worker_merge_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.789, "count": 18, "max_ms": 51.204, "p95_ms": 51.204}, "visualize": {"avg_ms": 28.423, "count": 18, "max_ms": 39.005, "p95_ms": 39.005}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.486, "count": 18, "max_ms": 32.076, "p95_ms": 32.076}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.179, "count": 18, "max_ms": 36.459, "p95_ms": 36.459}, "visualize_input_copy_ms": {"avg_ms": 1.098, "count": 18, "max_ms": 2.307, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 18, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.083, "count": 18, "max_ms": 36.333, "p95_ms": 36.333}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 18, "max_ms": 0.104, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 18}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 18}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.053, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130095, "write_bytes_delta": 130095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 346.0, "cpu_core_ratio": 0.08532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2255.0, "pid": 69325, "reason": null, "system_cpu_core_ratio": 0.008055, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.077265, "user_cpu_s_delta": 2.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.28967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.088303, "system_cpu_s_delta": 2.960000000006403, "user_cpu_core_ratio": 0.201367, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.308, "count": 19, "max_ms": 3.487, "p95_ms": 3.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.222, "max": 11.0, "p95": 11.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.88, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.333, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2061.4, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125700.633, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117123.267, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.208, "p95": 1.203, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24907, "sampled_at": "2026-11-03T10:53:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5225445, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3192682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192280}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10022.941, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:53:52+09:00", "last_error_summary": "[h264 @ 0x62a4df035d80] error while decoding MB 3 61, bytestream -14 [in#0/rtsp @ 0x62a4deeaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62a4deeaae00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8841294028800, "copied_frame_count": 3197806, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8841294028800, "frame_buffer_copies": 3197806, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.5996, "p50_ms": 0.1006, "p95_ms": 0.2212, "p99_ms": 0.3035}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3904, "count": 512, "max_ms": 4.4977, "p50_ms": 1.3217, "p95_ms": 2.3577, "p99_ms": 2.9731, "results": {"failed": 0, "not_applicable": 0, "success": 3197806, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 240, "h264_decode_error_count": 796, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:53:52+09:00", "last_error_summary": "[h264 @ 0x62a4df035d80] error while decoding MB 3 61, bytestream -14 [in#0/rtsp @ 0x62a4deeaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62a4deeaae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T10:53:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.572, "last_started_at": "2026-11-03T10:52:25+09:00", "pid": 69325, "process": {"exists": false, "pid": 69325}, "restart_count": 255, "restart_count_per_hour": 33, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:53:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T10:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 90.985, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 509.015, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-11-03T10:53:52.615903+09:00", "mtime_epoch": 1793670832.6159027, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126855}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:53:52+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3197806, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.421, "max": 9.0, "p95": 9.0, "sample_count": 19}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.105, "max": 3.0, "p95": 3.0, "sample_count": 19}, "total": {"avg": 2.105, "max": 3.0, "p95": 3.0, "sample_count": 19}}, "tracking_counts": {"active": {"avg": 0.105, "max": 1.0, "p95": 1.0, "sample_count": 19}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}, "tracked": {"avg": 0.105, "max": 1.0, "p95": 1.0, "sample_count": 19}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 19, "pushed_frames": 19, "read_frames": 18, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.635, "pushed": 0.635, "read": 0.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 18, "client_acquire_ms": {"avg_ms": 0.004, "count": 19, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 57.067, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 18, "max_ms": 1.855, "p95_ms": 1.808, "reason": null, "sample_age_ms": 89.786, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 18, "max_ms": 1.624, "p95_ms": 1.229, "reason": null, "sample_age_ms": 90.053, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.239, "count": 19, "max_ms": 0.391, "p95_ms": 0.368, "reason": null, "sample_age_ms": 57.074, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.131, "count": 18, "max_ms": 2.024, "p95_ms": 1.637, "reason": null, "sample_age_ms": 88.853, "source": "client_direct"}, "request_count": 18, "request_tensor_bytes": {"avg": 2764808.0, "count": 18, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.836, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 19, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.294, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.304, "count": 19, "max_ms": 49.234, "p95_ms": 46.132, "reason": null, "sample_age_ms": 57.064, "source": "client_direct"}, "sample_age_ms": 57.061, "source": "client_direct", "task_total_ms": {"avg_ms": 35.787, "count": 19, "max_ms": 50.607, "p95_ms": 47.854, "reason": null, "sample_age_ms": 57.061, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.292, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.94, "count": 19, "max_ms": 10.219, "p95_ms": 10.219}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 19, "max_ms": 0.552, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 1.085, "count": 19, "max_ms": 1.838, "p95_ms": 1.838}, "event_filter_ms": {"avg_ms": 0.004, "count": 19, "max_ms": 0.014, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 19, "max_ms": 0.508, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.002, "count": 19, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.935, "count": 19, "max_ms": 5.435, "p95_ms": 5.435}, "setup_ms": {"avg_ms": 0.03, "count": 19, "max_ms": 0.053, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 5.9, "count": 19, "max_ms": 10.122, "p95_ms": 10.122}, "track_match_ms": {"avg_ms": 0.059, "count": 19, "max_ms": 0.106, "p95_ms": 0.106}, "tracker_update_ms": {"avg_ms": 1.285, "count": 19, "max_ms": 2.153, "p95_ms": 2.153}}, "gstreamer_push": {"avg_ms": 2.155, "count": 19, "max_ms": 3.487, "p95_ms": 3.487}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 19, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.594, "count": 19, "max_ms": 51.195, "p95_ms": 51.195}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.496, "count": 19, "max_ms": 7.524, "p95_ms": 7.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.628, "count": 19, "max_ms": 93.402, "p95_ms": 93.402}, "inference_input_copy_ms": {"avg_ms": 1.162, "count": 19, "max_ms": 2.406, "p95_ms": 2.406}, "processing_residual_ms": {"avg_ms": 0.128, "count": 19, "max_ms": 0.202, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.415, "count": 19, "max_ms": 97.769, "p95_ms": 97.769}, "read_interval": {"avg_ms": 1663.43, "count": 18, "max_ms": 20092.432, "p95_ms": 20092.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 19, "max_ms": 0.026, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.885, "count": 19, "max_ms": 5.304, "p95_ms": 5.304}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 19, "max_ms": 0.017, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.873, "count": 19, "max_ms": 5.279, "p95_ms": 5.279}, "worker_merge_ms": {"avg_ms": 0.004, "count": 19, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.603, "count": 19, "max_ms": 51.204, "p95_ms": 51.204}, "visualize": {"avg_ms": 29.26, "count": 19, "max_ms": 44.331, "p95_ms": 44.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.989, "count": 19, "max_ms": 33.055, "p95_ms": 33.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.029, "count": 19, "max_ms": 43.327, "p95_ms": 43.327}, "visualize_input_copy_ms": {"avg_ms": 1.085, "count": 19, "max_ms": 2.307, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.933, "count": 19, "max_ms": 43.229, "p95_ms": 43.229}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 19, "max_ms": 0.104, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 19}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.053, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130095, "write_bytes_delta": 130095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 346.0, "cpu_core_ratio": 0.08532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2255.0, "pid": 69325, "reason": null, "system_cpu_core_ratio": 0.008055, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.077265, "user_cpu_s_delta": 2.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.28967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.088303, "system_cpu_s_delta": 2.960000000006403, "user_cpu_core_ratio": 0.201367, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.308, "count": 19, "max_ms": 3.487, "p95_ms": 3.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.222, "max": 11.0, "p95": 11.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.88, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.333, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2061.4, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125700.633, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117123.267, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.208, "p95": 1.203, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24907, "sampled_at": "2026-11-03T10:53:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5225445, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3192682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192280}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10023.875, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8841294028800, "copied_frame_count": 3197806, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8841294028800, "frame_buffer_copies": 3197806, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.5996, "p50_ms": 0.1006, "p95_ms": 0.2212, "p99_ms": 0.3035}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3904, "count": 512, "max_ms": 4.4977, "p50_ms": 1.3217, "p95_ms": 2.3577, "p99_ms": 2.9731, "results": {"failed": 0, "not_applicable": 0, "success": 3197806, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 240, "h264_decode_error_count": 796, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:53:52+09:00", "last_error_summary": "[h264 @ 0x62a4df035d80] error while decoding MB 3 61, bytestream -14 [in#0/rtsp @ 0x62a4deeaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62a4deeaae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T10:53:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.598, "last_started_at": "2026-11-03T10:52:25+09:00", "pid": 69325, "process": {"exists": false, "pid": 69325}, "restart_count": 255, "restart_count_per_hour": 33, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 256}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1924, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-03T10:53:52+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-03T10:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.01, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 508.99, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-03T10:53:52.708903+09:00", "mtime_epoch": 1793670832.708903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:53:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3197806, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.421, "max": 9.0, "p95": 9.0, "sample_count": 19}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.105, "max": 3.0, "p95": 3.0, "sample_count": 19}, "total": {"avg": 2.105, "max": 3.0, "p95": 3.0, "sample_count": 19}}, "tracking_counts": {"active": {"avg": 0.105, "max": 1.0, "p95": 1.0, "sample_count": 19}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}, "tracked": {"avg": 0.105, "max": 1.0, "p95": 1.0, "sample_count": 19}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 19, "pushed_frames": 19, "read_frames": 18, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.634, "pushed": 0.634, "read": 0.601}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 18, "client_acquire_ms": {"avg_ms": 0.004, "count": 18, "max_ms": 0.01, "p95_ms": 0.008, "reason": null, "sample_age_ms": 82.642, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.562, "count": 18, "max_ms": 1.855, "p95_ms": 1.808, "reason": null, "sample_age_ms": 115.36, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 18, "max_ms": 1.624, "p95_ms": 1.229, "reason": null, "sample_age_ms": 115.628, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.241, "count": 18, "max_ms": 0.391, "p95_ms": 0.37, "reason": null, "sample_age_ms": 82.648, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.131, "count": 18, "max_ms": 2.024, "p95_ms": 1.637, "reason": null, "sample_age_ms": 114.427, "source": "client_direct"}, "request_count": 18, "request_tensor_bytes": {"avg": 2764808.0, "count": 18, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 18, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.869, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.474, "count": 18, "max_ms": 45.787, "p95_ms": 45.714, "reason": null, "sample_age_ms": 82.639, "source": "client_direct"}, "sample_age_ms": 82.635, "source": "client_direct", "task_total_ms": {"avg_ms": 34.963, "count": 18, "max_ms": 47.548, "p95_ms": 47.154, "reason": null, "sample_age_ms": 82.635, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.282, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.94, "count": 19, "max_ms": 10.219, "p95_ms": 10.219}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.251, "count": 19, "max_ms": 0.552, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 1.085, "count": 19, "max_ms": 1.838, "p95_ms": 1.838}, "event_filter_ms": {"avg_ms": 0.004, "count": 19, "max_ms": 0.014, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 19, "max_ms": 0.508, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.002, "count": 19, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.935, "count": 19, "max_ms": 5.435, "p95_ms": 5.435}, "setup_ms": {"avg_ms": 0.03, "count": 19, "max_ms": 0.053, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 5.9, "count": 19, "max_ms": 10.122, "p95_ms": 10.122}, "track_match_ms": {"avg_ms": 0.059, "count": 19, "max_ms": 0.106, "p95_ms": 0.106}, "tracker_update_ms": {"avg_ms": 1.285, "count": 19, "max_ms": 2.153, "p95_ms": 2.153}}, "gstreamer_push": {"avg_ms": 2.155, "count": 19, "max_ms": 3.487, "p95_ms": 3.487}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.032, "count": 19, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.594, "count": 19, "max_ms": 51.195, "p95_ms": 51.195}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.496, "count": 19, "max_ms": 7.524, "p95_ms": 7.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.628, "count": 19, "max_ms": 93.402, "p95_ms": 93.402}, "inference_input_copy_ms": {"avg_ms": 1.162, "count": 19, "max_ms": 2.406, "p95_ms": 2.406}, "processing_residual_ms": {"avg_ms": 0.128, "count": 19, "max_ms": 0.202, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.415, "count": 19, "max_ms": 97.769, "p95_ms": 97.769}, "read_interval": {"avg_ms": 1663.43, "count": 18, "max_ms": 20092.432, "p95_ms": 20092.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.012, "count": 19, "max_ms": 0.026, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.885, "count": 19, "max_ms": 5.304, "p95_ms": 5.304}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 19, "max_ms": 0.017, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.873, "count": 19, "max_ms": 5.279, "p95_ms": 5.279}, "worker_merge_ms": {"avg_ms": 0.004, "count": 19, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 36.603, "count": 19, "max_ms": 51.204, "p95_ms": 51.204}, "visualize": {"avg_ms": 29.26, "count": 19, "max_ms": 44.331, "p95_ms": 44.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.989, "count": 19, "max_ms": 33.055, "p95_ms": 33.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.029, "count": 19, "max_ms": 43.327, "p95_ms": 43.327}, "visualize_input_copy_ms": {"avg_ms": 1.085, "count": 19, "max_ms": 2.307, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 19, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.933, "count": 19, "max_ms": 43.229, "p95_ms": 43.229}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 19, "max_ms": 0.104, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 19}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 19}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.053, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130095, "write_bytes_delta": 130095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 346.0, "cpu_core_ratio": 0.08532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2255.0, "pid": 69325, "reason": null, "system_cpu_core_ratio": 0.008055, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.077265, "user_cpu_s_delta": 2.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.28967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.088303, "system_cpu_s_delta": 2.960000000006403, "user_cpu_core_ratio": 0.201367, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.308, "count": 19, "max_ms": 3.487, "p95_ms": 3.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.222, "max": 11.0, "p95": 11.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.88, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.333, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2061.4, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125700.633, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117123.267, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.208, "p95": 1.203, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24907, "sampled_at": "2026-11-03T10:53:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5225445, "flush_count": 5527, "flush_interval_seconds": 30.0, "flush_state": {"count": 5527, "last_at": "2026-11-03T10:52:54", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:52:54", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5526}, "started": true, "suppressed_count": 3192682, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192280}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5527, "written_record_count": 5527}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10047.773, "limit_mb": null}, "detail": {"pid": 69557, "restart_count": 256, "start_count": 257}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8841294028800, "copied_frame_count": 3197806, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8841294028800, "frame_buffer_copies": 3197806, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1142, "count": 512, "max_ms": 0.5996, "p50_ms": 0.1006, "p95_ms": 0.2212, "p99_ms": 0.3035}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3904, "count": 512, "max_ms": 4.4977, "p50_ms": 1.3217, "p95_ms": 2.3577, "p99_ms": 2.9731, "results": {"failed": 0, "not_applicable": 0, "success": 3197806, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 240, "h264_decode_error_count": 796, "h264_decode_error_count_per_hour": 90, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:53:52+09:00", "last_error_summary": "[h264 @ 0x62a4df035d80] error while decoding MB 3 61, bytestream -14 [in#0/rtsp @ 0x62a4deeaae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x62a4deeaae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T10:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:53:54+09:00", "pid": 69557, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.039, "name": "ffmpeg", "pid": 69557, "rss_mb": 58.039, "state": "S (sleeping)", "threads": 1}, "restart_count": 256, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 257}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.447, "sample_count": 1894, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197806, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.175, "last_frame_pushed_at": "2026-11-03T10:53:52+09:00", "last_frame_read_age_sec": 4.264, "last_frame_read_at": "2026-11-03T10:53:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 95.156, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 504.844, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.167, "exists": true, "mtime": "2026-11-03T10:53:52.708903+09:00", "mtime_epoch": 1793670832.708903, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:53:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.258, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3197806, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.889, "max": 7.0, "p95": 7.0, "sample_count": 9}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 9}, "total": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 9}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 9, "pushed_frames": 9, "read_frames": 9, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.359, "pushed": 0.359, "read": 0.359}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 9, "client_acquire_ms": {"avg_ms": 0.004, "count": 9, "max_ms": 0.006, "p95_ms": 0.005, "reason": null, "sample_age_ms": 4231.23, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 9, "max_ms": 1.8, "p95_ms": 1.641, "reason": null, "sample_age_ms": 4263.949, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 9, "max_ms": 1.159, "p95_ms": 1.037, "reason": null, "sample_age_ms": 4264.216, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.226, "count": 9, "max_ms": 0.366, "p95_ms": 0.36, "reason": null, "sample_age_ms": 4231.237, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.093, "count": 9, "max_ms": 1.547, "p95_ms": 1.439, "reason": null, "sample_age_ms": 4263.016, "source": "client_direct"}, "request_count": 9, "request_tensor_bytes": {"avg": 2764808.0, "count": 9, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4262.999, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 9, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4231.458, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 35.425, "count": 9, "max_ms": 45.787, "p95_ms": 45.753, "reason": null, "sample_age_ms": 4231.227, "source": "client_direct"}, "sample_age_ms": 4231.224, "source": "client_direct", "task_total_ms": {"avg_ms": 36.847, "count": 9, "max_ms": 47.548, "p95_ms": 47.363, "reason": null, "sample_age_ms": 4231.224, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.879, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.064, "count": 9, "max_ms": 10.219, "p95_ms": 10.219}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.285, "count": 9, "max_ms": 0.552, "p95_ms": 0.552}, "detection_prepare_ms": {"avg_ms": 1.059, "count": 9, "max_ms": 1.838, "p95_ms": 1.838}, "event_filter_ms": {"avg_ms": 0.004, "count": 9, "max_ms": 0.013, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 9, "max_ms": 0.508, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.002, "count": 9, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 2.957, "count": 9, "max_ms": 5.435, "p95_ms": 5.435}, "setup_ms": {"avg_ms": 0.029, "count": 9, "max_ms": 0.053, "p95_ms": 0.053}, "total_inside_ms": {"avg_ms": 6.024, "count": 9, "max_ms": 10.122, "p95_ms": 10.122}, "track_match_ms": {"avg_ms": 0.054, "count": 9, "max_ms": 0.071, "p95_ms": 0.071}, "tracker_update_ms": {"avg_ms": 1.372, "count": 9, "max_ms": 2.153, "p95_ms": 2.153}}, "gstreamer_push": {"avg_ms": 2.156, "count": 9, "max_ms": 3.297, "p95_ms": 3.297}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 9, "max_ms": 0.053, "p95_ms": 0.053}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.778, "count": 9, "max_ms": 48.157, "p95_ms": 48.157}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.809, "count": 9, "max_ms": 7.524, "p95_ms": 7.524}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.21, "count": 9, "max_ms": 93.402, "p95_ms": 93.402}, "inference_input_copy_ms": {"avg_ms": 1.282, "count": 9, "max_ms": 2.406, "p95_ms": 2.406}, "processing_residual_ms": {"avg_ms": 0.124, "count": 9, "max_ms": 0.202, "p95_ms": 0.202}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.425, "count": 9, "max_ms": 97.769, "p95_ms": 97.769}, "read_interval": {"avg_ms": 3241.369, "count": 9, "max_ms": 20092.432, "p95_ms": 20092.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 9, "max_ms": 0.026, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 2.903, "count": 9, "max_ms": 5.304, "p95_ms": 5.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 9, "max_ms": 0.017, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.89, "count": 9, "max_ms": 5.279, "p95_ms": 5.279}, "worker_merge_ms": {"avg_ms": 0.004, "count": 9, "max_ms": 0.006, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 37.787, "count": 9, "max_ms": 48.163, "p95_ms": 48.163}, "visualize": {"avg_ms": 29.479, "count": 9, "max_ms": 44.331, "p95_ms": 44.331}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.993, "count": 9, "max_ms": 33.055, "p95_ms": 33.055}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.225, "count": 9, "max_ms": 43.327, "p95_ms": 43.327}, "visualize_input_copy_ms": {"avg_ms": 1.103, "count": 9, "max_ms": 2.307, "p95_ms": 2.307}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 9, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.117, "count": 9, "max_ms": 43.229, "p95_ms": 43.229}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 9, "max_ms": 0.104, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 9}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 9}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.053, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.532, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3197800, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:53:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130095, "write_bytes_delta": 130095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 346.0, "cpu_core_ratio": 0.08532, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2255.0, "pid": 69325, "reason": null, "system_cpu_core_ratio": 0.008055, "system_cpu_s_delta": 0.27, "user_cpu_core_ratio": 0.077265, "user_cpu_s_delta": 2.59}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.28967, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.088303, "system_cpu_s_delta": 2.960000000006403, "user_cpu_core_ratio": 0.201367, "user_cpu_s_delta": 6.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.308, "count": 19, "max_ms": 3.487, "p95_ms": 3.487, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.222, "max": 11.0, "p95": 11.0, "sample_count": 18}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 18}, "total": {"avg": 2.0, "max": 3.0, "p95": 3.0, "sample_count": 18}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.88, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.189, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.333, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2061.4, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.038, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.302, "count": 30, "max": 4.654, "p95": 2.432, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125700.633, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117123.267, "count": 30, "max": 133659.0, "p95": 133276.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.437, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.047, "count": 30, "max": 1.208, "p95": 1.203, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24907, "sampled_at": "2026-11-03T10:53:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:53:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.067, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4509060, "flush_count": 5528, "flush_interval_seconds": 30.0, "flush_state": {"count": 5528, "last_at": "2026-11-03T10:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5527}, "started": true, "suppressed_count": 3277606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277601}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5528, "written_record_count": 5528}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9830.535, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f375e333d40] error while decoding MB 128 38, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077192294400, "copied_frame_count": 3283128, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077192294400, "frame_buffer_copies": 3283128, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1028, "p95_ms": 0.2275, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1384, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0688, "p95_ms": 1.8398, "p99_ms": 2.3098, "results": {"failed": 0, "not_applicable": 0, "success": 3283128, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 247, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:04+09:00", "last_error_summary": "[h264 @ 0x5f375e333d40] error while decoding MB 128 38, bytestream -10", "last_exit_at": "2026-11-03T10:54:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.775, "last_started_at": "2026-11-03T10:53:32+09:00", "pid": 69441, "process": {"exists": false, "pid": 69441}, "restart_count": 145, "restart_count_per_hour": 2, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.219, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:54:04+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-03T10:54:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 102.683, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 497.317, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-03T10:54:04.344946+09:00", "mtime_epoch": 1793670844.3449461, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120605}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:54:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.004, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283128, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.515, "pushed": 2.515, "read": 2.515}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 35.579, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.452, "count": 66, "max_ms": 4.098, "p95_ms": 2.057, "reason": null, "sample_age_ms": 71.616, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 66, "max_ms": 3.952, "p95_ms": 1.739, "reason": null, "sample_age_ms": 71.776, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 66, "max_ms": 0.217, "p95_ms": 0.127, "reason": null, "sample_age_ms": 35.586, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.951, "count": 66, "max_ms": 2.236, "p95_ms": 1.815, "reason": null, "sample_age_ms": 70.921, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.908, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.697, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.704, "count": 66, "max_ms": 42.943, "p95_ms": 37.052, "reason": null, "sample_age_ms": 35.576, "source": "client_direct"}, "sample_age_ms": 35.571, "source": "client_direct", "task_total_ms": {"avg_ms": 28.837, "count": 66, "max_ms": 44.806, "p95_ms": 38.268, "reason": null, "sample_age_ms": 35.571, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.711, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.491, "count": 66, "max_ms": 1.05, "p95_ms": 0.813}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 66, "max_ms": 0.473, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 66, "max_ms": 0.169, "p95_ms": 0.098}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 66, "max_ms": 0.117, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 66, "max_ms": 0.236, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.029, "count": 66, "max_ms": 0.09, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.464, "count": 66, "max_ms": 0.989, "p95_ms": 0.77}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 66, "max_ms": 0.055, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.965, "count": 66, "max_ms": 3.69, "p95_ms": 2.941}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 66, "max_ms": 0.358, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.515, "count": 66, "max_ms": 47.111, "p95_ms": 40.049}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 66, "max_ms": 0.099, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.326, "count": 66, "max_ms": 73.308, "p95_ms": 68.237}, "inference_input_copy_ms": {"avg_ms": 0.973, "count": 66, "max_ms": 1.946, "p95_ms": 1.597}, "processing_residual_ms": {"avg_ms": 0.093, "count": 66, "max_ms": 0.209, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.42, "count": 66, "max_ms": 75.509, "p95_ms": 69.334}, "read_interval": {"avg_ms": 516.091, "count": 66, "max_ms": 9021.348, "p95_ms": 3548.419}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 66, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.085, "count": 66, "max_ms": 0.168, "p95_ms": 0.144}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 66, "max_ms": 0.151, "p95_ms": 0.127}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.526, "count": 66, "max_ms": 47.12, "p95_ms": 40.057}, "visualize": {"avg_ms": 23.671, "count": 66, "max_ms": 34.23, "p95_ms": 32.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.045, "count": 66, "max_ms": 33.574, "p95_ms": 31.563}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.534, "count": 66, "max_ms": 34.087, "p95_ms": 32.063}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.468, "count": 66, "max_ms": 33.962, "p95_ms": 32.001}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.085, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.667, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.456, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120762, "write_bytes_delta": 120762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.193155, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98772.0, "pid": 69441, "reason": null, "system_cpu_core_ratio": 0.021819, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.171336, "user_cpu_s_delta": 4.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.06832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006081, "system_cpu_s_delta": 0.16999999999825377, "user_cpu_core_ratio": 0.062239, "user_cpu_s_delta": 1.7400000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.935, "count": 38, "max_ms": 3.015, "p95_ms": 3.007, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 38}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.984, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.344, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1470.5, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3426.167, "count": 30, "max": 98772.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.225, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121579.033, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105166.433, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27926, "sampled_at": "2026-11-03T10:54:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.247, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4509060, "flush_count": 5528, "flush_interval_seconds": 30.0, "flush_state": {"count": 5528, "last_at": "2026-11-03T10:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5527}, "started": true, "suppressed_count": 3277606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277601}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5528, "written_record_count": 5528}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9830.922, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:54:04+09:00", "last_error_summary": "[h264 @ 0x5f375e333d40] error while decoding MB 128 38, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077192294400, "copied_frame_count": 3283128, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077192294400, "frame_buffer_copies": 3283128, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1028, "p95_ms": 0.2275, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1384, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0688, "p95_ms": 1.8398, "p99_ms": 2.3098, "results": {"failed": 0, "not_applicable": 0, "success": 3283128, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 247, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:04+09:00", "last_error_summary": "[h264 @ 0x5f375e333d40] error while decoding MB 128 38, bytestream -10", "last_exit_at": "2026-11-03T10:54:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.791, "last_started_at": "2026-11-03T10:53:32+09:00", "pid": 69441, "process": {"exists": false, "pid": 69441}, "restart_count": 145, "restart_count_per_hour": 2, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.219, "sample_count": 2582, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.017, "last_frame_pushed_at": "2026-11-03T10:54:04+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-03T10:54:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 102.698, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 497.302, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T10:54:04.417946+09:00", "mtime_epoch": 1793670844.4179463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120760}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:54:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.0, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283128, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.513, "pushed": 2.513, "read": 2.513}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 51.337, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.452, "count": 66, "max_ms": 4.098, "p95_ms": 2.057, "reason": null, "sample_age_ms": 87.374, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 66, "max_ms": 3.952, "p95_ms": 1.739, "reason": null, "sample_age_ms": 87.534, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 66, "max_ms": 0.217, "p95_ms": 0.127, "reason": null, "sample_age_ms": 51.344, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.951, "count": 66, "max_ms": 2.236, "p95_ms": 1.815, "reason": null, "sample_age_ms": 86.679, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 86.666, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.455, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.704, "count": 66, "max_ms": 42.943, "p95_ms": 37.052, "reason": null, "sample_age_ms": 51.334, "source": "client_direct"}, "sample_age_ms": 51.329, "source": "client_direct", "task_total_ms": {"avg_ms": 28.837, "count": 66, "max_ms": 44.806, "p95_ms": 38.268, "reason": null, "sample_age_ms": 51.329, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.723, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.491, "count": 66, "max_ms": 1.05, "p95_ms": 0.813}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 66, "max_ms": 0.473, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 66, "max_ms": 0.169, "p95_ms": 0.098}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 66, "max_ms": 0.117, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 66, "max_ms": 0.236, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.029, "count": 66, "max_ms": 0.09, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.464, "count": 66, "max_ms": 0.989, "p95_ms": 0.77}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 66, "max_ms": 0.055, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.965, "count": 66, "max_ms": 3.69, "p95_ms": 2.941}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 66, "max_ms": 0.358, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.515, "count": 66, "max_ms": 47.111, "p95_ms": 40.049}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 66, "max_ms": 0.099, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.326, "count": 66, "max_ms": 73.308, "p95_ms": 68.237}, "inference_input_copy_ms": {"avg_ms": 0.973, "count": 66, "max_ms": 1.946, "p95_ms": 1.597}, "processing_residual_ms": {"avg_ms": 0.093, "count": 66, "max_ms": 0.209, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.42, "count": 66, "max_ms": 75.509, "p95_ms": 69.334}, "read_interval": {"avg_ms": 516.091, "count": 66, "max_ms": 9021.348, "p95_ms": 3548.419}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 66, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.085, "count": 66, "max_ms": 0.168, "p95_ms": 0.144}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 66, "max_ms": 0.151, "p95_ms": 0.127}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.526, "count": 66, "max_ms": 47.12, "p95_ms": 40.057}, "visualize": {"avg_ms": 23.671, "count": 66, "max_ms": 34.23, "p95_ms": 32.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.045, "count": 66, "max_ms": 33.574, "p95_ms": 31.563}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.534, "count": 66, "max_ms": 34.087, "p95_ms": 32.063}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.468, "count": 66, "max_ms": 33.962, "p95_ms": 32.001}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.085, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.667, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.456, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120762, "write_bytes_delta": 120762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.193155, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98772.0, "pid": 69441, "reason": null, "system_cpu_core_ratio": 0.021819, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.171336, "user_cpu_s_delta": 4.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.06832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006081, "system_cpu_s_delta": 0.16999999999825377, "user_cpu_core_ratio": 0.062239, "user_cpu_s_delta": 1.7400000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.935, "count": 38, "max_ms": 3.015, "p95_ms": 3.007, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 38}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.984, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.344, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1470.5, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3426.167, "count": 30, "max": 98772.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.225, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121579.033, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105166.433, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27926, "sampled_at": "2026-11-03T10:54:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.264, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4509060, "flush_count": 5528, "flush_interval_seconds": 30.0, "flush_state": {"count": 5528, "last_at": "2026-11-03T10:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5527}, "started": true, "suppressed_count": 3277606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277601}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5528, "written_record_count": 5528}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9830.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077192294400, "copied_frame_count": 3283128, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077192294400, "frame_buffer_copies": 3283128, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1028, "p95_ms": 0.2275, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1384, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0688, "p95_ms": 1.8398, "p99_ms": 2.3098, "results": {"failed": 0, "not_applicable": 0, "success": 3283128, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 247, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:04+09:00", "last_error_summary": "[h264 @ 0x5f375e333d40] error while decoding MB 128 38, bytestream -10", "last_exit_at": "2026-11-03T10:54:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 31.806, "last_started_at": "2026-11-03T10:53:32+09:00", "pid": 69441, "process": {"exists": false, "pid": 69441}, "restart_count": 145, "restart_count_per_hour": 2, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 146}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.219, "sample_count": 2581, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-03T10:54:04+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-11-03T10:54:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 102.712, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 497.288, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T10:54:04.417946+09:00", "mtime_epoch": 1793670844.4179463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120760}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:54:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.0, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283128, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 66}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 66, "pushed_frames": 66, "read_frames": 66, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.512, "pushed": 2.512, "read": 2.512}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 65.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.452, "count": 66, "max_ms": 4.098, "p95_ms": 2.057, "reason": null, "sample_age_ms": 101.515, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.266, "count": 66, "max_ms": 3.952, "p95_ms": 1.739, "reason": null, "sample_age_ms": 101.675, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.065, "count": 66, "max_ms": 0.217, "p95_ms": 0.127, "reason": null, "sample_age_ms": 65.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.951, "count": 66, "max_ms": 2.236, "p95_ms": 1.815, "reason": null, "sample_age_ms": 100.82, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2211848.0, "count": 66, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.807, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.595, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 27.704, "count": 66, "max_ms": 42.943, "p95_ms": 37.052, "reason": null, "sample_age_ms": 65.474, "source": "client_direct"}, "sample_age_ms": 65.47, "source": "client_direct", "task_total_ms": {"avg_ms": 28.837, "count": 66, "max_ms": 44.806, "p95_ms": 38.268, "reason": null, "sample_age_ms": 65.47, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.366, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.491, "count": 66, "max_ms": 1.05, "p95_ms": 0.813}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.161, "count": 66, "max_ms": 0.473, "p95_ms": 0.29}, "detection_prepare_ms": {"avg_ms": 0.068, "count": 66, "max_ms": 0.169, "p95_ms": 0.098}, "event_filter_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.009, "p95_ms": 0.005}, "id_reconcile_ms": {"avg_ms": 0.054, "count": 66, "max_ms": 0.117, "p95_ms": 0.085}, "mcmt_ms": {"avg_ms": 0.002, "count": 66, "max_ms": 0.004, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.124, "count": 66, "max_ms": 0.236, "p95_ms": 0.212}, "setup_ms": {"avg_ms": 0.029, "count": 66, "max_ms": 0.09, "p95_ms": 0.055}, "total_inside_ms": {"avg_ms": 0.464, "count": 66, "max_ms": 0.989, "p95_ms": 0.77}, "track_match_ms": {"avg_ms": 0.003, "count": 66, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 66, "max_ms": 0.055, "p95_ms": 0.037}}, "gstreamer_push": {"avg_ms": 1.965, "count": 66, "max_ms": 3.69, "p95_ms": 2.941}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.034, "count": 66, "max_ms": 0.358, "p95_ms": 0.061}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 29.515, "count": 66, "max_ms": 47.111, "p95_ms": 40.049}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 66, "max_ms": 0.099, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 54.326, "count": 66, "max_ms": 73.308, "p95_ms": 68.237}, "inference_input_copy_ms": {"avg_ms": 0.973, "count": 66, "max_ms": 1.946, "p95_ms": 1.597}, "processing_residual_ms": {"avg_ms": 0.093, "count": 66, "max_ms": 0.209, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 55.42, "count": 66, "max_ms": 75.509, "p95_ms": 69.334}, "read_interval": {"avg_ms": 516.091, "count": 66, "max_ms": 9021.348, "p95_ms": 3548.419}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.01, "count": 66, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.085, "count": 66, "max_ms": 0.168, "p95_ms": 0.144}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 66, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.075, "count": 66, "max_ms": 0.151, "p95_ms": 0.127}, "worker_merge_ms": {"avg_ms": 0.004, "count": 66, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 29.526, "count": 66, "max_ms": 47.12, "p95_ms": 40.057}, "visualize": {"avg_ms": 23.671, "count": 66, "max_ms": 34.23, "p95_ms": 32.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.045, "count": 66, "max_ms": 33.574, "p95_ms": 31.563}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.534, "count": 66, "max_ms": 34.087, "p95_ms": 32.063}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 66, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.468, "count": 66, "max_ms": 33.962, "p95_ms": 32.001}, "visualizer_prepare_ms": {"avg_ms": 0.037, "count": 66, "max_ms": 0.085, "p95_ms": 0.063}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 66}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.667, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.456, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120762, "write_bytes_delta": 120762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.193155, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98772.0, "pid": 69441, "reason": null, "system_cpu_core_ratio": 0.021819, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.171336, "user_cpu_s_delta": 4.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.06832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006081, "system_cpu_s_delta": 0.16999999999825377, "user_cpu_core_ratio": 0.062239, "user_cpu_s_delta": 1.7400000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.935, "count": 38, "max_ms": 3.015, "p95_ms": 3.007, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 38}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.984, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.344, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1470.5, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3426.167, "count": 30, "max": 98772.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.225, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121579.033, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105166.433, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27926, "sampled_at": "2026-11-03T10:54:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.278, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4509060, "flush_count": 5528, "flush_interval_seconds": 30.0, "flush_state": {"count": 5528, "last_at": "2026-11-03T10:53:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:53:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5527}, "started": true, "suppressed_count": 3277606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3277601}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5528, "written_record_count": 5528}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9876.977, "limit_mb": null}, "detail": {"pid": 69673, "restart_count": 146, "start_count": 147}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9077192294400, "copied_frame_count": 3283128, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9077192294400, "frame_buffer_copies": 3283128, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1237, "count": 512, "max_ms": 2.0335, "p50_ms": 0.1028, "p95_ms": 0.2275, "p99_ms": 0.3268}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1384, "count": 512, "max_ms": 3.1775, "p50_ms": 1.0688, "p95_ms": 1.8398, "p99_ms": 2.3098, "results": {"failed": 0, "not_applicable": 0, "success": 3283128, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 136, "h264_decode_error_count": 247, "h264_decode_error_count_per_hour": 3, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:04+09:00", "last_error_summary": "[h264 @ 0x5f375e333d40] error while decoding MB 128 38, bytestream -10", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:54:06+09:00", "pid": 69673, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.43, "name": "ffmpeg", "pid": 69673, "rss_mb": 75.43, "state": "S (sleeping)", "threads": 1}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.911, "sample_count": 2538, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283128, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.505, "last_frame_pushed_at": "2026-11-03T10:54:04+09:00", "last_frame_read_age_sec": 4.575, "last_frame_read_at": "2026-11-03T10:54:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 107.191, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 492.809, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.496, "exists": true, "mtime": "2026-11-03T10:54:04.417946+09:00", "mtime_epoch": 1793670844.4179463, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120760}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:54:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.004, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283128, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 58, "pushed_frames": 58, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.164, "pushed": 2.164, "read": 2.164}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.012, "p95_ms": 0.01, "reason": null, "sample_age_ms": 4541.968, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.467, "count": 58, "max_ms": 4.098, "p95_ms": 2.08, "reason": null, "sample_age_ms": 4578.005, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.276, "count": 58, "max_ms": 3.952, "p95_ms": 1.751, "reason": null, "sample_age_ms": 4578.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.067, "count": 58, "max_ms": 0.217, "p95_ms": 0.131, "reason": null, "sample_age_ms": 4541.974, "source": "client_direct"}, "prepare_ms": {"avg_ms": 0.977, "count": 58, "max_ms": 2.236, "p95_ms": 1.845, "reason": null, "sample_age_ms": 4577.31, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2211848.0, "count": 58, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4577.297, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4542.086, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 28.16, "count": 58, "max_ms": 42.943, "p95_ms": 37.374, "reason": null, "sample_age_ms": 4541.964, "source": "client_direct"}, "sample_age_ms": 4541.96, "source": "client_direct", "task_total_ms": {"avg_ms": 29.324, "count": 58, "max_ms": 44.806, "p95_ms": 38.563, "reason": null, "sample_age_ms": 4541.96, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.456, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.505, "count": 58, "max_ms": 1.05, "p95_ms": 1.009}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.167, "count": 58, "max_ms": 0.473, "p95_ms": 0.357}, "detection_prepare_ms": {"avg_ms": 0.07, "count": 58, "max_ms": 0.169, "p95_ms": 0.112}, "event_filter_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.055, "count": 58, "max_ms": 0.117, "p95_ms": 0.093}, "mcmt_ms": {"avg_ms": 0.002, "count": 58, "max_ms": 0.004, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.128, "count": 58, "max_ms": 0.236, "p95_ms": 0.234}, "setup_ms": {"avg_ms": 0.03, "count": 58, "max_ms": 0.09, "p95_ms": 0.057}, "total_inside_ms": {"avg_ms": 0.478, "count": 58, "max_ms": 0.989, "p95_ms": 0.928}, "track_match_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.006, "p95_ms": 0.005}, "tracker_update_ms": {"avg_ms": 0.02, "count": 58, "max_ms": 0.055, "p95_ms": 0.035}}, "gstreamer_push": {"avg_ms": 1.999, "count": 58, "max_ms": 3.69, "p95_ms": 2.941}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.035, "count": 58, "max_ms": 0.358, "p95_ms": 0.064}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 30.024, "count": 58, "max_ms": 47.111, "p95_ms": 40.738}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 58, "max_ms": 0.099, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 55.169, "count": 58, "max_ms": 73.308, "p95_ms": 68.237}, "inference_input_copy_ms": {"avg_ms": 1.007, "count": 58, "max_ms": 1.946, "p95_ms": 1.62}, "processing_residual_ms": {"avg_ms": 0.095, "count": 58, "max_ms": 0.209, "p95_ms": 0.148}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 56.3, "count": 58, "max_ms": 75.509, "p95_ms": 69.334}, "read_interval": {"avg_ms": 444.419, "count": 58, "max_ms": 9021.348, "p95_ms": 3548.419}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.011, "count": 58, "max_ms": 0.02, "p95_ms": 0.017}, "execute_total_ms": {"avg_ms": 0.088, "count": 58, "max_ms": 0.168, "p95_ms": 0.148}, "resolve_scenarios_ms": {"avg_ms": 0.006, "count": 58, "max_ms": 0.02, "p95_ms": 0.014}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.077, "count": 58, "max_ms": 0.151, "p95_ms": 0.131}, "worker_merge_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.01, "p95_ms": 0.006}}, "triton_wait": {"avg_ms": 30.035, "count": 58, "max_ms": 47.12, "p95_ms": 40.778}, "visualize": {"avg_ms": 23.992, "count": 58, "max_ms": 34.09, "p95_ms": 32.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 23.375, "count": 58, "max_ms": 33.574, "p95_ms": 31.563}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 23.851, "count": 58, "max_ms": 33.988, "p95_ms": 32.063}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 23.784, "count": 58, "max_ms": 33.927, "p95_ms": 32.001}, "visualizer_prepare_ms": {"avg_ms": 0.038, "count": 58, "max_ms": 0.085, "p95_ms": 0.078}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2389.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.667, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.456, "sample_count": 2571, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120762, "write_bytes_delta": 120762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 644.0, "cpu_core_ratio": 0.193155, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 98772.0, "pid": 69441, "reason": null, "system_cpu_core_ratio": 0.021819, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.171336, "user_cpu_s_delta": 4.79}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.06832, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.006081, "system_cpu_s_delta": 0.16999999999825377, "user_cpu_core_ratio": 0.062239, "user_cpu_s_delta": 1.7400000000197906}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 1.935, "count": 38, "max_ms": 3.015, "p95_ms": 3.007, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 38}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 38}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.984, "count": 30, "max": 60.466, "p95": 55.083, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.344, "count": 30, "max": 37.566, "p95": 32.669, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1470.5, "count": 30, "max": 1620.0, "p95": 1588.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3426.167, "count": 30, "max": 98772.0, "p95": 2063.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.075, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.225, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121579.033, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105166.433, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27926, "sampled_at": "2026-11-03T10:54:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.804, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5227447, "flush_count": 5529, "flush_interval_seconds": 30.0, "flush_state": {"count": 5529, "last_at": "2026-11-03T10:54:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:54:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5528}, "started": true, "suppressed_count": 3193074, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192672}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5529, "written_record_count": 5529}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10024.738, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57b9ed32af80] error while decoding MB 100 48, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8842380595200, "copied_frame_count": 3198199, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8842380595200, "frame_buffer_copies": 3198199, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 2.3493, "p50_ms": 0.0952, "p95_ms": 0.2136, "p99_ms": 0.3097}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3721, "count": 512, "max_ms": 7.0584, "p50_ms": 1.2672, "p95_ms": 2.4325, "p99_ms": 3.0638, "results": {"failed": 0, "not_applicable": 0, "success": 3198199, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 241, "h264_decode_error_count": 797, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:59+09:00", "last_error_summary": "[h264 @ 0x57b9ed32af80] error while decoding MB 100 48, bytestream -9", "last_exit_at": "2026-11-03T10:53:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.826, "last_started_at": "2026-11-03T10:53:54+09:00", "pid": 69557, "process": {"exists": false, "pid": 69557}, "restart_count": 256, "restart_count_per_hour": 33, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 257}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.396, "sample_count": 1880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198199, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-03T10:54:59+09:00", "last_frame_read_age_sec": 0.064, "last_frame_read_at": "2026-11-03T10:54:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 157.991, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 442.009, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-03T10:54:59.643279+09:00", "mtime_epoch": 1793670899.643279, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135982}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:54:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.453, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3198200, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.899, "max": 9.0, "p95": 8.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.317, "pushed": 6.317, "read": 6.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 21.094, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.03, "count": 189, "max_ms": 6.866, "p95_ms": 3.655, "reason": null, "sample_age_ms": 69.757, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.466, "count": 189, "max_ms": 6.6, "p95_ms": 2.966, "reason": null, "sample_age_ms": 69.99, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 190, "max_ms": 2.849, "p95_ms": 0.8, "reason": null, "sample_age_ms": 21.104, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.163, "count": 189, "max_ms": 9.395, "p95_ms": 3.669, "reason": null, "sample_age_ms": 68.778, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.764, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 21.449, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.735, "count": 190, "max_ms": 87.152, "p95_ms": 74.928, "reason": null, "sample_age_ms": 21.09, "source": "client_direct"}, "sample_age_ms": 21.086, "source": "client_direct", "task_total_ms": {"avg_ms": 56.522, "count": 190, "max_ms": 92.038, "p95_ms": 77.915, "reason": null, "sample_age_ms": 21.086, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.165, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.445, "count": 189, "max_ms": 18.856, "p95_ms": 13.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.486, "count": 189, "max_ms": 1.475, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.809, "count": 189, "max_ms": 5.264, "p95_ms": 3.054}, "event_filter_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.099, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 189, "max_ms": 1.448, "p95_ms": 0.609}, "mcmt_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.598, "count": 189, "max_ms": 10.87, "p95_ms": 6.197}, "setup_ms": {"avg_ms": 0.055, "count": 189, "max_ms": 0.202, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 8.373, "count": 189, "max_ms": 18.77, "p95_ms": 13.33}, "track_match_ms": {"avg_ms": 0.092, "count": 189, "max_ms": 0.253, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.948, "count": 189, "max_ms": 7.597, "p95_ms": 3.477}}, "gstreamer_push": {"avg_ms": 3.521, "count": 189, "max_ms": 7.674, "p95_ms": 5.953}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 189, "max_ms": 0.715, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.086, "count": 189, "max_ms": 96.764, "p95_ms": 78.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.209, "count": 189, "max_ms": 12.415, "p95_ms": 8.891}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.289, "count": 189, "max_ms": 150.873, "p95_ms": 130.07}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 189, "max_ms": 5.942, "p95_ms": 3.105}, "processing_residual_ms": {"avg_ms": 0.242, "count": 189, "max_ms": 0.618, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.502, "count": 189, "max_ms": 157.876, "p95_ms": 138.375}, "read_interval": {"avg_ms": 158.495, "count": 189, "max_ms": 3096.375, "p95_ms": 184.219}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 189, "max_ms": 0.406, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.501, "count": 189, "max_ms": 10.725, "p95_ms": 5.968}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 189, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.476, "count": 189, "max_ms": 10.689, "p95_ms": 5.919}, "worker_merge_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.102, "count": 189, "max_ms": 96.775, "p95_ms": 79.0}, "visualize": {"avg_ms": 39.284, "count": 189, "max_ms": 59.413, "p95_ms": 50.619}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.657, "count": 189, "max_ms": 50.231, "p95_ms": 43.025}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.587, "count": 189, "max_ms": 55.417, "p95_ms": 48.898}, "visualize_input_copy_ms": {"avg_ms": 1.453, "count": 189, "max_ms": 3.696, "p95_ms": 2.486}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.425, "count": 189, "max_ms": 55.188, "p95_ms": 48.669}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 189, "max_ms": 0.219, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.812, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134015, "write_bytes_delta": 134015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.472239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1140.0, "pid": 69557, "reason": null, "system_cpu_core_ratio": 0.038896, "system_cpu_s_delta": 0.7799999999999999, "user_cpu_core_ratio": 0.433343, "user_cpu_s_delta": 8.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.66256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496175, "system_cpu_s_delta": 9.950000000011642, "user_cpu_core_ratio": 1.166385, "user_cpu_s_delta": 23.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 194, "max_ms": 8.333, "p95_ms": 5.123, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 10.0, "p95": 8.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.948, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 194}, "total": {"avg": 1.948, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.396, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1067.1, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2091.1, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.306, "count": 30, "max": 4.654, "p95": 2.484, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126073.433, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117246.3, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.499, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.022, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24909, "sampled_at": "2026-11-03T10:54:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.921, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5227447, "flush_count": 5529, "flush_interval_seconds": 30.0, "flush_state": {"count": 5529, "last_at": "2026-11-03T10:54:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:54:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5528}, "started": true, "suppressed_count": 3193074, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192672}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5529, "written_record_count": 5529}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10025.242, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:54:59+09:00", "last_error_summary": "[h264 @ 0x57b9ed32af80] error while decoding MB 100 48, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8842383360000, "copied_frame_count": 3198200, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8842383360000, "frame_buffer_copies": 3198200, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 2.3493, "p50_ms": 0.0952, "p95_ms": 0.2136, "p99_ms": 0.3097}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3729, "count": 512, "max_ms": 7.0584, "p50_ms": 1.2692, "p95_ms": 2.4325, "p99_ms": 3.0638, "results": {"failed": 0, "not_applicable": 0, "success": 3198200, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 241, "h264_decode_error_count": 797, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:59+09:00", "last_error_summary": "[h264 @ 0x57b9ed32af80] error while decoding MB 100 48, bytestream -9", "last_exit_at": "2026-11-03T10:54:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.885, "last_started_at": "2026-11-03T10:53:54+09:00", "pid": 69557, "process": {"exists": false, "pid": 69557}, "restart_count": 256, "restart_count_per_hour": 33, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 257}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.396, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:54:59+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-11-03T10:54:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.055, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 441.945, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-11-03T10:54:59.643279+09:00", "mtime_epoch": 1793670899.643279, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135982}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:54:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.449, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3198200, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.9, "max": 9.0, "p95": 8.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.768, "max": 2.0, "p95": 2.0, "sample_count": 190}, "total": {"avg": 1.768, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.338, "pushed": 6.338, "read": 6.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 86.886, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.03, "count": 189, "max_ms": 6.866, "p95_ms": 3.655, "reason": null, "sample_age_ms": 135.549, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.466, "count": 189, "max_ms": 6.6, "p95_ms": 2.966, "reason": null, "sample_age_ms": 135.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 189, "max_ms": 2.849, "p95_ms": 0.8, "reason": null, "sample_age_ms": 86.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.163, "count": 189, "max_ms": 9.395, "p95_ms": 3.669, "reason": null, "sample_age_ms": 134.57, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.556, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.241, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.795, "count": 189, "max_ms": 87.152, "p95_ms": 74.932, "reason": null, "sample_age_ms": 86.882, "source": "client_direct"}, "sample_age_ms": 86.878, "source": "client_direct", "task_total_ms": {"avg_ms": 56.585, "count": 189, "max_ms": 92.038, "p95_ms": 77.917, "reason": null, "sample_age_ms": 86.878, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.09, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.459, "count": 190, "max_ms": 18.856, "p95_ms": 13.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.487, "count": 190, "max_ms": 1.475, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.814, "count": 190, "max_ms": 5.264, "p95_ms": 3.054}, "event_filter_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.099, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 190, "max_ms": 1.448, "p95_ms": 0.609}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.603, "count": 190, "max_ms": 10.87, "p95_ms": 6.197}, "setup_ms": {"avg_ms": 0.055, "count": 190, "max_ms": 0.202, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 8.387, "count": 190, "max_ms": 18.77, "p95_ms": 13.33}, "track_match_ms": {"avg_ms": 0.092, "count": 190, "max_ms": 0.253, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.951, "count": 190, "max_ms": 7.597, "p95_ms": 3.477}}, "gstreamer_push": {"avg_ms": 3.525, "count": 190, "max_ms": 7.674, "p95_ms": 5.953}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 190, "max_ms": 0.715, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.039, "count": 190, "max_ms": 96.764, "p95_ms": 78.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.21, "count": 190, "max_ms": 12.415, "p95_ms": 8.891}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.305, "count": 190, "max_ms": 150.873, "p95_ms": 130.07}, "inference_input_copy_ms": {"avg_ms": 1.757, "count": 190, "max_ms": 5.942, "p95_ms": 3.105}, "processing_residual_ms": {"avg_ms": 0.241, "count": 190, "max_ms": 0.618, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.513, "count": 190, "max_ms": 157.876, "p95_ms": 138.375}, "read_interval": {"avg_ms": 158.495, "count": 189, "max_ms": 3096.375, "p95_ms": 184.219}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 190, "max_ms": 0.406, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.506, "count": 190, "max_ms": 10.725, "p95_ms": 5.968}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 190, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.481, "count": 190, "max_ms": 10.689, "p95_ms": 5.919}, "worker_merge_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.056, "count": 190, "max_ms": 96.775, "p95_ms": 79.0}, "visualize": {"avg_ms": 39.335, "count": 190, "max_ms": 59.413, "p95_ms": 50.619}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.705, "count": 190, "max_ms": 50.231, "p95_ms": 43.025}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.639, "count": 190, "max_ms": 55.417, "p95_ms": 48.898}, "visualize_input_copy_ms": {"avg_ms": 1.451, "count": 190, "max_ms": 3.696, "p95_ms": 2.486}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.477, "count": 190, "max_ms": 55.188, "p95_ms": 48.669}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 190, "max_ms": 0.219, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.812, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134015, "write_bytes_delta": 134015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.472239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1140.0, "pid": 69557, "reason": null, "system_cpu_core_ratio": 0.038896, "system_cpu_s_delta": 0.7799999999999999, "user_cpu_core_ratio": 0.433343, "user_cpu_s_delta": 8.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.66256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496175, "system_cpu_s_delta": 9.950000000011642, "user_cpu_core_ratio": 1.166385, "user_cpu_s_delta": 23.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 194, "max_ms": 8.333, "p95_ms": 5.123, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 10.0, "p95": 8.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.948, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 194}, "total": {"avg": 1.948, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.396, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1067.1, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2091.1, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.306, "count": 30, "max": 4.654, "p95": 2.484, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126073.433, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117246.3, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.499, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.022, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24909, "sampled_at": "2026-11-03T10:54:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5227447, "flush_count": 5529, "flush_interval_seconds": 30.0, "flush_state": {"count": 5529, "last_at": "2026-11-03T10:54:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:54:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5528}, "started": true, "suppressed_count": 3193074, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192672}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5529, "written_record_count": 5529}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10025.137, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8842383360000, "copied_frame_count": 3198200, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8842383360000, "frame_buffer_copies": 3198200, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 2.3493, "p50_ms": 0.0952, "p95_ms": 0.2136, "p99_ms": 0.3097}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3729, "count": 512, "max_ms": 7.0584, "p50_ms": 1.2692, "p95_ms": 2.4325, "p99_ms": 3.0638, "results": {"failed": 0, "not_applicable": 0, "success": 3198200, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 241, "h264_decode_error_count": 797, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:59+09:00", "last_error_summary": "[h264 @ 0x57b9ed32af80] error while decoding MB 100 48, bytestream -9", "last_exit_at": "2026-11-03T10:54:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 64.923, "last_started_at": "2026-11-03T10:53:54+09:00", "pid": 69557, "process": {"exists": false, "pid": 69557}, "restart_count": 256, "restart_count_per_hour": 33, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 257}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.396, "sample_count": 1881, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-03T10:54:59+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-11-03T10:54:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.086, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 441.914, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-03T10:54:59.767280+09:00", "mtime_epoch": 1793670899.7672803, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:54:59+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.449, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3198200, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.889, "max": 9.0, "p95": 8.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 1.767, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.329, "pushed": 6.329, "read": 6.296}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 115.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.033, "count": 188, "max_ms": 6.866, "p95_ms": 3.663, "reason": null, "sample_age_ms": 164.047, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 188, "max_ms": 6.6, "p95_ms": 2.967, "reason": null, "sample_age_ms": 164.279, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 189, "max_ms": 2.849, "p95_ms": 0.8, "reason": null, "sample_age_ms": 115.393, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.163, "count": 189, "max_ms": 9.395, "p95_ms": 3.669, "reason": null, "sample_age_ms": 163.068, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 163.053, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.738, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.795, "count": 189, "max_ms": 87.152, "p95_ms": 74.932, "reason": null, "sample_age_ms": 115.379, "source": "client_direct"}, "sample_age_ms": 115.376, "source": "client_direct", "task_total_ms": {"avg_ms": 56.585, "count": 189, "max_ms": 92.038, "p95_ms": 77.917, "reason": null, "sample_age_ms": 115.376, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.796, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.441, "count": 189, "max_ms": 18.856, "p95_ms": 13.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.486, "count": 189, "max_ms": 1.475, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.812, "count": 189, "max_ms": 5.264, "p95_ms": 3.054}, "event_filter_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.099, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.37, "count": 189, "max_ms": 1.448, "p95_ms": 0.609}, "mcmt_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.59, "count": 189, "max_ms": 10.87, "p95_ms": 5.982}, "setup_ms": {"avg_ms": 0.055, "count": 189, "max_ms": 0.202, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 8.369, "count": 189, "max_ms": 18.77, "p95_ms": 13.33}, "track_match_ms": {"avg_ms": 0.092, "count": 189, "max_ms": 0.253, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.95, "count": 189, "max_ms": 7.597, "p95_ms": 3.477}}, "gstreamer_push": {"avg_ms": 3.522, "count": 189, "max_ms": 7.674, "p95_ms": 5.953}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 189, "max_ms": 0.715, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.107, "count": 189, "max_ms": 96.764, "p95_ms": 78.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 189, "max_ms": 12.415, "p95_ms": 8.891}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.398, "count": 189, "max_ms": 150.873, "p95_ms": 130.07}, "inference_input_copy_ms": {"avg_ms": 1.756, "count": 189, "max_ms": 5.942, "p95_ms": 3.105}, "processing_residual_ms": {"avg_ms": 0.242, "count": 189, "max_ms": 0.618, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.584, "count": 189, "max_ms": 157.876, "p95_ms": 138.375}, "read_interval": {"avg_ms": 158.738, "count": 188, "max_ms": 3096.375, "p95_ms": 184.219}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 189, "max_ms": 0.406, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.492, "count": 189, "max_ms": 10.725, "p95_ms": 5.815}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 189, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.467, "count": 189, "max_ms": 10.689, "p95_ms": 5.777}, "worker_merge_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.124, "count": 189, "max_ms": 96.775, "p95_ms": 79.0}, "visualize": {"avg_ms": 39.375, "count": 189, "max_ms": 59.413, "p95_ms": 50.619}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.742, "count": 189, "max_ms": 50.231, "p95_ms": 43.025}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.681, "count": 189, "max_ms": 55.417, "p95_ms": 48.898}, "visualize_input_copy_ms": {"avg_ms": 1.45, "count": 189, "max_ms": 3.696, "p95_ms": 2.486}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.519, "count": 189, "max_ms": 55.188, "p95_ms": 48.669}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 189, "max_ms": 0.219, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.812, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134015, "write_bytes_delta": 134015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.472239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1140.0, "pid": 69557, "reason": null, "system_cpu_core_ratio": 0.038896, "system_cpu_s_delta": 0.7799999999999999, "user_cpu_core_ratio": 0.433343, "user_cpu_s_delta": 8.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.66256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496175, "system_cpu_s_delta": 9.950000000011642, "user_cpu_core_ratio": 1.166385, "user_cpu_s_delta": 23.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 194, "max_ms": 8.333, "p95_ms": 5.123, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 10.0, "p95": 8.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.948, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 194}, "total": {"avg": 1.948, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.396, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1067.1, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2091.1, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.306, "count": 30, "max": 4.654, "p95": 2.484, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126073.433, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117246.3, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.499, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.022, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24909, "sampled_at": "2026-11-03T10:54:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.861, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5227447, "flush_count": 5529, "flush_interval_seconds": 30.0, "flush_state": {"count": 5529, "last_at": "2026-11-03T10:54:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:54:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5528}, "started": true, "suppressed_count": 3193074, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192672}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5529, "written_record_count": 5529}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10034.613, "limit_mb": null}, "detail": {"pid": 69789, "restart_count": 257, "start_count": 258}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8842383360000, "copied_frame_count": 3198200, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8842383360000, "frame_buffer_copies": 3198200, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1134, "count": 512, "max_ms": 2.3493, "p50_ms": 0.0952, "p95_ms": 0.2136, "p99_ms": 0.3097}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3729, "count": 512, "max_ms": 7.0584, "p50_ms": 1.2692, "p95_ms": 2.4325, "p99_ms": 3.0638, "results": {"failed": 0, "not_applicable": 0, "success": 3198200, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 241, "h264_decode_error_count": 797, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:54:59+09:00", "last_error_summary": "[h264 @ 0x57b9ed32af80] error while decoding MB 100 48, bytestream -9", "last_exit_at": "2026-11-03T10:55:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:55:02+09:00", "pid": 69789, "process": {"exists": true, "fd_count": 4, "hwm_mb": 47.062, "name": "ffmpeg", "pid": 69789, "rss_mb": 47.062, "state": "S (sleeping)", "threads": 1}, "restart_count": 257, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 258}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.593, "sample_count": 1854, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.608, "last_frame_pushed_at": "2026-11-03T10:54:59+09:00", "last_frame_read_age_sec": 4.729, "last_frame_read_at": "2026-11-03T10:54:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 162.663, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 437.337, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.599, "exists": true, "mtime": "2026-11-03T10:54:59.767280+09:00", "mtime_epoch": 1793670899.7672803, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:55:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.453, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3198200, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.833, "max": 8.0, "p95": 8.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.731, "max": 2.0, "p95": 2.0, "sample_count": 156}, "total": {"avg": 1.731, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 157, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.234, "pushed": 5.234, "read": 5.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.008, "count": 156, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4687.55, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 156, "max_ms": 6.866, "p95_ms": 3.531, "reason": null, "sample_age_ms": 4736.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.446, "count": 156, "max_ms": 6.6, "p95_ms": 2.951, "reason": null, "sample_age_ms": 4736.445, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.438, "count": 156, "max_ms": 2.849, "p95_ms": 0.811, "reason": null, "sample_age_ms": 4687.559, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.069, "count": 156, "max_ms": 4.728, "p95_ms": 3.506, "reason": null, "sample_age_ms": 4735.234, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2764808.0, "count": 156, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4735.219, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4687.904, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.282, "count": 156, "max_ms": 87.152, "p95_ms": 74.901, "reason": null, "sample_age_ms": 4687.545, "source": "client_direct"}, "sample_age_ms": 4687.541, "source": "client_direct", "task_total_ms": {"avg_ms": 55.989, "count": 156, "max_ms": 92.038, "p95_ms": 77.903, "reason": null, "sample_age_ms": 4687.541, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.278, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.335, "count": 156, "max_ms": 18.856, "p95_ms": 13.379}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.495, "count": 156, "max_ms": 1.475, "p95_ms": 0.915}, "detection_prepare_ms": {"avg_ms": 1.797, "count": 156, "max_ms": 5.264, "p95_ms": 3.059}, "event_filter_ms": {"avg_ms": 0.008, "count": 156, "max_ms": 0.099, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.361, "count": 156, "max_ms": 1.448, "p95_ms": 0.597}, "mcmt_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.516, "count": 156, "max_ms": 10.87, "p95_ms": 6.223}, "setup_ms": {"avg_ms": 0.055, "count": 156, "max_ms": 0.202, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.264, "count": 156, "max_ms": 18.77, "p95_ms": 13.33}, "track_match_ms": {"avg_ms": 0.09, "count": 156, "max_ms": 0.218, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.938, "count": 156, "max_ms": 7.597, "p95_ms": 3.48}}, "gstreamer_push": {"avg_ms": 3.503, "count": 157, "max_ms": 7.674, "p95_ms": 5.953}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 156, "max_ms": 0.715, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.464, "count": 156, "max_ms": 96.764, "p95_ms": 78.99}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.194, "count": 157, "max_ms": 12.096, "p95_ms": 8.928}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.413, "count": 157, "max_ms": 150.873, "p95_ms": 128.166}, "inference_input_copy_ms": {"avg_ms": 1.714, "count": 157, "max_ms": 5.942, "p95_ms": 3.01}, "processing_residual_ms": {"avg_ms": 0.231, "count": 157, "max_ms": 0.607, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 157, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.551, "count": 157, "max_ms": 157.876, "p95_ms": 137.305}, "read_interval": {"avg_ms": 162.852, "count": 156, "max_ms": 3096.375, "p95_ms": 184.219}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 156, "max_ms": 0.115, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 3.422, "count": 156, "max_ms": 10.725, "p95_ms": 5.968}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 156, "max_ms": 0.063, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.4, "count": 156, "max_ms": 10.689, "p95_ms": 5.919}, "worker_merge_ms": {"avg_ms": 0.008, "count": 156, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.48, "count": 156, "max_ms": 96.775, "p95_ms": 79.0}, "visualize": {"avg_ms": 39.04, "count": 156, "max_ms": 59.413, "p95_ms": 50.991}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.553, "count": 156, "max_ms": 50.231, "p95_ms": 43.462}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.366, "count": 156, "max_ms": 55.417, "p95_ms": 48.908}, "visualize_input_copy_ms": {"avg_ms": 1.433, "count": 156, "max_ms": 3.696, "p95_ms": 2.338}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.206, "count": 156, "max_ms": 55.188, "p95_ms": 48.754}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 156, "max_ms": 0.219, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.371, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.812, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.964, "sample_count": 1913, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198029, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:54:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 134015, "write_bytes_delta": 134015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1099.0, "cpu_core_ratio": 0.472239, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1140.0, "pid": 69557, "reason": null, "system_cpu_core_ratio": 0.038896, "system_cpu_s_delta": 0.7799999999999999, "user_cpu_core_ratio": 0.433343, "user_cpu_s_delta": 8.69}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.66256, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496175, "system_cpu_s_delta": 9.950000000011642, "user_cpu_core_ratio": 1.166385, "user_cpu_s_delta": 23.389999999955762}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.234, "count": 194, "max_ms": 8.333, "p95_ms": 5.123, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.211, "max": 10.0, "p95": 8.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.948, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 194}, "total": {"avg": 1.948, "max": 2.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.396, "count": 30, "max": 67.079, "p95": 59.187, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.729, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1067.1, "count": 30, "max": 1295.0, "p95": 1240.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2091.1, "count": 30, "max": 30790.0, "p95": 10345.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.466, "p95": 0.454, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.306, "count": 30, "max": 4.654, "p95": 2.484, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126073.433, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 117246.3, "count": 30, "max": 134490.0, "p95": 133854.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.428, "count": 30, "max": 0.499, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.022, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24909, "sampled_at": "2026-11-03T10:54:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:54:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4510738, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3278342, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3278337}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9844.25, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64420a92d5c0] cabac decode of qscale diff failed at 94 90 [h264 @ 0x64420a92d5c0] error while decoding MB 94 90, bytestream 3023 [h264 @ 0x64420a8d9180] error while decoding MB 114 61, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079232716800, "copied_frame_count": 3283866, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9079232716800, "frame_buffer_copies": 3283866, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1474, "count": 512, "max_ms": 2.8457, "p50_ms": 0.1205, "p95_ms": 0.2699, "p99_ms": 0.3914}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2407, "count": 512, "max_ms": 4.2477, "p50_ms": 1.1638, "p95_ms": 2.0179, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 3283866, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:55:53+09:00", "last_error_summary": "[h264 @ 0x64420a92d5c0] cabac decode of qscale diff failed at 94 90 [h264 @ 0x64420a92d5c0] error while decoding MB 94 90, bytestream 3023 [h264 @ 0x64420a8d9180] error while decoding MB 114 61, bytestream -9", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.041, "last_started_at": "2026-11-03T10:54:06+09:00", "pid": 69673, "process": {"exists": false, "pid": 69673}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.569, "sample_count": 2296, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-11-03T10:55:53+09:00", "last_frame_read_age_sec": 0.084, "last_frame_read_at": "2026-11-03T10:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.231, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 387.769, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-03T10:55:53.942851+09:00", "mtime_epoch": 1793670953.9428506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:55:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.355, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283866, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.178, "pushed": 3.178, "read": 3.145}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 94, "client_acquire_ms": {"avg_ms": 0.008, "count": 95, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 53.306, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.713, "count": 94, "max_ms": 6.03, "p95_ms": 2.115, "reason": null, "sample_age_ms": 86.143, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 94, "max_ms": 3.707, "p95_ms": 1.494, "reason": null, "sample_age_ms": 86.334, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 95, "max_ms": 0.272, "p95_ms": 0.213, "reason": null, "sample_age_ms": 53.311, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.464, "count": 94, "max_ms": 3.018, "p95_ms": 2.454, "reason": null, "sample_age_ms": 85.11, "source": "client_direct"}, "request_count": 94, "request_tensor_bytes": {"avg": 2211848.0, "count": 94, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 85.092, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 95, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.369, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.213, "count": 95, "max_ms": 77.236, "p95_ms": 61.486, "reason": null, "sample_age_ms": 53.303, "source": "client_direct"}, "sample_age_ms": 53.3, "source": "client_direct", "task_total_ms": {"avg_ms": 41.97, "count": 95, "max_ms": 79.055, "p95_ms": 64.352, "reason": null, "sample_age_ms": 53.3, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.432, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.797, "count": 95, "max_ms": 2.333, "p95_ms": 1.585}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 95, "max_ms": 1.381, "p95_ms": 0.597}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 95, "max_ms": 0.246, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 95, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 95, "max_ms": 0.189, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 95, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.206, "count": 95, "max_ms": 1.252, "p95_ms": 0.419}, "setup_ms": {"avg_ms": 0.047, "count": 95, "max_ms": 0.119, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.754, "count": 95, "max_ms": 2.256, "p95_ms": 1.487}, "track_match_ms": {"avg_ms": 0.004, "count": 95, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 95, "max_ms": 0.074, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.61, "count": 95, "max_ms": 6.909, "p95_ms": 4.084}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 95, "max_ms": 0.346, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.027, "count": 95, "max_ms": 79.819, "p95_ms": 66.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 95, "max_ms": 0.148, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.285, "count": 95, "max_ms": 116.22, "p95_ms": 106.512}, "inference_input_copy_ms": {"avg_ms": 1.331, "count": 95, "max_ms": 3.029, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.151, "count": 95, "max_ms": 0.404, "p95_ms": 0.329}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.809, "count": 95, "max_ms": 117.381, "p95_ms": 109.044}, "read_interval": {"avg_ms": 318.328, "count": 94, "max_ms": 8383.786, "p95_ms": 1022.152}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 95, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.147, "count": 95, "max_ms": 1.142, "p95_ms": 0.308}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 95, "max_ms": 0.048, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.131, "count": 95, "max_ms": 1.11, "p95_ms": 0.279}, "worker_merge_ms": {"avg_ms": 0.006, "count": 95, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.042, "count": 95, "max_ms": 79.846, "p95_ms": 66.502}, "visualize": {"avg_ms": 29.475, "count": 95, "max_ms": 44.699, "p95_ms": 39.81}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.608, "count": 95, "max_ms": 44.142, "p95_ms": 38.561}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.267, "count": 95, "max_ms": 44.545, "p95_ms": 39.645}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.164, "count": 95, "max_ms": 44.466, "p95_ms": 39.489}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 95, "max_ms": 0.152, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.166, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122309, "write_bytes_delta": 122309, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.549345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69673, "reason": null, "system_cpu_core_ratio": 0.022331, "system_cpu_s_delta": 0.45000000000000107, "user_cpu_core_ratio": 0.527014, "user_cpu_s_delta": 10.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.282364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026301, "system_cpu_s_delta": 0.5300000000024738, "user_cpu_core_ratio": 0.256063, "user_cpu_s_delta": 5.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.814, "count": 138, "max_ms": 6.909, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.025, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.451, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1331.833, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.467, "count": 30, "max": 98772.0, "p95": 5707.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.235, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121219.067, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.033, "count": 30, "max": 124552.0, "p95": 123796.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27933, "sampled_at": "2026-11-03T10:55:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4510738, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3278342, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3278337}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9843.82, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079232716800, "copied_frame_count": 3283866, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9079232716800, "frame_buffer_copies": 3283866, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1474, "count": 512, "max_ms": 2.8457, "p50_ms": 0.1205, "p95_ms": 0.2699, "p99_ms": 0.3914}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2407, "count": 512, "max_ms": 4.2477, "p50_ms": 1.1638, "p95_ms": 2.0179, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 3283866, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:55:53+09:00", "last_error_summary": "[h264 @ 0x64420a92d5c0] cabac decode of qscale diff failed at 94 90 [h264 @ 0x64420a92d5c0] error while decoding MB 94 90, bytestream 3023 [h264 @ 0x64420a8d9180] error while decoding MB 114 61, bytestream -9", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.077, "last_started_at": "2026-11-03T10:54:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 146, "restart_count_per_hour": 3, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 147}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.569, "sample_count": 2295, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T10:55:53+09:00", "last_frame_read_age_sec": 0.119, "last_frame_read_at": "2026-11-03T10:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.266, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 387.734, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T10:55:53.942851+09:00", "mtime_epoch": 1793670953.9428506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:55:54+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.395, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283866, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 95, "pushed_frames": 95, "read_frames": 94, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.175, "pushed": 3.175, "read": 3.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 94, "client_acquire_ms": {"avg_ms": 0.008, "count": 95, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 88.272, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.713, "count": 94, "max_ms": 6.03, "p95_ms": 2.115, "reason": null, "sample_age_ms": 121.109, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 94, "max_ms": 3.707, "p95_ms": 1.494, "reason": null, "sample_age_ms": 121.301, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 95, "max_ms": 0.272, "p95_ms": 0.213, "reason": null, "sample_age_ms": 88.277, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.464, "count": 94, "max_ms": 3.018, "p95_ms": 2.454, "reason": null, "sample_age_ms": 120.076, "source": "client_direct"}, "request_count": 94, "request_tensor_bytes": {"avg": 2211848.0, "count": 94, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.058, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 95, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.335, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.213, "count": 95, "max_ms": 77.236, "p95_ms": 61.486, "reason": null, "sample_age_ms": 88.27, "source": "client_direct"}, "sample_age_ms": 88.267, "source": "client_direct", "task_total_ms": {"avg_ms": 41.97, "count": 95, "max_ms": 79.055, "p95_ms": 64.352, "reason": null, "sample_age_ms": 88.267, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.306, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.797, "count": 95, "max_ms": 2.333, "p95_ms": 1.585}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 95, "max_ms": 1.381, "p95_ms": 0.597}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 95, "max_ms": 0.246, "p95_ms": 0.19}, "event_filter_ms": {"avg_ms": 0.004, "count": 95, "max_ms": 0.028, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 95, "max_ms": 0.189, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 95, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.206, "count": 95, "max_ms": 1.252, "p95_ms": 0.419}, "setup_ms": {"avg_ms": 0.047, "count": 95, "max_ms": 0.119, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.754, "count": 95, "max_ms": 2.256, "p95_ms": 1.487}, "track_match_ms": {"avg_ms": 0.004, "count": 95, "max_ms": 0.027, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 95, "max_ms": 0.074, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.61, "count": 95, "max_ms": 6.909, "p95_ms": 4.084}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 95, "max_ms": 0.346, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.027, "count": 95, "max_ms": 79.819, "p95_ms": 66.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 95, "max_ms": 0.148, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.285, "count": 95, "max_ms": 116.22, "p95_ms": 106.512}, "inference_input_copy_ms": {"avg_ms": 1.331, "count": 95, "max_ms": 3.029, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.151, "count": 95, "max_ms": 0.404, "p95_ms": 0.329}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.809, "count": 95, "max_ms": 117.381, "p95_ms": 109.044}, "read_interval": {"avg_ms": 318.328, "count": 94, "max_ms": 8383.786, "p95_ms": 1022.152}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 95, "max_ms": 0.05, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.147, "count": 95, "max_ms": 1.142, "p95_ms": 0.308}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 95, "max_ms": 0.048, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.131, "count": 95, "max_ms": 1.11, "p95_ms": 0.279}, "worker_merge_ms": {"avg_ms": 0.006, "count": 95, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.042, "count": 95, "max_ms": 79.846, "p95_ms": 66.502}, "visualize": {"avg_ms": 29.475, "count": 95, "max_ms": 44.699, "p95_ms": 39.81}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.608, "count": 95, "max_ms": 44.142, "p95_ms": 38.561}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.267, "count": 95, "max_ms": 44.545, "p95_ms": 39.645}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 95, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.164, "count": 95, "max_ms": 44.466, "p95_ms": 39.489}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 95, "max_ms": 0.152, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 95}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.166, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122309, "write_bytes_delta": 122309, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.549345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69673, "reason": null, "system_cpu_core_ratio": 0.022331, "system_cpu_s_delta": 0.45000000000000107, "user_cpu_core_ratio": 0.527014, "user_cpu_s_delta": 10.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.282364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026301, "system_cpu_s_delta": 0.5300000000024738, "user_cpu_core_ratio": 0.256063, "user_cpu_s_delta": 5.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.814, "count": 138, "max_ms": 6.909, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.025, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.451, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1331.833, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.467, "count": 30, "max": 98772.0, "p95": 5707.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.235, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121219.067, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.033, "count": 30, "max": 124552.0, "p95": 123796.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27933, "sampled_at": "2026-11-03T10:55:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4510738, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3278342, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3278337}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10186.891, "limit_mb": null}, "detail": {"pid": 69905, "restart_count": 147, "start_count": 148}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079232716800, "copied_frame_count": 3283866, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9079232716800, "frame_buffer_copies": 3283866, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1474, "count": 512, "max_ms": 2.8457, "p50_ms": 0.1205, "p95_ms": 0.2699, "p99_ms": 0.3914}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2407, "count": 512, "max_ms": 4.2477, "p50_ms": 1.1638, "p95_ms": 2.0179, "p99_ms": 2.5353, "results": {"failed": 0, "not_applicable": 0, "success": 3283866, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 137, "h264_decode_error_count": 250, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:55:53+09:00", "last_error_summary": "[h264 @ 0x64420a92d5c0] cabac decode of qscale diff failed at 94 90 [h264 @ 0x64420a92d5c0] error while decoding MB 94 90, bytestream 3023 [h264 @ 0x64420a8d9180] error while decoding MB 114 61, bytestream -9", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T10:55:56+09:00", "pid": 69905, "process": {"exists": true, "fd_count": 5, "hwm_mb": 377.09, "name": "ffmpeg", "pid": 69905, "rss_mb": 377.09, "state": "S (sleeping)", "threads": 70}, "restart_count": 147, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.519, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283866, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.097, "last_frame_pushed_at": "2026-11-03T10:55:53+09:00", "last_frame_read_age_sec": 4.16, "last_frame_read_at": "2026-11-03T10:55:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 216.329, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 383.671, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.088, "exists": true, "mtime": "2026-11-03T10:55:53.942851+09:00", "mtime_epoch": 1793670953.9428506, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122480}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:55:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.398, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3283866, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.735, "pushed": 1.735, "read": 1.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.007, "count": 51, "max_ms": 0.016, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4139.327, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.592, "count": 51, "max_ms": 2.506, "p95_ms": 1.816, "reason": null, "sample_age_ms": 4172.164, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.307, "count": 51, "max_ms": 2.012, "p95_ms": 1.496, "reason": null, "sample_age_ms": 4172.355, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 51, "max_ms": 0.238, "p95_ms": 0.213, "reason": null, "sample_age_ms": 4139.332, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.32, "count": 51, "max_ms": 3.018, "p95_ms": 2.045, "reason": null, "sample_age_ms": 4171.131, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2211848.0, "count": 51, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4171.113, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4139.39, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.911, "count": 51, "max_ms": 71.707, "p95_ms": 57.752, "reason": null, "sample_age_ms": 4139.324, "source": "client_direct"}, "sample_age_ms": 4139.321, "source": "client_direct", "task_total_ms": {"avg_ms": 39.494, "count": 51, "max_ms": 74.135, "p95_ms": 59.749, "reason": null, "sample_age_ms": 4139.321, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.014, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.755, "count": 52, "max_ms": 2.333, "p95_ms": 1.796}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.258, "count": 52, "max_ms": 1.381, "p95_ms": 0.605}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 52, "max_ms": 0.246, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 52, "max_ms": 0.189, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.002, "count": 52, "max_ms": 0.012, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.198, "count": 52, "max_ms": 1.252, "p95_ms": 0.419}, "setup_ms": {"avg_ms": 0.043, "count": 52, "max_ms": 0.11, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.716, "count": 52, "max_ms": 2.256, "p95_ms": 1.703}, "track_match_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 52, "max_ms": 0.072, "p95_ms": 0.053}}, "gstreamer_push": {"avg_ms": 2.431, "count": 52, "max_ms": 5.403, "p95_ms": 3.903}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 52, "max_ms": 0.346, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.369, "count": 52, "max_ms": 77.284, "p95_ms": 62.909}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 52, "max_ms": 0.148, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.667, "count": 52, "max_ms": 112.196, "p95_ms": 97.524}, "inference_input_copy_ms": {"avg_ms": 1.21, "count": 52, "max_ms": 2.533, "p95_ms": 2.04}, "processing_residual_ms": {"avg_ms": 0.139, "count": 52, "max_ms": 0.348, "p95_ms": 0.294}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.053, "count": 52, "max_ms": 113.998, "p95_ms": 99.187}, "read_interval": {"avg_ms": 507.49, "count": 51, "max_ms": 8383.786, "p95_ms": 3335.117}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 52, "max_ms": 0.032, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.142, "count": 52, "max_ms": 1.142, "p95_ms": 0.316}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 52, "max_ms": 0.048, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 52, "max_ms": 1.11, "p95_ms": 0.284}, "worker_merge_ms": {"avg_ms": 0.005, "count": 52, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.383, "count": 52, "max_ms": 77.317, "p95_ms": 62.939}, "visualize": {"avg_ms": 27.587, "count": 52, "max_ms": 42.042, "p95_ms": 40.146}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.781, "count": 52, "max_ms": 41.176, "p95_ms": 38.926}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.391, "count": 52, "max_ms": 41.87, "p95_ms": 39.813}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.297, "count": 52, "max_ms": 41.773, "p95_ms": 39.664}, "visualizer_prepare_ms": {"avg_ms": 0.054, "count": 52, "max_ms": 0.136, "p95_ms": 0.108}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.166, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283847, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122309, "write_bytes_delta": 122309, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 528.0, "cpu_core_ratio": 0.549345, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 69673, "reason": null, "system_cpu_core_ratio": 0.022331, "system_cpu_s_delta": 0.45000000000000107, "user_cpu_core_ratio": 0.527014, "user_cpu_s_delta": 10.620000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.282364, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026301, "system_cpu_s_delta": 0.5300000000024738, "user_cpu_core_ratio": 0.256063, "user_cpu_s_delta": 5.1600000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.814, "count": 138, "max_ms": 6.909, "p95_ms": 4.6, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.025, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.451, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1331.833, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.467, "count": 30, "max": 98772.0, "p95": 5707.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.235, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.484, "p95": 1.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121219.067, "count": 30, "max": 125245.0, "p95": 124267.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104740.033, "count": 30, "max": 124552.0, "p95": 123796.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 51.0, "p95": 33.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.572, "count": 30, "max": 0.69, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27933, "sampled_at": "2026-11-03T10:55:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5228478, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3193348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192946}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10029.047, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x611185c41300] error while decoding MB 41 52, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8843140915200, "copied_frame_count": 3198474, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8843140915200, "frame_buffer_copies": 3198474, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 0.4906, "p50_ms": 0.1093, "p95_ms": 0.2351, "p99_ms": 0.3123}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4827, "count": 512, "max_ms": 7.0584, "p50_ms": 1.3872, "p95_ms": 2.5485, "p99_ms": 3.2671, "results": {"failed": 0, "not_applicable": 0, "success": 3198474, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 242, "h264_decode_error_count": 798, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:56:00+09:00", "last_error_summary": "[h264 @ 0x611185c41300] error while decoding MB 41 52, bytestream -15", "last_exit_at": "2026-11-03T10:55:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 58.502, "last_started_at": "2026-11-03T10:55:02+09:00", "pid": 69789, "process": {"exists": false, "pid": 69789}, "restart_count": 257, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 258}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.083, "sample_count": 1732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-03T10:56:00+09:00", "last_frame_read_age_sec": 0.054, "last_frame_read_at": "2026-11-03T10:56:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.159, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 380.841, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-03T10:56:00.818921+09:00", "mtime_epoch": 1793670960.8189206, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:56:00+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.59, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3198475, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.593, "max": 13.0, "p95": 10.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.25, "max": 4.0, "p95": 3.0, "sample_count": 68}, "total": {"avg": 1.779, "max": 4.0, "p95": 3.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.907, "max": 3.0, "p95": 3.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.907, "max": 3.0, "p95": 3.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.871, "pushed": 2.871, "read": 2.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.008, "count": 87, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 10.227, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.723, "count": 86, "max_ms": 3.413, "p95_ms": 2.22, "reason": null, "sample_age_ms": 55.408, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.321, "count": 86, "max_ms": 2.334, "p95_ms": 1.78, "reason": null, "sample_age_ms": 55.733, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 87, "max_ms": 0.925, "p95_ms": 0.613, "reason": null, "sample_age_ms": 10.235, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 86, "max_ms": 5.289, "p95_ms": 3.08, "reason": null, "sample_age_ms": 53.323, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.298, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 10.438, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.018, "count": 87, "max_ms": 80.512, "p95_ms": 72.681, "reason": null, "sample_age_ms": 10.224, "source": "client_direct"}, "sample_age_ms": 10.221, "source": "client_direct", "task_total_ms": {"avg_ms": 50.314, "count": 87, "max_ms": 83.594, "p95_ms": 75.421, "reason": null, "sample_age_ms": 10.221, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.221, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.626, "count": 86, "max_ms": 13.081, "p95_ms": 10.959}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 86, "max_ms": 1.686, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.291, "count": 86, "max_ms": 3.676, "p95_ms": 2.543}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.258, "count": 86, "max_ms": 0.732, "p95_ms": 0.593}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.939, "count": 86, "max_ms": 5.092, "p95_ms": 4.281}, "setup_ms": {"avg_ms": 0.039, "count": 86, "max_ms": 0.093, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.566, "count": 86, "max_ms": 12.995, "p95_ms": 10.854}, "track_match_ms": {"avg_ms": 0.111, "count": 86, "max_ms": 0.403, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 1.528, "count": 86, "max_ms": 5.793, "p95_ms": 2.988}}, "gstreamer_push": {"avg_ms": 3.006, "count": 86, "max_ms": 5.934, "p95_ms": 4.855}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 86, "max_ms": 0.948, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.449, "count": 86, "max_ms": 84.945, "p95_ms": 78.304}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.092, "count": 86, "max_ms": 12.501, "p95_ms": 8.734}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.433, "count": 86, "max_ms": 150.389, "p95_ms": 131.207}, "inference_input_copy_ms": {"avg_ms": 1.397, "count": 86, "max_ms": 3.865, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.224, "count": 86, "max_ms": 0.616, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.146, "count": 86, "max_ms": 156.717, "p95_ms": 135.859}, "read_interval": {"avg_ms": 348.369, "count": 86, "max_ms": 8253.57, "p95_ms": 213.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.051, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.866, "count": 86, "max_ms": 4.954, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.848, "count": 86, "max_ms": 4.929, "p95_ms": 4.11}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.462, "count": 86, "max_ms": 84.962, "p95_ms": 78.318}, "visualize": {"avg_ms": 34.099, "count": 86, "max_ms": 58.744, "p95_ms": 49.358}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.303, "count": 86, "max_ms": 48.675, "p95_ms": 38.283}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.527, "count": 86, "max_ms": 56.922, "p95_ms": 45.929}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 86, "max_ms": 5.302, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.387, "count": 86, "max_ms": 56.687, "p95_ms": 45.75}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 86, "max_ms": 0.235, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.43, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.874, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133829, "write_bytes_delta": 133829, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.15711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 69789, "reason": null, "system_cpu_core_ratio": 0.013682, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.143428, "user_cpu_s_delta": 3.039999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.585035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.18589, "system_cpu_s_delta": 3.9400000000023283, "user_cpu_core_ratio": 0.399145, "user_cpu_s_delta": 8.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.157, "count": 140, "max_ms": 9.178, "p95_ms": 5.344, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.329, "max": 9.0, "p95": 7.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.457, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 105}, "total": {"avg": 1.093, "max": 4.0, "p95": 3.0, "sample_count": 140}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.845, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.067, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.567, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2342.467, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.421, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126961.833, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118929.633, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24914, "sampled_at": "2026-11-03T10:55:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5228478, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3193348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192946}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10030.195, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:56:00+09:00", "last_error_summary": "[h264 @ 0x611185c41300] error while decoding MB 41 52, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8843143680000, "copied_frame_count": 3198475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8843143680000, "frame_buffer_copies": 3198475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 0.4906, "p50_ms": 0.1092, "p95_ms": 0.2304, "p99_ms": 0.3123}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4828, "count": 512, "max_ms": 7.0584, "p50_ms": 1.3872, "p95_ms": 2.5485, "p99_ms": 3.2671, "results": {"failed": 0, "not_applicable": 0, "success": 3198475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 242, "h264_decode_error_count": 798, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:56:00+09:00", "last_error_summary": "[h264 @ 0x611185c41300] error while decoding MB 41 52, bytestream -15", "last_exit_at": "2026-11-03T10:56:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 58.563, "last_started_at": "2026-11-03T10:55:02+09:00", "pid": 69789, "process": {"exists": false, "pid": 69789}, "restart_count": 257, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 258}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.083, "sample_count": 1732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T10:56:00+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-03T10:56:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.218, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 380.782, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-11-03T10:56:00.818921+09:00", "mtime_epoch": 1793670960.8189206, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 133848}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:56:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3198475, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.605, "max": 13.0, "p95": 10.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.246, "max": 4.0, "p95": 3.0, "sample_count": 69}, "total": {"avg": 1.802, "max": 4.0, "p95": 3.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.907, "max": 3.0, "p95": 3.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.907, "max": 3.0, "p95": 3.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.867, "pushed": 2.867, "read": 2.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.008, "count": 86, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 72.102, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 85, "max_ms": 3.413, "p95_ms": 2.228, "reason": null, "sample_age_ms": 117.282, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 85, "max_ms": 2.334, "p95_ms": 1.781, "reason": null, "sample_age_ms": 117.608, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.318, "count": 86, "max_ms": 0.925, "p95_ms": 0.614, "reason": null, "sample_age_ms": 72.11, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.802, "count": 86, "max_ms": 5.289, "p95_ms": 3.08, "reason": null, "sample_age_ms": 115.198, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.173, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.313, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.222, "count": 86, "max_ms": 80.512, "p95_ms": 72.705, "reason": null, "sample_age_ms": 72.098, "source": "client_direct"}, "sample_age_ms": 72.096, "source": "client_direct", "task_total_ms": {"avg_ms": 50.532, "count": 86, "max_ms": 83.594, "p95_ms": 75.489, "reason": null, "sample_age_ms": 72.096, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.667, "count": 86, "max_ms": 13.081, "p95_ms": 10.959}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 86, "max_ms": 1.686, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.298, "count": 86, "max_ms": 3.676, "p95_ms": 2.543}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 86, "max_ms": 0.732, "p95_ms": 0.593}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.955, "count": 86, "max_ms": 5.092, "p95_ms": 4.281}, "setup_ms": {"avg_ms": 0.039, "count": 86, "max_ms": 0.093, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.607, "count": 86, "max_ms": 12.995, "p95_ms": 10.854}, "track_match_ms": {"avg_ms": 0.111, "count": 86, "max_ms": 0.403, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 1.54, "count": 86, "max_ms": 5.793, "p95_ms": 2.988}}, "gstreamer_push": {"avg_ms": 2.989, "count": 86, "max_ms": 5.934, "p95_ms": 4.855}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 86, "max_ms": 0.948, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.608, "count": 86, "max_ms": 84.945, "p95_ms": 78.304}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.092, "count": 86, "max_ms": 12.501, "p95_ms": 8.734}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.967, "count": 86, "max_ms": 150.389, "p95_ms": 131.207}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 86, "max_ms": 3.865, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.225, "count": 86, "max_ms": 0.616, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.691, "count": 86, "max_ms": 156.717, "p95_ms": 135.859}, "read_interval": {"avg_ms": 348.369, "count": 86, "max_ms": 8253.57, "p95_ms": 213.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.051, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.882, "count": 86, "max_ms": 4.954, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.864, "count": 86, "max_ms": 4.929, "p95_ms": 4.11}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.62, "count": 86, "max_ms": 84.962, "p95_ms": 78.318}, "visualize": {"avg_ms": 34.437, "count": 86, "max_ms": 58.744, "p95_ms": 49.366}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.583, "count": 86, "max_ms": 49.186, "p95_ms": 39.351}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.867, "count": 86, "max_ms": 56.922, "p95_ms": 47.0}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 86, "max_ms": 5.302, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.727, "count": 86, "max_ms": 56.687, "p95_ms": 46.812}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 86, "max_ms": 0.235, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.43, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.874, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133829, "write_bytes_delta": 133829, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.15711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 69789, "reason": null, "system_cpu_core_ratio": 0.013682, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.143428, "user_cpu_s_delta": 3.039999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.585035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.18589, "system_cpu_s_delta": 3.9400000000023283, "user_cpu_core_ratio": 0.399145, "user_cpu_s_delta": 8.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.157, "count": 140, "max_ms": 9.178, "p95_ms": 5.344, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.329, "max": 9.0, "p95": 7.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.457, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 105}, "total": {"avg": 1.093, "max": 4.0, "p95": 3.0, "sample_count": 140}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.845, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.067, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.567, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2342.467, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.421, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126961.833, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118929.633, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24914, "sampled_at": "2026-11-03T10:55:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5228478, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3193348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192946}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10029.379, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8843143680000, "copied_frame_count": 3198475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8843143680000, "frame_buffer_copies": 3198475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 0.4906, "p50_ms": 0.1092, "p95_ms": 0.2304, "p99_ms": 0.3123}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4828, "count": 512, "max_ms": 7.0584, "p50_ms": 1.3872, "p95_ms": 2.5485, "p99_ms": 3.2671, "results": {"failed": 0, "not_applicable": 0, "success": 3198475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 242, "h264_decode_error_count": 798, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:56:00+09:00", "last_error_summary": "[h264 @ 0x611185c41300] error while decoding MB 41 52, bytestream -15", "last_exit_at": "2026-11-03T10:56:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 58.603, "last_started_at": "2026-11-03T10:55:02+09:00", "pid": 69789, "process": {"exists": false, "pid": 69789}, "restart_count": 257, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 258}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.083, "sample_count": 1732, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-03T10:56:00+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-11-03T10:56:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 219.252, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 380.748, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-03T10:56:00.936922+09:00", "mtime_epoch": 1793670960.9369218, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131448}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:56:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3198475, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.605, "max": 13.0, "p95": 10.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.246, "max": 4.0, "p95": 3.0, "sample_count": 69}, "total": {"avg": 1.802, "max": 4.0, "p95": 3.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.907, "max": 3.0, "p95": 3.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.023, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.907, "max": 3.0, "p95": 3.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.87, "pushed": 2.87, "read": 2.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.008, "count": 85, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 109.611, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 85, "max_ms": 3.413, "p95_ms": 2.228, "reason": null, "sample_age_ms": 154.792, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 85, "max_ms": 2.334, "p95_ms": 1.781, "reason": null, "sample_age_ms": 155.118, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 85, "max_ms": 0.925, "p95_ms": 0.615, "reason": null, "sample_age_ms": 109.619, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.806, "count": 85, "max_ms": 5.289, "p95_ms": 3.089, "reason": null, "sample_age_ms": 152.707, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.682, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.822, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.412, "count": 85, "max_ms": 80.512, "p95_ms": 72.728, "reason": null, "sample_age_ms": 109.608, "source": "client_direct"}, "sample_age_ms": 109.605, "source": "client_direct", "task_total_ms": {"avg_ms": 50.728, "count": 85, "max_ms": 83.594, "p95_ms": 75.558, "reason": null, "sample_age_ms": 109.605, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.667, "count": 86, "max_ms": 13.081, "p95_ms": 10.959}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 86, "max_ms": 1.686, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 1.298, "count": 86, "max_ms": 3.676, "p95_ms": 2.543}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 86, "max_ms": 0.732, "p95_ms": 0.593}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.955, "count": 86, "max_ms": 5.092, "p95_ms": 4.281}, "setup_ms": {"avg_ms": 0.039, "count": 86, "max_ms": 0.093, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 5.607, "count": 86, "max_ms": 12.995, "p95_ms": 10.854}, "track_match_ms": {"avg_ms": 0.111, "count": 86, "max_ms": 0.403, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 1.54, "count": 86, "max_ms": 5.793, "p95_ms": 2.988}}, "gstreamer_push": {"avg_ms": 2.989, "count": 86, "max_ms": 5.934, "p95_ms": 4.855}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 86, "max_ms": 0.948, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.608, "count": 86, "max_ms": 84.945, "p95_ms": 78.304}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.092, "count": 86, "max_ms": 12.501, "p95_ms": 8.734}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.967, "count": 86, "max_ms": 150.389, "p95_ms": 131.207}, "inference_input_copy_ms": {"avg_ms": 1.407, "count": 86, "max_ms": 3.865, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.225, "count": 86, "max_ms": 0.616, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.691, "count": 86, "max_ms": 156.717, "p95_ms": 135.859}, "read_interval": {"avg_ms": 351.564, "count": 85, "max_ms": 8253.57, "p95_ms": 213.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.051, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.882, "count": 86, "max_ms": 4.954, "p95_ms": 4.139}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.052, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.864, "count": 86, "max_ms": 4.929, "p95_ms": 4.11}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.62, "count": 86, "max_ms": 84.962, "p95_ms": 78.318}, "visualize": {"avg_ms": 34.437, "count": 86, "max_ms": 58.744, "p95_ms": 49.366}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.583, "count": 86, "max_ms": 49.186, "p95_ms": 39.351}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.867, "count": 86, "max_ms": 56.922, "p95_ms": 47.0}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 86, "max_ms": 5.302, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.727, "count": 86, "max_ms": 56.687, "p95_ms": 46.812}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 86, "max_ms": 0.235, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.43, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.874, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133829, "write_bytes_delta": 133829, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.15711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 69789, "reason": null, "system_cpu_core_ratio": 0.013682, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.143428, "user_cpu_s_delta": 3.039999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.585035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.18589, "system_cpu_s_delta": 3.9400000000023283, "user_cpu_core_ratio": 0.399145, "user_cpu_s_delta": 8.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.157, "count": 140, "max_ms": 9.178, "p95_ms": 5.344, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.329, "max": 9.0, "p95": 7.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.457, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 105}, "total": {"avg": 1.093, "max": 4.0, "p95": 3.0, "sample_count": 140}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.845, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.067, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.567, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2342.467, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.421, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126961.833, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118929.633, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24914, "sampled_at": "2026-11-03T10:55:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5228478, "flush_count": 5530, "flush_interval_seconds": 30.0, "flush_state": {"count": 5530, "last_at": "2026-11-03T10:55:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:55:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5529}, "started": true, "suppressed_count": 3193348, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3192946}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5530, "written_record_count": 5530}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10052.219, "limit_mb": null}, "detail": {"pid": 70021, "restart_count": 258, "start_count": 259}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8843143680000, "copied_frame_count": 3198475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8843143680000, "frame_buffer_copies": 3198475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1235, "count": 512, "max_ms": 0.4906, "p50_ms": 0.1092, "p95_ms": 0.2304, "p99_ms": 0.3123}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4828, "count": 512, "max_ms": 7.0584, "p50_ms": 1.3872, "p95_ms": 2.5485, "p99_ms": 3.2671, "results": {"failed": 0, "not_applicable": 0, "success": 3198475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 242, "h264_decode_error_count": 798, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:56:00+09:00", "last_error_summary": "[h264 @ 0x611185c41300] error while decoding MB 41 52, bytestream -15", "last_exit_at": "2026-11-03T10:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:56:03+09:00", "pid": 70021, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.223, "name": "ffmpeg", "pid": 70021, "rss_mb": 58.223, "state": "S (sleeping)", "threads": 1}, "restart_count": 258, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 259}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.083, "sample_count": 1695, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:56:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.499, "last_frame_pushed_at": "2026-11-03T10:56:00+09:00", "last_frame_read_age_sec": 4.613, "last_frame_read_at": "2026-11-03T10:56:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 223.721, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 376.279, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.49, "exists": true, "mtime": "2026-11-03T10:56:00.936922+09:00", "mtime_epoch": 1793670960.9369218, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131448}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:56:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.594, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3198475, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.833, "max": 13.0, "p95": 11.0, "sample_count": 72}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.303, "max": 4.0, "p95": 3.0, "sample_count": 66}, "total": {"avg": 2.111, "max": 4.0, "p95": 3.0, "sample_count": 72}}, "tracking_counts": {"active": {"avg": 1.083, "max": 3.0, "p95": 3.0, "sample_count": 72}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "removed": {"avg": 0.028, "max": 1.0, "p95": 0.0, "sample_count": 72}, "tracked": {"avg": 1.083, "max": 3.0, "p95": 3.0, "sample_count": 72}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 72, "pushed_frames": 72, "read_frames": 72, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.4, "pushed": 2.4, "read": 2.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 71, "client_acquire_ms": {"avg_ms": 0.008, "count": 72, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4571.562, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.781, "count": 71, "max_ms": 3.413, "p95_ms": 2.397, "reason": null, "sample_age_ms": 4616.742, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 71, "max_ms": 2.334, "p95_ms": 1.808, "reason": null, "sample_age_ms": 4617.068, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 72, "max_ms": 0.925, "p95_ms": 0.62, "reason": null, "sample_age_ms": 4571.57, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.931, "count": 71, "max_ms": 5.289, "p95_ms": 3.134, "reason": null, "sample_age_ms": 4614.658, "source": "client_direct"}, "request_count": 71, "request_tensor_bytes": {"avg": 2764808.0, "count": 71, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4614.633, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 72, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4571.773, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.841, "count": 72, "max_ms": 80.512, "p95_ms": 73.14, "reason": null, "sample_age_ms": 4571.558, "source": "client_direct"}, "sample_age_ms": 4571.556, "source": "client_direct", "task_total_ms": {"avg_ms": 53.306, "count": 72, "max_ms": 83.594, "p95_ms": 76.542, "reason": null, "sample_age_ms": 4571.556, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.819, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.525, "count": 72, "max_ms": 13.081, "p95_ms": 12.081}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.433, "count": 72, "max_ms": 1.686, "p95_ms": 0.93}, "detection_prepare_ms": {"avg_ms": 1.5, "count": 72, "max_ms": 3.676, "p95_ms": 2.737}, "event_filter_ms": {"avg_ms": 0.006, "count": 72, "max_ms": 0.016, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.298, "count": 72, "max_ms": 0.732, "p95_ms": 0.608}, "mcmt_ms": {"avg_ms": 0.003, "count": 72, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.248, "count": 72, "max_ms": 5.092, "p95_ms": 4.44}, "setup_ms": {"avg_ms": 0.042, "count": 72, "max_ms": 0.093, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.459, "count": 72, "max_ms": 12.995, "p95_ms": 11.967}, "track_match_ms": {"avg_ms": 0.131, "count": 72, "max_ms": 0.403, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 1.796, "count": 72, "max_ms": 5.793, "p95_ms": 3.061}}, "gstreamer_push": {"avg_ms": 3.114, "count": 72, "max_ms": 5.934, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 72, "max_ms": 0.948, "p95_ms": 0.15}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.459, "count": 72, "max_ms": 84.945, "p95_ms": 78.772}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.256, "count": 72, "max_ms": 12.501, "p95_ms": 8.736}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.748, "count": 72, "max_ms": 150.389, "p95_ms": 140.926}, "inference_input_copy_ms": {"avg_ms": 1.499, "count": 72, "max_ms": 3.865, "p95_ms": 2.639}, "processing_residual_ms": {"avg_ms": 0.245, "count": 72, "max_ms": 0.616, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.748, "count": 72, "max_ms": 156.717, "p95_ms": 146.664}, "read_interval": {"avg_ms": 353.623, "count": 72, "max_ms": 8253.57, "p95_ms": 213.0}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 72, "max_ms": 0.051, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.168, "count": 72, "max_ms": 4.954, "p95_ms": 4.351}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 72, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.149, "count": 72, "max_ms": 4.929, "p95_ms": 4.326}, "worker_merge_ms": {"avg_ms": 0.007, "count": 72, "max_ms": 0.022, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.472, "count": 72, "max_ms": 84.962, "p95_ms": 78.787}, "visualize": {"avg_ms": 36.423, "count": 72, "max_ms": 58.744, "p95_ms": 52.156}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.789, "count": 72, "max_ms": 49.186, "p95_ms": 42.359}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.741, "count": 72, "max_ms": 56.922, "p95_ms": 49.923}, "visualize_input_copy_ms": {"avg_ms": 1.452, "count": 72, "max_ms": 5.302, "p95_ms": 2.2}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 72, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.589, "count": 72, "max_ms": 56.687, "p95_ms": 49.627}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 72, "max_ms": 0.235, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 72}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 72}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.43, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.874, "sample_count": 1784, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:55:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133829, "write_bytes_delta": 133829, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 420.0, "cpu_core_ratio": 0.15711, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 69789, "reason": null, "system_cpu_core_ratio": 0.013682, "system_cpu_s_delta": 0.29000000000000004, "user_cpu_core_ratio": 0.143428, "user_cpu_s_delta": 3.039999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.585035, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.18589, "system_cpu_s_delta": 3.9400000000023283, "user_cpu_core_ratio": 0.399145, "user_cpu_s_delta": 8.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.157, "count": 140, "max_ms": 9.178, "p95_ms": 5.344, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.329, "max": 9.0, "p95": 7.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.457, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 105}, "total": {"avg": 1.093, "max": 4.0, "p95": 3.0, "sample_count": 140}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.845, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.067, "count": 30, "max": 32.679, "p95": 24.986, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1039.567, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2342.467, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.388, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.151, "count": 30, "max": 4.421, "p95": 0.064, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126961.833, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 118929.633, "count": 30, "max": 135835.0, "p95": 134315.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 46.0, "p95": 22.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24914, "sampled_at": "2026-11-03T10:55:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:55:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4511577, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3279107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3279102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9860.121, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9081350553600, "copied_frame_count": 3284632, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9081350553600, "frame_buffer_copies": 3284632, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 0.9573, "p50_ms": 0.1244, "p95_ms": 0.2449, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2796, "count": 512, "max_ms": 3.8965, "p50_ms": 1.1957, "p95_ms": 2.0286, "p99_ms": 2.6937, "results": {"failed": 0, "not_applicable": 0, "success": 3284632, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 251, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:36+09:00", "last_error_summary": "[h264 @ 0x640180e86440] error while decoding MB 74 65, bytestream -13", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.538, "last_started_at": "2026-11-03T10:55:56+09:00", "pid": 69905, "process": {"exists": false, "pid": 69905}, "restart_count": 147, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.975, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T10:57:36+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-11-03T10:57:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.859, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 285.141, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-11-03T10:57:36.527846+09:00", "mtime_epoch": 1793671056.527846, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:57:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.785, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3284632, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 129, "pushed_frames": 129, "read_frames": 129, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.43, "pushed": 4.43, "read": 4.43}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 129, "client_acquire_ms": {"avg_ms": 0.009, "count": 129, "max_ms": 0.034, "p95_ms": 0.019, "reason": null, "sample_age_ms": 96.606, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 129, "max_ms": 4.073, "p95_ms": 2.109, "reason": null, "sample_age_ms": 130.619, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 129, "max_ms": 3.483, "p95_ms": 1.57, "reason": null, "sample_age_ms": 130.813, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 129, "max_ms": 0.342, "p95_ms": 0.175, "reason": null, "sample_age_ms": 96.616, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.658, "count": 129, "max_ms": 3.748, "p95_ms": 2.685, "reason": null, "sample_age_ms": 129.329, "source": "client_direct"}, "request_count": 129, "request_tensor_bytes": {"avg": 2211848.0, "count": 129, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 129.313, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 129, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.717, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.834, "count": 129, "max_ms": 75.519, "p95_ms": 58.31, "reason": null, "sample_age_ms": 96.599, "source": "client_direct"}, "sample_age_ms": 96.595, "source": "client_direct", "task_total_ms": {"avg_ms": 41.791, "count": 129, "max_ms": 77.401, "p95_ms": 61.295, "reason": null, "sample_age_ms": 96.595, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.842, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.785, "count": 129, "max_ms": 2.679, "p95_ms": 1.391}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 129, "max_ms": 1.102, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 129, "max_ms": 0.279, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 129, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 129, "max_ms": 0.287, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 129, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 129, "max_ms": 0.672, "p95_ms": 0.392}, "setup_ms": {"avg_ms": 0.045, "count": 129, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.744, "count": 129, "max_ms": 2.569, "p95_ms": 1.339}, "track_match_ms": {"avg_ms": 0.004, "count": 129, "max_ms": 0.018, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 129, "max_ms": 0.095, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.726, "count": 129, "max_ms": 5.782, "p95_ms": 4.077}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 129, "max_ms": 0.145, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.838, "count": 129, "max_ms": 78.232, "p95_ms": 62.37}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 129, "max_ms": 0.79, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.061, "count": 129, "max_ms": 137.387, "p95_ms": 101.01}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 129, "max_ms": 3.041, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.205, "count": 129, "max_ms": 0.458, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.943, "count": 129, "max_ms": 138.839, "p95_ms": 102.381}, "read_interval": {"avg_ms": 234.227, "count": 129, "max_ms": 9366.714, "p95_ms": 151.814}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 129, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.141, "count": 129, "max_ms": 0.45, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 129, "max_ms": 0.067, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 129, "max_ms": 0.413, "p95_ms": 0.239}, "worker_merge_ms": {"avg_ms": 0.006, "count": 129, "max_ms": 0.061, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.853, "count": 129, "max_ms": 78.244, "p95_ms": 62.382}, "visualize": {"avg_ms": 31.42, "count": 129, "max_ms": 57.438, "p95_ms": 42.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.51, "count": 129, "max_ms": 56.424, "p95_ms": 41.338}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.198, "count": 129, "max_ms": 57.27, "p95_ms": 42.275}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.093, "count": 129, "max_ms": 57.176, "p95_ms": 42.183}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 129, "max_ms": 0.167, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.908, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.104, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125503, "write_bytes_delta": 125503, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1236.0, "cpu_core_ratio": 1.347475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 69905, "reason": null, "system_cpu_core_ratio": 0.050424, "system_cpu_s_delta": 1.0099999999999998, "user_cpu_core_ratio": 1.297051, "user_cpu_s_delta": 25.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.612579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.055916, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.556663, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.767, "count": 278, "max_ms": 7.237, "p95_ms": 4.296, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.232, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1312.6, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3806.4, "count": 30, "max": 98772.0, "p95": 7383.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.075, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.181, "count": 30, "max": 1.515, "p95": 1.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121258.833, "count": 30, "max": 125503.0, "p95": 124598.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108854.9, "count": 30, "max": 125503.0, "p95": 124007.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.69, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27937, "sampled_at": "2026-11-03T10:57:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.117, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4511577, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3279107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3279102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9860.07, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x640180e86440] error while decoding MB 74 65, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9081350553600, "copied_frame_count": 3284632, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9081350553600, "frame_buffer_copies": 3284632, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 0.9573, "p50_ms": 0.1244, "p95_ms": 0.2449, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2796, "count": 512, "max_ms": 3.8965, "p50_ms": 1.1957, "p95_ms": 2.0286, "p99_ms": 2.6937, "results": {"failed": 0, "not_applicable": 0, "success": 3284632, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 251, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:36+09:00", "last_error_summary": "[h264 @ 0x640180e86440] error while decoding MB 74 65, bytestream -13", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.543, "last_started_at": "2026-11-03T10:55:56+09:00", "pid": 69905, "process": {"exists": false, "pid": 69905}, "restart_count": 147, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.975, "sample_count": 1963, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T10:57:36+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-11-03T10:57:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.879, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 285.121, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T10:57:36.527846+09:00", "mtime_epoch": 1793671056.527846, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:57:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.785, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3284632, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 129, "pushed_frames": 129, "read_frames": 129, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.429, "pushed": 4.429, "read": 4.429}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 129, "client_acquire_ms": {"avg_ms": 0.009, "count": 129, "max_ms": 0.034, "p95_ms": 0.019, "reason": null, "sample_age_ms": 106.605, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 129, "max_ms": 4.073, "p95_ms": 2.109, "reason": null, "sample_age_ms": 140.617, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 129, "max_ms": 3.483, "p95_ms": 1.57, "reason": null, "sample_age_ms": 140.811, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 129, "max_ms": 0.342, "p95_ms": 0.175, "reason": null, "sample_age_ms": 106.614, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.658, "count": 129, "max_ms": 3.748, "p95_ms": 2.685, "reason": null, "sample_age_ms": 139.327, "source": "client_direct"}, "request_count": 129, "request_tensor_bytes": {"avg": 2211848.0, "count": 129, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 139.311, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 129, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 106.715, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.834, "count": 129, "max_ms": 75.519, "p95_ms": 58.31, "reason": null, "sample_age_ms": 106.597, "source": "client_direct"}, "sample_age_ms": 106.593, "source": "client_direct", "task_total_ms": {"avg_ms": 41.791, "count": 129, "max_ms": 77.401, "p95_ms": 61.295, "reason": null, "sample_age_ms": 106.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.243, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.785, "count": 129, "max_ms": 2.679, "p95_ms": 1.391}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 129, "max_ms": 1.102, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 129, "max_ms": 0.279, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 129, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 129, "max_ms": 0.287, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 129, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 129, "max_ms": 0.672, "p95_ms": 0.392}, "setup_ms": {"avg_ms": 0.045, "count": 129, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.744, "count": 129, "max_ms": 2.569, "p95_ms": 1.339}, "track_match_ms": {"avg_ms": 0.004, "count": 129, "max_ms": 0.018, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 129, "max_ms": 0.095, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.726, "count": 129, "max_ms": 5.782, "p95_ms": 4.077}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 129, "max_ms": 0.145, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.838, "count": 129, "max_ms": 78.232, "p95_ms": 62.37}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 129, "max_ms": 0.79, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.061, "count": 129, "max_ms": 137.387, "p95_ms": 101.01}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 129, "max_ms": 3.041, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.205, "count": 129, "max_ms": 0.458, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.943, "count": 129, "max_ms": 138.839, "p95_ms": 102.381}, "read_interval": {"avg_ms": 234.227, "count": 129, "max_ms": 9366.714, "p95_ms": 151.814}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 129, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.141, "count": 129, "max_ms": 0.45, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 129, "max_ms": 0.067, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 129, "max_ms": 0.413, "p95_ms": 0.239}, "worker_merge_ms": {"avg_ms": 0.006, "count": 129, "max_ms": 0.061, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.853, "count": 129, "max_ms": 78.244, "p95_ms": 62.382}, "visualize": {"avg_ms": 31.42, "count": 129, "max_ms": 57.438, "p95_ms": 42.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.51, "count": 129, "max_ms": 56.424, "p95_ms": 41.338}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.198, "count": 129, "max_ms": 57.27, "p95_ms": 42.275}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.093, "count": 129, "max_ms": 57.176, "p95_ms": 42.183}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 129, "max_ms": 0.167, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.908, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.104, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125503, "write_bytes_delta": 125503, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1236.0, "cpu_core_ratio": 1.347475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 69905, "reason": null, "system_cpu_core_ratio": 0.050424, "system_cpu_s_delta": 1.0099999999999998, "user_cpu_core_ratio": 1.297051, "user_cpu_s_delta": 25.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.612579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.055916, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.556663, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.767, "count": 278, "max_ms": 7.237, "p95_ms": 4.296, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.232, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1312.6, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3806.4, "count": 30, "max": 98772.0, "p95": 7383.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.075, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.181, "count": 30, "max": 1.515, "p95": 1.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121258.833, "count": 30, "max": 125503.0, "p95": 124598.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108854.9, "count": 30, "max": 125503.0, "p95": 124007.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.69, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27937, "sampled_at": "2026-11-03T10:57:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.125, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4511577, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3279107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3279102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9858.809, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9081350553600, "copied_frame_count": 3284632, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9081350553600, "frame_buffer_copies": 3284632, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 0.9573, "p50_ms": 0.1244, "p95_ms": 0.2449, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2796, "count": 512, "max_ms": 3.8965, "p50_ms": 1.1957, "p95_ms": 2.0286, "p99_ms": 2.6937, "results": {"failed": 0, "not_applicable": 0, "success": 3284632, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 251, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:36+09:00", "last_error_summary": "[h264 @ 0x640180e86440] error while decoding MB 74 65, bytestream -13", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 100.612, "last_started_at": "2026-11-03T10:55:56+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 147, "restart_count_per_hour": 4, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 148}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.975, "sample_count": 1962, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.124, "last_frame_pushed_at": "2026-11-03T10:57:36+09:00", "last_frame_read_age_sec": 0.203, "last_frame_read_at": "2026-11-03T10:57:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 314.924, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 285.076, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T10:57:36.527846+09:00", "mtime_epoch": 1793671056.527846, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:57:36+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.781, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3284632, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 129, "pushed_frames": 129, "read_frames": 129, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.419, "pushed": 4.419, "read": 4.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 129, "client_acquire_ms": {"avg_ms": 0.009, "count": 129, "max_ms": 0.034, "p95_ms": 0.019, "reason": null, "sample_age_ms": 174.613, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 129, "max_ms": 4.073, "p95_ms": 2.109, "reason": null, "sample_age_ms": 208.625, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 129, "max_ms": 3.483, "p95_ms": 1.57, "reason": null, "sample_age_ms": 208.819, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 129, "max_ms": 0.342, "p95_ms": 0.175, "reason": null, "sample_age_ms": 174.622, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.658, "count": 129, "max_ms": 3.748, "p95_ms": 2.685, "reason": null, "sample_age_ms": 207.335, "source": "client_direct"}, "request_count": 129, "request_tensor_bytes": {"avg": 2211848.0, "count": 129, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 207.319, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 129, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 174.723, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.834, "count": 129, "max_ms": 75.519, "p95_ms": 58.31, "reason": null, "sample_age_ms": 174.605, "source": "client_direct"}, "sample_age_ms": 174.601, "source": "client_direct", "task_total_ms": {"avg_ms": 41.791, "count": 129, "max_ms": 77.401, "p95_ms": 61.295, "reason": null, "sample_age_ms": 174.601, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.755, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.785, "count": 129, "max_ms": 2.679, "p95_ms": 1.391}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 129, "max_ms": 1.102, "p95_ms": 0.491}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 129, "max_ms": 0.279, "p95_ms": 0.176}, "event_filter_ms": {"avg_ms": 0.004, "count": 129, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 129, "max_ms": 0.287, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 129, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 129, "max_ms": 0.672, "p95_ms": 0.392}, "setup_ms": {"avg_ms": 0.045, "count": 129, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.744, "count": 129, "max_ms": 2.569, "p95_ms": 1.339}, "track_match_ms": {"avg_ms": 0.004, "count": 129, "max_ms": 0.018, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 129, "max_ms": 0.095, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.726, "count": 129, "max_ms": 5.782, "p95_ms": 4.077}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 129, "max_ms": 0.145, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.838, "count": 129, "max_ms": 78.232, "p95_ms": 62.37}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 129, "max_ms": 0.79, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.061, "count": 129, "max_ms": 137.387, "p95_ms": 101.01}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 129, "max_ms": 3.041, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.205, "count": 129, "max_ms": 0.458, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.943, "count": 129, "max_ms": 138.839, "p95_ms": 102.381}, "read_interval": {"avg_ms": 234.227, "count": 129, "max_ms": 9366.714, "p95_ms": 151.814}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 129, "max_ms": 0.069, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.141, "count": 129, "max_ms": 0.45, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 129, "max_ms": 0.067, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 129, "max_ms": 0.413, "p95_ms": 0.239}, "worker_merge_ms": {"avg_ms": 0.006, "count": 129, "max_ms": 0.061, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.853, "count": 129, "max_ms": 78.244, "p95_ms": 62.382}, "visualize": {"avg_ms": 31.42, "count": 129, "max_ms": 57.438, "p95_ms": 42.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.51, "count": 129, "max_ms": 56.424, "p95_ms": 41.338}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.198, "count": 129, "max_ms": 57.27, "p95_ms": 42.275}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.093, "count": 129, "max_ms": 57.176, "p95_ms": 42.183}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 129, "max_ms": 0.167, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.908, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.104, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125503, "write_bytes_delta": 125503, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1236.0, "cpu_core_ratio": 1.347475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 69905, "reason": null, "system_cpu_core_ratio": 0.050424, "system_cpu_s_delta": 1.0099999999999998, "user_cpu_core_ratio": 1.297051, "user_cpu_s_delta": 25.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.612579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.055916, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.556663, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.767, "count": 278, "max_ms": 7.237, "p95_ms": 4.296, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.232, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1312.6, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3806.4, "count": 30, "max": 98772.0, "p95": 7383.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.075, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.181, "count": 30, "max": 1.515, "p95": 1.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121258.833, "count": 30, "max": 125503.0, "p95": 124598.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108854.9, "count": 30, "max": 125503.0, "p95": 124007.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.69, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27937, "sampled_at": "2026-11-03T10:57:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.191, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4511577, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3279107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3279102}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10070.879, "limit_mb": null}, "detail": {"pid": 70137, "restart_count": 148, "start_count": 149}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9081350553600, "copied_frame_count": 3284632, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9081350553600, "frame_buffer_copies": 3284632, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 0.9573, "p50_ms": 0.1244, "p95_ms": 0.2449, "p99_ms": 0.3135}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2796, "count": 512, "max_ms": 3.8965, "p50_ms": 1.1957, "p95_ms": 2.0286, "p99_ms": 2.6937, "results": {"failed": 0, "not_applicable": 0, "success": 3284632, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 138, "h264_decode_error_count": 251, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:36+09:00", "last_error_summary": "[h264 @ 0x640180e86440] error while decoding MB 74 65, bytestream -13", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:57:38+09:00", "pid": 70137, "process": {"exists": true, "fd_count": 5, "hwm_mb": 238.906, "name": "ffmpeg", "pid": 70137, "rss_mb": 238.906, "state": "S (sleeping)", "threads": 19}, "restart_count": 148, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.975, "sample_count": 1923, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.371, "last_frame_pushed_at": "2026-11-03T10:57:36+09:00", "last_frame_read_age_sec": 4.45, "last_frame_read_at": "2026-11-03T10:57:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.171, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 280.829, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.359, "exists": true, "mtime": "2026-11-03T10:57:36.527846+09:00", "mtime_epoch": 1793671056.527846, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 130613}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T10:57:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2390.785, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3284632, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 94, "pushed_frames": 94, "read_frames": 93, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.135, "pushed": 3.135, "read": 3.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 93, "client_acquire_ms": {"avg_ms": 0.009, "count": 93, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4421.443, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.632, "count": 93, "max_ms": 4.073, "p95_ms": 1.698, "reason": null, "sample_age_ms": 4455.455, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 93, "max_ms": 3.483, "p95_ms": 1.409, "reason": null, "sample_age_ms": 4455.649, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 93, "max_ms": 0.342, "p95_ms": 0.205, "reason": null, "sample_age_ms": 4421.452, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.596, "count": 93, "max_ms": 3.748, "p95_ms": 2.483, "reason": null, "sample_age_ms": 4454.166, "source": "client_direct"}, "request_count": 93, "request_tensor_bytes": {"avg": 2211848.0, "count": 93, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4454.149, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 93, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4421.553, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.137, "count": 93, "max_ms": 67.444, "p95_ms": 57.1, "reason": null, "sample_age_ms": 4421.436, "source": "client_direct"}, "sample_age_ms": 4421.431, "source": "client_direct", "task_total_ms": {"avg_ms": 40.04, "count": 93, "max_ms": 68.713, "p95_ms": 58.779, "reason": null, "sample_age_ms": 4421.431, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.254, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.77, "count": 94, "max_ms": 2.679, "p95_ms": 1.262}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 94, "max_ms": 1.102, "p95_ms": 0.461}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 94, "max_ms": 0.279, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.01, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 94, "max_ms": 0.287, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.003, "count": 94, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.198, "count": 94, "max_ms": 0.672, "p95_ms": 0.392}, "setup_ms": {"avg_ms": 0.045, "count": 94, "max_ms": 0.093, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.729, "count": 94, "max_ms": 2.569, "p95_ms": 1.19}, "track_match_ms": {"avg_ms": 0.004, "count": 94, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 94, "max_ms": 0.095, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.713, "count": 94, "max_ms": 4.386, "p95_ms": 3.977}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 94, "max_ms": 0.137, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.164, "count": 94, "max_ms": 69.35, "p95_ms": 61.021}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 94, "max_ms": 0.79, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.112, "count": 94, "max_ms": 117.033, "p95_ms": 95.783}, "inference_input_copy_ms": {"avg_ms": 1.636, "count": 94, "max_ms": 3.041, "p95_ms": 2.546}, "processing_residual_ms": {"avg_ms": 0.22, "count": 94, "max_ms": 0.458, "p95_ms": 0.433}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.021, "count": 94, "max_ms": 118.398, "p95_ms": 97.637}, "read_interval": {"avg_ms": 275.589, "count": 93, "max_ms": 9366.714, "p95_ms": 137.637}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 94, "max_ms": 0.069, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.138, "count": 94, "max_ms": 0.45, "p95_ms": 0.296}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 94, "max_ms": 0.067, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 94, "max_ms": 0.413, "p95_ms": 0.239}, "worker_merge_ms": {"avg_ms": 0.006, "count": 94, "max_ms": 0.038, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.179, "count": 94, "max_ms": 69.359, "p95_ms": 61.042}, "visualize": {"avg_ms": 31.191, "count": 94, "max_ms": 52.5, "p95_ms": 40.233}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.28, "count": 94, "max_ms": 51.42, "p95_ms": 39.113}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.964, "count": 94, "max_ms": 52.231, "p95_ms": 39.969}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 94, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.858, "count": 94, "max_ms": 52.102, "p95_ms": 39.832}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 94, "max_ms": 0.167, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 94}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2390.699, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.908, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.104, "sample_count": 2165, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3284474, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125503, "write_bytes_delta": 125503, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1236.0, "cpu_core_ratio": 1.347475, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 69905, "reason": null, "system_cpu_core_ratio": 0.050424, "system_cpu_s_delta": 1.0099999999999998, "user_cpu_core_ratio": 1.297051, "user_cpu_s_delta": 25.980000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.612579, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.055916, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.556663, "user_cpu_s_delta": 11.14999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.767, "count": 278, "max_ms": 7.237, "p95_ms": 4.296, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.232, "count": 30, "max": 60.466, "p95": 58.296, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 37.566, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1312.6, "count": 30, "max": 1591.0, "p95": 1585.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3806.4, "count": 30, "max": 98772.0, "p95": 7383.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.235, "p95": 0.075, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.181, "count": 30, "max": 1.515, "p95": 1.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 121258.833, "count": 30, "max": 125503.0, "p95": 124598.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108854.9, "count": 30, "max": 125503.0, "p95": 124007.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 51.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.073, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.549, "count": 30, "max": 0.69, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27937, "sampled_at": "2026-11-03T10:57:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5229479, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3194106, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3193704}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9929.727, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d6ca79dc480] error while decoding MB 35 49, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8845242163200, "copied_frame_count": 3199234, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8845242163200, "frame_buffer_copies": 3199234, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.7771, "p50_ms": 0.0983, "p95_ms": 0.2003, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3517, "count": 512, "max_ms": 3.8214, "p50_ms": 1.2178, "p95_ms": 2.2805, "p99_ms": 2.8798, "results": {"failed": 0, "not_applicable": 0, "success": 3199234, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 243, "h264_decode_error_count": 799, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:41+09:00", "last_error_summary": "[h264 @ 0x5d6ca79dc480] error while decoding MB 35 49, bytestream -10", "last_exit_at": "2026-11-03T10:56:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.697, "last_started_at": "2026-11-03T10:56:03+09:00", "pid": 70021, "process": {"exists": false, "pid": 70021}, "restart_count": 258, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 259}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.85, "sample_count": 1765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3199234, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T10:57:41+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-11-03T10:57:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.436, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 280.564, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-03T10:57:41.063888+09:00", "mtime_epoch": 1793671061.0638878, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:57:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3199234, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.824, "max": 16.0, "p95": 13.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.874, "max": 3.0, "p95": 2.0, "sample_count": 269}, "total": {"avg": 1.813, "max": 3.0, "p95": 2.0, "sample_count": 278}}, "tracking_counts": {"active": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 278}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 278}, "tracked": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 278}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.296, "pushed": 9.296, "read": 9.296}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 278, "client_acquire_ms": {"avg_ms": 0.006, "count": 278, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 127.405, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.663, "count": 278, "max_ms": 4.378, "p95_ms": 2.336, "reason": null, "sample_age_ms": 72.384, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 278, "max_ms": 4.067, "p95_ms": 1.805, "reason": null, "sample_age_ms": 72.666, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.34, "count": 278, "max_ms": 2.054, "p95_ms": 0.638, "reason": null, "sample_age_ms": 127.438, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.655, "count": 278, "max_ms": 4.851, "p95_ms": 3.152, "reason": null, "sample_age_ms": 69.062, "source": "client_direct"}, "request_count": 278, "request_tensor_bytes": {"avg": 2764808.0, "count": 278, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.014, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 278, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.046, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.228, "count": 278, "max_ms": 82.221, "p95_ms": 62.554, "reason": null, "sample_age_ms": 127.397, "source": "client_direct"}, "sample_age_ms": 68.997, "source": "client_direct", "task_total_ms": {"avg_ms": 48.367, "count": 278, "max_ms": 84.855, "p95_ms": 65.362, "reason": null, "sample_age_ms": 127.392, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.983, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.835, "count": 278, "max_ms": 20.379, "p95_ms": 11.032}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 278, "max_ms": 1.834, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 1.41, "count": 278, "max_ms": 6.352, "p95_ms": 2.557}, "event_filter_ms": {"avg_ms": 0.006, "count": 278, "max_ms": 0.045, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.278, "count": 278, "max_ms": 0.756, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 278, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.043, "count": 278, "max_ms": 10.685, "p95_ms": 4.86}, "setup_ms": {"avg_ms": 0.041, "count": 278, "max_ms": 0.152, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.778, "count": 278, "max_ms": 20.262, "p95_ms": 10.967}, "track_match_ms": {"avg_ms": 0.073, "count": 278, "max_ms": 0.956, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.55, "count": 278, "max_ms": 4.564, "p95_ms": 2.857}}, "gstreamer_push": {"avg_ms": 2.745, "count": 278, "max_ms": 6.49, "p95_ms": 4.444}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 278, "max_ms": 0.305, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.446, "count": 278, "max_ms": 85.605, "p95_ms": 68.198}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.77, "count": 278, "max_ms": 12.038, "p95_ms": 7.114}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.908, "count": 278, "max_ms": 134.939, "p95_ms": 115.993}, "inference_input_copy_ms": {"avg_ms": 1.335, "count": 278, "max_ms": 3.337, "p95_ms": 2.309}, "processing_residual_ms": {"avg_ms": 0.203, "count": 278, "max_ms": 0.723, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.216, "count": 278, "max_ms": 139.215, "p95_ms": 119.523}, "read_interval": {"avg_ms": 107.821, "count": 278, "max_ms": 215.353, "p95_ms": 147.238}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 278, "max_ms": 0.08, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.966, "count": 278, "max_ms": 10.494, "p95_ms": 4.752}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 278, "max_ms": 0.096, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.948, "count": 278, "max_ms": 10.461, "p95_ms": 4.739}, "worker_merge_ms": {"avg_ms": 0.006, "count": 278, "max_ms": 0.039, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.458, "count": 278, "max_ms": 85.625, "p95_ms": 68.21}, "visualize": {"avg_ms": 32.449, "count": 278, "max_ms": 56.533, "p95_ms": 45.658}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.863, "count": 278, "max_ms": 47.632, "p95_ms": 37.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.016, "count": 278, "max_ms": 54.152, "p95_ms": 43.268}, "visualize_input_copy_ms": {"avg_ms": 1.231, "count": 278, "max_ms": 3.981, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.881, "count": 278, "max_ms": 53.889, "p95_ms": 42.967}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 278, "max_ms": 0.265, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 278}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.177, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.721, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138684, "write_bytes_delta": 138684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.482661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 330.0, "pid": 70021, "reason": null, "system_cpu_core_ratio": 0.040305, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.442356, "user_cpu_s_delta": 8.889999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.645027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490622, "system_cpu_s_delta": 9.860000000000582, "user_cpu_core_ratio": 1.154405, "user_cpu_s_delta": 23.20000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.363, "count": 240, "max_ms": 6.906, "p95_ms": 5.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.463, "max": 13.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.873, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.842, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.58, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.209, "count": 30, "max": 32.679, "p95": 23.728, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.867, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2348.133, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129368.433, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122213.467, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.2, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24918, "sampled_at": "2026-11-03T10:57:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.905, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5229479, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3194107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3193705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9997.32, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:57:41+09:00", "last_error_summary": "[h264 @ 0x5d6ca79dc480] error while decoding MB 35 49, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8845244928000, "copied_frame_count": 3199235, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8845244928000, "frame_buffer_copies": 3199235, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.7771, "p50_ms": 0.098, "p95_ms": 0.2003, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.8214, "p50_ms": 1.2178, "p95_ms": 2.2805, "p99_ms": 2.8798, "results": {"failed": 0, "not_applicable": 0, "success": 3199235, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 243, "h264_decode_error_count": 799, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:41+09:00", "last_error_summary": "[h264 @ 0x5d6ca79dc480] error while decoding MB 35 49, bytestream -10", "last_exit_at": "2026-11-03T10:57:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.784, "last_started_at": "2026-11-03T10:56:03+09:00", "pid": 70021, "process": {"exists": false, "pid": 70021}, "restart_count": 258, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 259}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.852, "sample_count": 1765, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3199235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T10:57:41+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-11-03T10:57:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.538, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 280.462, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-11-03T10:57:41.063888+09:00", "mtime_epoch": 1793671061.0638878, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:57:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3199235, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.824, "max": 16.0, "p95": 13.0, "sample_count": 279}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.874, "max": 3.0, "p95": 2.0, "sample_count": 270}, "total": {"avg": 1.814, "max": 3.0, "p95": 2.0, "sample_count": 279}}, "tracking_counts": {"active": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 279}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 279}, "tracked": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 279}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 279, "pushed_frames": 279, "read_frames": 278, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.302, "pushed": 9.302, "read": 9.269}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 277, "client_acquire_ms": {"avg_ms": 0.006, "count": 278, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 101.916, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.659, "count": 277, "max_ms": 4.378, "p95_ms": 2.337, "reason": null, "sample_age_ms": 177.118, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.301, "count": 277, "max_ms": 4.067, "p95_ms": 1.814, "reason": null, "sample_age_ms": 177.4, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.338, "count": 278, "max_ms": 2.054, "p95_ms": 0.638, "reason": null, "sample_age_ms": 101.924, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.653, "count": 277, "max_ms": 4.851, "p95_ms": 3.154, "reason": null, "sample_age_ms": 173.796, "source": "client_direct"}, "request_count": 277, "request_tensor_bytes": {"avg": 2764808.0, "count": 277, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 173.748, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 278, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.188, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.278, "count": 278, "max_ms": 82.221, "p95_ms": 62.709, "reason": null, "sample_age_ms": 101.911, "source": "client_direct"}, "sample_age_ms": 101.906, "source": "client_direct", "task_total_ms": {"avg_ms": 48.423, "count": 278, "max_ms": 84.855, "p95_ms": 65.609, "reason": null, "sample_age_ms": 101.906, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.15, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.917, "count": 279, "max_ms": 29.681, "p95_ms": 11.253}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 279, "max_ms": 1.834, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 1.48, "count": 279, "max_ms": 20.871, "p95_ms": 2.563}, "event_filter_ms": {"avg_ms": 0.006, "count": 279, "max_ms": 0.045, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.278, "count": 279, "max_ms": 0.756, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 279, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.047, "count": 279, "max_ms": 10.685, "p95_ms": 4.86}, "setup_ms": {"avg_ms": 0.041, "count": 279, "max_ms": 0.152, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 6.86, "count": 279, "max_ms": 29.616, "p95_ms": 11.121}, "track_match_ms": {"avg_ms": 0.073, "count": 279, "max_ms": 0.956, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.558, "count": 279, "max_ms": 4.564, "p95_ms": 2.896}}, "gstreamer_push": {"avg_ms": 2.749, "count": 279, "max_ms": 6.49, "p95_ms": 4.444}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 279, "max_ms": 0.305, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.549, "count": 279, "max_ms": 85.605, "p95_ms": 70.368}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.768, "count": 279, "max_ms": 12.038, "p95_ms": 7.114}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.098, "count": 279, "max_ms": 143.013, "p95_ms": 116.252}, "inference_input_copy_ms": {"avg_ms": 1.339, "count": 279, "max_ms": 3.337, "p95_ms": 2.352}, "processing_residual_ms": {"avg_ms": 0.204, "count": 279, "max_ms": 0.723, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.408, "count": 279, "max_ms": 147.863, "p95_ms": 120.914}, "read_interval": {"avg_ms": 107.821, "count": 278, "max_ms": 215.353, "p95_ms": 147.238}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 279, "max_ms": 0.08, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.97, "count": 279, "max_ms": 10.494, "p95_ms": 4.752}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 279, "max_ms": 0.096, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.952, "count": 279, "max_ms": 10.461, "p95_ms": 4.739}, "worker_merge_ms": {"avg_ms": 0.006, "count": 279, "max_ms": 0.039, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.561, "count": 279, "max_ms": 85.625, "p95_ms": 70.378}, "visualize": {"avg_ms": 32.445, "count": 279, "max_ms": 56.533, "p95_ms": 45.658}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.858, "count": 279, "max_ms": 47.632, "p95_ms": 37.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.011, "count": 279, "max_ms": 54.152, "p95_ms": 43.268}, "visualize_input_copy_ms": {"avg_ms": 1.231, "count": 279, "max_ms": 3.981, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 279, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.876, "count": 279, "max_ms": 53.889, "p95_ms": 42.967}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 279, "max_ms": 0.265, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 279}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 279}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.177, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.721, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138684, "write_bytes_delta": 138684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.482661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 330.0, "pid": 70021, "reason": null, "system_cpu_core_ratio": 0.040305, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.442356, "user_cpu_s_delta": 8.889999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.645027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490622, "system_cpu_s_delta": 9.860000000000582, "user_cpu_core_ratio": 1.154405, "user_cpu_s_delta": 23.20000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.363, "count": 240, "max_ms": 6.906, "p95_ms": 5.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.463, "max": 13.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.873, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.842, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.58, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.209, "count": 30, "max": 32.679, "p95": 23.728, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.867, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2348.133, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129368.433, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122213.467, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.2, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24918, "sampled_at": "2026-11-03T10:57:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5229479, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3194107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3193705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10008.094, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8845244928000, "copied_frame_count": 3199235, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8845244928000, "frame_buffer_copies": 3199235, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.7771, "p50_ms": 0.098, "p95_ms": 0.2003, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.8214, "p50_ms": 1.2178, "p95_ms": 2.2805, "p99_ms": 2.8798, "results": {"failed": 0, "not_applicable": 0, "success": 3199235, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 243, "h264_decode_error_count": 799, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:41+09:00", "last_error_summary": "[h264 @ 0x5d6ca79dc480] error while decoding MB 35 49, bytestream -10", "last_exit_at": "2026-11-03T10:57:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 97.878, "last_started_at": "2026-11-03T10:56:03+09:00", "pid": 70021, "process": {"exists": false, "pid": 70021}, "restart_count": 258, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 259}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.852, "sample_count": 1764, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3199235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T10:57:41+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-11-03T10:57:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 319.638, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 280.362, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-11-03T10:57:41.219889+09:00", "mtime_epoch": 1793671061.2198892, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140111}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:57:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3199235, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.827, "max": 16.0, "p95": 13.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.874, "max": 3.0, "p95": 2.0, "sample_count": 269}, "total": {"avg": 1.813, "max": 3.0, "p95": 2.0, "sample_count": 278}}, "tracking_counts": {"active": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 278}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 278}, "tracked": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 278}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.268, "pushed": 9.268, "read": 9.234}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.006, "count": 277, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 198.009, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.659, "count": 276, "max_ms": 4.378, "p95_ms": 2.337, "reason": null, "sample_age_ms": 273.212, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.302, "count": 276, "max_ms": 4.067, "p95_ms": 1.823, "reason": null, "sample_age_ms": 273.494, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 277, "max_ms": 2.054, "p95_ms": 0.639, "reason": null, "sample_age_ms": 198.018, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.653, "count": 276, "max_ms": 4.851, "p95_ms": 3.155, "reason": null, "sample_age_ms": 269.89, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2764808.0, "count": 276, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 269.841, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 277, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 198.282, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.319, "count": 277, "max_ms": 82.221, "p95_ms": 62.741, "reason": null, "sample_age_ms": 198.004, "source": "client_direct"}, "sample_age_ms": 197.999, "source": "client_direct", "task_total_ms": {"avg_ms": 48.463, "count": 277, "max_ms": 84.855, "p95_ms": 65.633, "reason": null, "sample_age_ms": 197.999, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.143, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.898, "count": 278, "max_ms": 29.681, "p95_ms": 11.032}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 278, "max_ms": 1.834, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 1.463, "count": 278, "max_ms": 20.871, "p95_ms": 2.557}, "event_filter_ms": {"avg_ms": 0.006, "count": 278, "max_ms": 0.045, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.278, "count": 278, "max_ms": 0.756, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 278, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.046, "count": 278, "max_ms": 10.685, "p95_ms": 4.86}, "setup_ms": {"avg_ms": 0.041, "count": 278, "max_ms": 0.152, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.842, "count": 278, "max_ms": 29.616, "p95_ms": 10.967}, "track_match_ms": {"avg_ms": 0.073, "count": 278, "max_ms": 0.956, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 1.559, "count": 278, "max_ms": 4.564, "p95_ms": 2.896}}, "gstreamer_push": {"avg_ms": 2.745, "count": 278, "max_ms": 6.49, "p95_ms": 4.444}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 278, "max_ms": 0.305, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.498, "count": 278, "max_ms": 85.605, "p95_ms": 70.368}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.768, "count": 278, "max_ms": 12.038, "p95_ms": 7.114}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.953, "count": 278, "max_ms": 143.013, "p95_ms": 115.993}, "inference_input_copy_ms": {"avg_ms": 1.332, "count": 278, "max_ms": 3.015, "p95_ms": 2.309}, "processing_residual_ms": {"avg_ms": 0.203, "count": 278, "max_ms": 0.723, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.256, "count": 278, "max_ms": 147.863, "p95_ms": 119.523}, "read_interval": {"avg_ms": 107.678, "count": 277, "max_ms": 215.353, "p95_ms": 147.074}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 278, "max_ms": 0.08, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.968, "count": 278, "max_ms": 10.494, "p95_ms": 4.752}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 278, "max_ms": 0.096, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.95, "count": 278, "max_ms": 10.461, "p95_ms": 4.739}, "worker_merge_ms": {"avg_ms": 0.006, "count": 278, "max_ms": 0.039, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.51, "count": 278, "max_ms": 85.625, "p95_ms": 70.378}, "visualize": {"avg_ms": 32.37, "count": 278, "max_ms": 56.533, "p95_ms": 45.37}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.79, "count": 278, "max_ms": 47.632, "p95_ms": 37.144}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.935, "count": 278, "max_ms": 54.152, "p95_ms": 42.966}, "visualize_input_copy_ms": {"avg_ms": 1.232, "count": 278, "max_ms": 3.981, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.801, "count": 278, "max_ms": 53.889, "p95_ms": 42.855}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 278, "max_ms": 0.265, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 278}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.177, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.721, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138684, "write_bytes_delta": 138684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.482661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 330.0, "pid": 70021, "reason": null, "system_cpu_core_ratio": 0.040305, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.442356, "user_cpu_s_delta": 8.889999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.645027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490622, "system_cpu_s_delta": 9.860000000000582, "user_cpu_core_ratio": 1.154405, "user_cpu_s_delta": 23.20000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.363, "count": 240, "max_ms": 6.906, "p95_ms": 5.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.463, "max": 13.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.873, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.842, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.58, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.209, "count": 30, "max": 32.679, "p95": 23.728, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.867, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2348.133, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129368.433, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122213.467, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.2, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24918, "sampled_at": "2026-11-03T10:57:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5229479, "flush_count": 5531, "flush_interval_seconds": 30.0, "flush_state": {"count": 5531, "last_at": "2026-11-03T10:56:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:56:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5530}, "started": true, "suppressed_count": 3194107, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3193705}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5531, "written_record_count": 5531}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10208.16, "limit_mb": null}, "detail": {"pid": 70253, "restart_count": 259, "start_count": 260}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8845244928000, "copied_frame_count": 3199235, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8845244928000, "frame_buffer_copies": 3199235, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1165, "count": 512, "max_ms": 2.7771, "p50_ms": 0.098, "p95_ms": 0.2003, "p99_ms": 0.2898}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.8214, "p50_ms": 1.2178, "p95_ms": 2.2805, "p99_ms": 2.8798, "results": {"failed": 0, "not_applicable": 0, "success": 3199235, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 243, "h264_decode_error_count": 799, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:57:41+09:00", "last_error_summary": "[h264 @ 0x5d6ca79dc480] error while decoding MB 35 49, bytestream -10", "last_exit_at": "2026-11-03T10:57:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:57:44+09:00", "pid": 70253, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.953, "name": "ffmpeg", "pid": 70253, "rss_mb": 203.953, "state": "S (sleeping)", "threads": 70}, "restart_count": 259, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 260}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.455, "sample_count": 1726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3199235, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.146, "last_frame_pushed_at": "2026-11-03T10:57:41+09:00", "last_frame_read_age_sec": 5.3, "last_frame_read_at": "2026-11-03T10:57:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 324.646, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 275.354, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 5.134, "exists": true, "mtime": "2026-11-03T10:57:41.219889+09:00", "mtime_epoch": 1793671061.2198892, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 140111}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:57:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2328.961, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3199235, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.913, "max": 16.0, "p95": 14.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.91, "max": 3.0, "p95": 2.0, "sample_count": 221}, "total": {"avg": 1.835, "max": 3.0, "p95": 2.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.681, "pushed": 7.681, "read": 7.648}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.019, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5228.706, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.671, "count": 229, "max_ms": 4.378, "p95_ms": 2.337, "reason": null, "sample_age_ms": 5303.908, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.301, "count": 229, "max_ms": 4.067, "p95_ms": 1.886, "reason": null, "sample_age_ms": 5304.19, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 230, "max_ms": 2.054, "p95_ms": 0.629, "reason": null, "sample_age_ms": 5228.714, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.685, "count": 229, "max_ms": 4.27, "p95_ms": 3.181, "reason": null, "sample_age_ms": 5300.586, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5300.538, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5228.978, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.409, "count": 230, "max_ms": 82.221, "p95_ms": 62.533, "reason": null, "sample_age_ms": 5228.701, "source": "client_direct"}, "sample_age_ms": 5228.696, "source": "client_direct", "task_total_ms": {"avg_ms": 48.588, "count": 230, "max_ms": 84.855, "p95_ms": 65.071, "reason": null, "sample_age_ms": 5228.696, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.834, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.848, "count": 230, "max_ms": 29.681, "p95_ms": 10.729}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.385, "count": 230, "max_ms": 1.834, "p95_ms": 0.768}, "detection_prepare_ms": {"avg_ms": 1.465, "count": 230, "max_ms": 20.871, "p95_ms": 2.547}, "event_filter_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.045, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.277, "count": 230, "max_ms": 0.756, "p95_ms": 0.472}, "mcmt_ms": {"avg_ms": 0.003, "count": 230, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.996, "count": 230, "max_ms": 9.728, "p95_ms": 4.79}, "setup_ms": {"avg_ms": 0.041, "count": 230, "max_ms": 0.133, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 6.792, "count": 230, "max_ms": 29.616, "p95_ms": 10.644}, "track_match_ms": {"avg_ms": 0.073, "count": 230, "max_ms": 0.956, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.545, "count": 230, "max_ms": 3.986, "p95_ms": 2.896}}, "gstreamer_push": {"avg_ms": 2.79, "count": 230, "max_ms": 6.49, "p95_ms": 4.549}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 230, "max_ms": 0.303, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.663, "count": 230, "max_ms": 85.605, "p95_ms": 66.194}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.767, "count": 230, "max_ms": 12.038, "p95_ms": 7.114}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.42, "count": 230, "max_ms": 143.013, "p95_ms": 113.744}, "inference_input_copy_ms": {"avg_ms": 1.357, "count": 230, "max_ms": 3.015, "p95_ms": 2.352}, "processing_residual_ms": {"avg_ms": 0.209, "count": 230, "max_ms": 0.723, "p95_ms": 0.384}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.754, "count": 230, "max_ms": 147.863, "p95_ms": 118.407}, "read_interval": {"avg_ms": 108.083, "count": 229, "max_ms": 215.353, "p95_ms": 146.407}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 230, "max_ms": 0.08, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.919, "count": 230, "max_ms": 9.471, "p95_ms": 4.688}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 230, "max_ms": 0.096, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.901, "count": 230, "max_ms": 9.391, "p95_ms": 4.658}, "worker_merge_ms": {"avg_ms": 0.006, "count": 230, "max_ms": 0.039, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.675, "count": 230, "max_ms": 85.625, "p95_ms": 66.206}, "visualize": {"avg_ms": 32.715, "count": 230, "max_ms": 56.533, "p95_ms": 46.302}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.065, "count": 230, "max_ms": 47.632, "p95_ms": 37.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.283, "count": 230, "max_ms": 54.152, "p95_ms": 43.395}, "visualize_input_copy_ms": {"avg_ms": 1.23, "count": 230, "max_ms": 3.981, "p95_ms": 2.041}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.149, "count": 230, "max_ms": 53.889, "p95_ms": 43.212}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 230, "max_ms": 0.181, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2328.824, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.177, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.721, "sample_count": 1671, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3198954, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:57:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138684, "write_bytes_delta": 138684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1135.0, "cpu_core_ratio": 0.482661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 330.0, "pid": 70021, "reason": null, "system_cpu_core_ratio": 0.040305, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.442356, "user_cpu_s_delta": 8.889999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.645027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490622, "system_cpu_s_delta": 9.860000000000582, "user_cpu_core_ratio": 1.154405, "user_cpu_s_delta": 23.20000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.363, "count": 240, "max_ms": 6.906, "p95_ms": 5.472, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.463, "max": 13.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.873, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.842, "max": 3.0, "p95": 3.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.58, "count": 30, "max": 89.984, "p95": 70.143, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.209, "count": 30, "max": 32.679, "p95": 23.728, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1040.867, "count": 30, "max": 1295.0, "p95": 1243.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2348.133, "count": 30, "max": 30790.0, "p95": 13585.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.055, "p95": 0.045, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.482, "p95": 0.461, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129368.433, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 122213.467, "count": 30, "max": 138684.0, "p95": 138023.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.2, "count": 30, "max": 46.0, "p95": 31.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.499, "p95": 0.495, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.956, "count": 30, "max": 1.207, "p95": 1.178, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24918, "sampled_at": "2026-11-03T10:57:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:57:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10065.277, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179236454400, "copied_frame_count": 64828, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 179236454400, "frame_buffer_copies": 64828, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 2.1435, "p50_ms": 0.0978, "p95_ms": 0.1826, "p99_ms": 0.2592}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5935, "count": 512, "max_ms": 4.3835, "p50_ms": 1.4937, "p95_ms": 2.6573, "p99_ms": 3.3068, "results": {"failed": 0, "not_applicable": 0, "success": 64828, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:36+09:00", "last_error_summary": "[h264 @ 0x621aae171a80] cabac decode of qscale diff failed at 20 36 [h264 @ 0x621aae171a80] error while decoding MB 20 36, bytestream 15528 [h264 @ 0x621aaeb9a180] error while decoding MB 75 30, bytestream -20 [h264 @ 0x621aae1c2180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aae1c2180] error while decoding MB 0 41, bytestream 1503 [h264 @ 0x621aade95a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aade95a40] error while decoding MB 0 39, bytestream", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6525.737, "last_started_at": "2026-11-03T09:10:50+09:00", "pid": 63126, "process": {"exists": false, "pid": 63126}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.027, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T10:59:36+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-03T10:59:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.907, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 165.093, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T10:59:36.571894+09:00", "mtime_epoch": 1793671176.571894, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 317088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T10:59:36+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.422, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.917, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.146, "max": 3.0, "p95": 3.0, "sample_count": 123}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.105, "pushed": 4.105, "read": 4.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.008, "count": 122, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 61.361, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.77, "count": 122, "max_ms": 3.081, "p95_ms": 1.712, "reason": null, "sample_age_ms": 106.043, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 122, "max_ms": 2.665, "p95_ms": 1.382, "reason": null, "sample_age_ms": 106.425, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 122, "max_ms": 0.297, "p95_ms": 0.2, "reason": null, "sample_age_ms": 61.378, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.977, "count": 122, "max_ms": 3.886, "p95_ms": 3.205, "reason": null, "sample_age_ms": 104.712, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.164, "count": 122, "max_ms": 80.578, "p95_ms": 63.968, "reason": null, "sample_age_ms": 61.352, "source": "client_direct"}, "sample_age_ms": 61.345, "source": "client_direct", "task_total_ms": {"avg_ms": 49.435, "count": 122, "max_ms": 84.743, "p95_ms": 67.642, "reason": null, "sample_age_ms": 61.345, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.01, "count": 123, "max_ms": 0.037, "p95_ms": 0.02, "reason": null, "sample_age_ms": 41.866, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.486, "count": 122, "max_ms": 33.809, "p95_ms": 23.781, "reason": null, "sample_age_ms": 90.915, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.024, "count": 122, "max_ms": 0.187, "p95_ms": 0.046, "reason": null, "sample_age_ms": 106.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.237, "count": 123, "max_ms": 0.61, "p95_ms": 0.441, "reason": null, "sample_age_ms": 41.881, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.176, "count": 122, "max_ms": 11.987, "p95_ms": 3.393, "reason": null, "sample_age_ms": 89.218, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.305, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.452, "count": 123, "max_ms": 64.692, "p95_ms": 61.116, "reason": null, "sample_age_ms": 41.854, "source": "client_direct"}, "sample_age_ms": 41.847, "source": "client_direct", "task_total_ms": {"avg_ms": 50.17, "count": 123, "max_ms": 67.184, "p95_ms": 63.645, "reason": null, "sample_age_ms": 41.847, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.009, "count": 123, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 47.108, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.052, "count": 122, "max_ms": 24.76, "p95_ms": 15.806, "reason": null, "sample_age_ms": 96.431, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.023, "count": 122, "max_ms": 0.136, "p95_ms": 0.04, "reason": null, "sample_age_ms": 106.261, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.176, "count": 123, "max_ms": 0.649, "p95_ms": 0.422, "reason": null, "sample_age_ms": 47.128, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 122, "max_ms": 13.293, "p95_ms": 3.318, "reason": null, "sample_age_ms": 95.017, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.991, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 47.573, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.176, "count": 123, "max_ms": 67.237, "p95_ms": 59.947, "reason": null, "sample_age_ms": 47.101, "source": "client_direct"}, "sample_age_ms": 47.091, "source": "client_direct", "task_total_ms": {"avg_ms": 48.781, "count": 123, "max_ms": 70.532, "p95_ms": 62.459, "reason": null, "sample_age_ms": 47.091, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 57.313, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.834, "count": 122, "max_ms": 13.328, "p95_ms": 8.267, "reason": null, "sample_age_ms": 101.28, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.032, "count": 122, "max_ms": 0.092, "p95_ms": 0.07, "reason": null, "sample_age_ms": 106.314, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 122, "max_ms": 0.23, "p95_ms": 0.17, "reason": null, "sample_age_ms": 57.322, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.215, "count": 122, "max_ms": 16.43, "p95_ms": 3.056, "reason": null, "sample_age_ms": 99.851, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 99.834, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.455, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.141, "count": 122, "max_ms": 74.226, "p95_ms": 65.833, "reason": null, "sample_age_ms": 57.309, "source": "client_direct"}, "sample_age_ms": 57.303, "source": "client_direct", "task_total_ms": {"avg_ms": 50.667, "count": 122, "max_ms": 76.872, "p95_ms": 69.022, "reason": null, "sample_age_ms": 57.303, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 13.05, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.706, "count": 123, "max_ms": 1.814, "p95_ms": 1.153}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.119, "count": 123, "max_ms": 0.339, "p95_ms": 0.194}, "detection_prepare_ms": {"avg_ms": 0.144, "count": 123, "max_ms": 0.349, "p95_ms": 0.235}, "event_filter_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 123, "max_ms": 0.186, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 123, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.249, "count": 123, "max_ms": 0.897, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.04, "count": 123, "max_ms": 0.131, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.665, "count": 123, "max_ms": 1.758, "p95_ms": 1.063}, "track_match_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 123, "max_ms": 0.076, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 3.568, "count": 123, "max_ms": 8.009, "p95_ms": 6.558}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 123, "max_ms": 0.033, "p95_ms": 0.018}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.643, "count": 123, "max_ms": 86.24, "p95_ms": 69.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.557, "count": 123, "max_ms": 92.654, "p95_ms": 85.901}, "yolo11_640_fire_11class": {"avg_ms": 61.71, "count": 123, "max_ms": 86.993, "p95_ms": 77.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.225, "count": 123, "max_ms": 82.827, "p95_ms": 76.637}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 123, "max_ms": 0.097, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.773, "count": 123, "max_ms": 96.925, "p95_ms": 88.643}, "inference_input_copy_ms": {"avg_ms": 1.918, "count": 123, "max_ms": 4.087, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.173, "count": 123, "max_ms": 0.685, "p95_ms": 0.336}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.894, "count": 123, "max_ms": 98.879, "p95_ms": 91.002}, "read_interval": {"avg_ms": 245.48, "count": 122, "max_ms": 19484.792, "p95_ms": 120.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 123, "max_ms": 0.119, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.2, "count": 123, "max_ms": 0.803, "p95_ms": 0.349}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 123, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.015, "count": 123, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.falldown_detected_ms": {"avg_ms": 0.069, "count": 123, "max_ms": 0.552, "p95_ms": 0.146}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 123, "max_ms": 0.006, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.089, "count": 123, "max_ms": 0.231, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 69.738, "count": 123, "max_ms": 92.685, "p95_ms": 86.055}, "visualize": {"avg_ms": 0.31, "count": 123, "max_ms": 0.857, "p95_ms": 0.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.135, "count": 123, "max_ms": 0.392, "p95_ms": 0.244}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.057, "count": 123, "max_ms": 0.149, "p95_ms": 0.103}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 123, "max_ms": 0.196, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.57, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.432, "sample_count": 3086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 308240, "write_bytes_delta": 308240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.218977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 63126, "reason": null, "system_cpu_core_ratio": 0.083609, "system_cpu_s_delta": 0.839999999999975, "user_cpu_core_ratio": 0.135368, "user_cpu_s_delta": 1.3600000000001273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.819174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 435.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.177172, "system_cpu_s_delta": 1.7800000000006548, "user_cpu_core_ratio": 0.642001, "user_cpu_s_delta": 6.450000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.83, "count": 269, "max_ms": 14.23, "p95_ms": 7.064, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.045, "max": 3.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.787, "count": 30, "max": 41.78, "p95": 36.216, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.426, "count": 30, "max": 31.175, "p95": 27.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.233, "count": 30, "max": 703.0, "p95": 686.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 207.6, "count": 30, "max": 718.0, "p95": 683.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.377, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.321, "p95": 0.276, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.043, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1830.167, "count": 30, "max": 4558.0, "p95": 4466.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.202, "p95": 0.199, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.7, "p95": 0.695, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-11-03T10:59:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10065.715, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x621aae171a80] cabac decode of qscale diff failed at 20 36 [h264 @ 0x621aae171a80] error while decoding MB 20 36, bytestream 15528 [h264 @ 0x621aaeb9a180] error while decoding MB 75 30, bytestream -20 [h264 @ 0x621aae1c2180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aae1c2180] error while decoding MB 0 41, bytestream 1503 [h264 @ 0x621aade95a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aade95a40] error while decoding MB 0 39, bytestream", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179236454400, "copied_frame_count": 64828, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 179236454400, "frame_buffer_copies": 64828, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 2.1435, "p50_ms": 0.0978, "p95_ms": 0.1826, "p99_ms": 0.2592}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5935, "count": 512, "max_ms": 4.3835, "p50_ms": 1.4937, "p95_ms": 2.6573, "p99_ms": 3.3068, "results": {"failed": 0, "not_applicable": 0, "success": 64828, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:36+09:00", "last_error_summary": "[h264 @ 0x621aae171a80] cabac decode of qscale diff failed at 20 36 [h264 @ 0x621aae171a80] error while decoding MB 20 36, bytestream 15528 [h264 @ 0x621aaeb9a180] error while decoding MB 75 30, bytestream -20 [h264 @ 0x621aae1c2180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aae1c2180] error while decoding MB 0 41, bytestream 1503 [h264 @ 0x621aade95a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aade95a40] error while decoding MB 0 39, bytestream", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6525.771, "last_started_at": "2026-11-03T09:10:50+09:00", "pid": 63126, "process": {"exists": false, "pid": 63126}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.027, "sample_count": 2880, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-03T10:59:36+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-11-03T10:59:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.93, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 165.07, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-03T10:59:36.571894+09:00", "mtime_epoch": 1793671176.571894, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 317088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T10:59:36+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.422, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.942, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.146, "max": 3.0, "p95": 3.0, "sample_count": 123}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 123, "pushed_frames": 123, "read_frames": 122, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.101, "pushed": 4.101, "read": 4.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.008, "count": 122, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 95.116, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.77, "count": 122, "max_ms": 3.081, "p95_ms": 1.712, "reason": null, "sample_age_ms": 139.798, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 122, "max_ms": 2.665, "p95_ms": 1.382, "reason": null, "sample_age_ms": 140.18, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 122, "max_ms": 0.297, "p95_ms": 0.2, "reason": null, "sample_age_ms": 95.133, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.977, "count": 122, "max_ms": 3.886, "p95_ms": 3.205, "reason": null, "sample_age_ms": 138.467, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 138.428, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.326, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.164, "count": 122, "max_ms": 80.578, "p95_ms": 63.968, "reason": null, "sample_age_ms": 95.107, "source": "client_direct"}, "sample_age_ms": 95.1, "source": "client_direct", "task_total_ms": {"avg_ms": 49.435, "count": 122, "max_ms": 84.743, "p95_ms": 67.642, "reason": null, "sample_age_ms": 95.1, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.01, "count": 122, "max_ms": 0.037, "p95_ms": 0.02, "reason": null, "sample_age_ms": 75.621, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.486, "count": 122, "max_ms": 33.809, "p95_ms": 23.781, "reason": null, "sample_age_ms": 124.67, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.024, "count": 122, "max_ms": 0.187, "p95_ms": 0.046, "reason": null, "sample_age_ms": 139.969, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.234, "count": 122, "max_ms": 0.587, "p95_ms": 0.421, "reason": null, "sample_age_ms": 75.636, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.176, "count": 122, "max_ms": 11.987, "p95_ms": 3.393, "reason": null, "sample_age_ms": 122.973, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.938, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.06, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.421, "count": 122, "max_ms": 64.692, "p95_ms": 61.177, "reason": null, "sample_age_ms": 75.609, "source": "client_direct"}, "sample_age_ms": 75.602, "source": "client_direct", "task_total_ms": {"avg_ms": 50.136, "count": 122, "max_ms": 67.184, "p95_ms": 63.651, "reason": null, "sample_age_ms": 75.602, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 80.863, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.052, "count": 122, "max_ms": 24.76, "p95_ms": 15.806, "reason": null, "sample_age_ms": 130.186, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.023, "count": 122, "max_ms": 0.136, "p95_ms": 0.04, "reason": null, "sample_age_ms": 140.017, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.176, "count": 122, "max_ms": 0.649, "p95_ms": 0.422, "reason": null, "sample_age_ms": 80.884, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 122, "max_ms": 13.293, "p95_ms": 3.318, "reason": null, "sample_age_ms": 128.772, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.746, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 81.328, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.225, "count": 122, "max_ms": 67.237, "p95_ms": 59.949, "reason": null, "sample_age_ms": 80.856, "source": "client_direct"}, "sample_age_ms": 80.846, "source": "client_direct", "task_total_ms": {"avg_ms": 48.829, "count": 122, "max_ms": 70.532, "p95_ms": 62.463, "reason": null, "sample_age_ms": 80.846, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 122, "client_acquire_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 91.068, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.834, "count": 122, "max_ms": 13.328, "p95_ms": 8.267, "reason": null, "sample_age_ms": 135.036, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.032, "count": 122, "max_ms": 0.092, "p95_ms": 0.07, "reason": null, "sample_age_ms": 140.069, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 122, "max_ms": 0.23, "p95_ms": 0.17, "reason": null, "sample_age_ms": 91.077, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.215, "count": 122, "max_ms": 16.43, "p95_ms": 3.056, "reason": null, "sample_age_ms": 133.606, "source": "client_direct"}, "request_count": 122, "request_tensor_bytes": {"avg": 2764808.0, "count": 122, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.589, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.21, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.141, "count": 122, "max_ms": 74.226, "p95_ms": 65.833, "reason": null, "sample_age_ms": 91.064, "source": "client_direct"}, "sample_age_ms": 91.058, "source": "client_direct", "task_total_ms": {"avg_ms": 50.667, "count": 122, "max_ms": 76.872, "p95_ms": 69.022, "reason": null, "sample_age_ms": 91.058, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.374, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.706, "count": 123, "max_ms": 1.814, "p95_ms": 1.153}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.119, "count": 123, "max_ms": 0.339, "p95_ms": 0.194}, "detection_prepare_ms": {"avg_ms": 0.144, "count": 123, "max_ms": 0.349, "p95_ms": 0.235}, "event_filter_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 123, "max_ms": 0.186, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 123, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.249, "count": 123, "max_ms": 0.897, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.04, "count": 123, "max_ms": 0.131, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.665, "count": 123, "max_ms": 1.758, "p95_ms": 1.063}, "track_match_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 123, "max_ms": 0.076, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 3.568, "count": 123, "max_ms": 8.009, "p95_ms": 6.558}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 123, "max_ms": 0.033, "p95_ms": 0.018}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.643, "count": 123, "max_ms": 86.24, "p95_ms": 69.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.557, "count": 123, "max_ms": 92.654, "p95_ms": 85.901}, "yolo11_640_fire_11class": {"avg_ms": 61.71, "count": 123, "max_ms": 86.993, "p95_ms": 77.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.225, "count": 123, "max_ms": 82.827, "p95_ms": 76.637}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 123, "max_ms": 0.097, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.773, "count": 123, "max_ms": 96.925, "p95_ms": 88.643}, "inference_input_copy_ms": {"avg_ms": 1.918, "count": 123, "max_ms": 4.087, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.173, "count": 123, "max_ms": 0.685, "p95_ms": 0.336}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.894, "count": 123, "max_ms": 98.879, "p95_ms": 91.002}, "read_interval": {"avg_ms": 245.48, "count": 122, "max_ms": 19484.792, "p95_ms": 120.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 123, "max_ms": 0.119, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.2, "count": 123, "max_ms": 0.803, "p95_ms": 0.349}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 123, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.015, "count": 123, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.falldown_detected_ms": {"avg_ms": 0.069, "count": 123, "max_ms": 0.552, "p95_ms": 0.146}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 123, "max_ms": 0.006, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.089, "count": 123, "max_ms": 0.231, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 69.738, "count": 123, "max_ms": 92.685, "p95_ms": 86.055}, "visualize": {"avg_ms": 0.31, "count": 123, "max_ms": 0.857, "p95_ms": 0.541}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.135, "count": 123, "max_ms": 0.392, "p95_ms": 0.244}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.057, "count": 123, "max_ms": 0.149, "p95_ms": 0.103}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 123, "max_ms": 0.196, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.57, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.432, "sample_count": 3086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 308240, "write_bytes_delta": 308240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.218977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 63126, "reason": null, "system_cpu_core_ratio": 0.083609, "system_cpu_s_delta": 0.839999999999975, "user_cpu_core_ratio": 0.135368, "user_cpu_s_delta": 1.3600000000001273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.819174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 435.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.177172, "system_cpu_s_delta": 1.7800000000006548, "user_cpu_core_ratio": 0.642001, "user_cpu_s_delta": 6.450000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.83, "count": 269, "max_ms": 14.23, "p95_ms": 7.064, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.045, "max": 3.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.787, "count": 30, "max": 41.78, "p95": 36.216, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.426, "count": 30, "max": 31.175, "p95": 27.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.233, "count": 30, "max": 703.0, "p95": 686.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 207.6, "count": 30, "max": 718.0, "p95": 683.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.377, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.321, "p95": 0.276, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.043, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1830.167, "count": 30, "max": 4558.0, "p95": 4466.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.202, "p95": 0.199, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.7, "p95": 0.695, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-11-03T10:59:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10065.992, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179236454400, "copied_frame_count": 64828, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 179236454400, "frame_buffer_copies": 64828, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 2.1435, "p50_ms": 0.0978, "p95_ms": 0.1826, "p99_ms": 0.2592}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5935, "count": 512, "max_ms": 4.3835, "p50_ms": 1.4937, "p95_ms": 2.6573, "p99_ms": 3.3068, "results": {"failed": 0, "not_applicable": 0, "success": 64828, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:36+09:00", "last_error_summary": "[h264 @ 0x621aae171a80] cabac decode of qscale diff failed at 20 36 [h264 @ 0x621aae171a80] error while decoding MB 20 36, bytestream 15528 [h264 @ 0x621aaeb9a180] error while decoding MB 75 30, bytestream -20 [h264 @ 0x621aae1c2180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aae1c2180] error while decoding MB 0 41, bytestream 1503 [h264 @ 0x621aade95a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aade95a40] error while decoding MB 0 39, bytestream", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 6525.835, "last_started_at": "2026-11-03T09:10:50+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 0, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 1}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.027, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.115, "last_frame_pushed_at": "2026-11-03T10:59:36+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-11-03T10:59:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 434.97, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 165.03, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-11-03T10:59:36.571894+09:00", "mtime_epoch": 1793671176.571894, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 317088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T10:59:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.418, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.998, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.148, "max": 3.0, "p95": 3.0, "sample_count": 122}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 122}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 122, "pushed_frames": 122, "read_frames": 121, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.069, "pushed": 4.069, "read": 4.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.008, "count": 121, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 153.913, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.771, "count": 121, "max_ms": 3.081, "p95_ms": 1.718, "reason": null, "sample_age_ms": 198.595, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.244, "count": 121, "max_ms": 2.665, "p95_ms": 1.401, "reason": null, "sample_age_ms": 198.977, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 121, "max_ms": 0.297, "p95_ms": 0.201, "reason": null, "sample_age_ms": 153.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.977, "count": 121, "max_ms": 3.886, "p95_ms": 3.205, "reason": null, "sample_age_ms": 197.264, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 197.225, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 154.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.253, "count": 121, "max_ms": 80.578, "p95_ms": 63.979, "reason": null, "sample_age_ms": 153.904, "source": "client_direct"}, "sample_age_ms": 153.897, "source": "client_direct", "task_total_ms": {"avg_ms": 49.524, "count": 121, "max_ms": 84.743, "p95_ms": 67.679, "reason": null, "sample_age_ms": 153.897, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.01, "count": 122, "max_ms": 0.037, "p95_ms": 0.02, "reason": null, "sample_age_ms": 134.418, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.503, "count": 121, "max_ms": 33.809, "p95_ms": 23.789, "reason": null, "sample_age_ms": 183.467, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.024, "count": 121, "max_ms": 0.187, "p95_ms": 0.046, "reason": null, "sample_age_ms": 198.766, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.234, "count": 122, "max_ms": 0.587, "p95_ms": 0.421, "reason": null, "sample_age_ms": 134.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.184, "count": 121, "max_ms": 11.987, "p95_ms": 3.398, "reason": null, "sample_age_ms": 181.77, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.735, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.857, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.421, "count": 122, "max_ms": 64.692, "p95_ms": 61.177, "reason": null, "sample_age_ms": 134.407, "source": "client_direct"}, "sample_age_ms": 134.399, "source": "client_direct", "task_total_ms": {"avg_ms": 50.136, "count": 122, "max_ms": 67.184, "p95_ms": 63.651, "reason": null, "sample_age_ms": 134.399, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 139.661, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.061, "count": 121, "max_ms": 24.76, "p95_ms": 15.806, "reason": null, "sample_age_ms": 188.983, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.023, "count": 121, "max_ms": 0.136, "p95_ms": 0.04, "reason": null, "sample_age_ms": 198.814, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.176, "count": 122, "max_ms": 0.649, "p95_ms": 0.422, "reason": null, "sample_age_ms": 139.681, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.164, "count": 121, "max_ms": 13.293, "p95_ms": 3.326, "reason": null, "sample_age_ms": 187.569, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.543, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 122, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.126, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.225, "count": 122, "max_ms": 67.237, "p95_ms": 59.949, "reason": null, "sample_age_ms": 139.653, "source": "client_direct"}, "sample_age_ms": 139.643, "source": "client_direct", "task_total_ms": {"avg_ms": 48.829, "count": 122, "max_ms": 70.532, "p95_ms": 62.463, "reason": null, "sample_age_ms": 139.643, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 121, "client_acquire_ms": {"avg_ms": 0.009, "count": 121, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 149.865, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.837, "count": 121, "max_ms": 13.328, "p95_ms": 8.268, "reason": null, "sample_age_ms": 193.833, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.032, "count": 121, "max_ms": 0.092, "p95_ms": 0.07, "reason": null, "sample_age_ms": 198.866, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.084, "count": 121, "max_ms": 0.23, "p95_ms": 0.17, "reason": null, "sample_age_ms": 149.874, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.22, "count": 121, "max_ms": 16.43, "p95_ms": 3.06, "reason": null, "sample_age_ms": 192.403, "source": "client_direct"}, "request_count": 121, "request_tensor_bytes": {"avg": 2764808.0, "count": 121, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 192.386, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.007, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.255, "count": 121, "max_ms": 74.226, "p95_ms": 65.833, "reason": null, "sample_age_ms": 149.861, "source": "client_direct"}, "sample_age_ms": 149.856, "source": "client_direct", "task_total_ms": {"avg_ms": 50.787, "count": 121, "max_ms": 76.872, "p95_ms": 69.037, "reason": null, "sample_age_ms": 149.856, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 16.219, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.707, "count": 122, "max_ms": 1.814, "p95_ms": 1.153}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.119, "count": 122, "max_ms": 0.339, "p95_ms": 0.194}, "detection_prepare_ms": {"avg_ms": 0.144, "count": 122, "max_ms": 0.349, "p95_ms": 0.235}, "event_filter_ms": {"avg_ms": 0.003, "count": 122, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 122, "max_ms": 0.186, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.249, "count": 122, "max_ms": 0.897, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.04, "count": 122, "max_ms": 0.131, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.665, "count": 122, "max_ms": 1.758, "p95_ms": 1.063}, "track_match_ms": {"avg_ms": 0.004, "count": 122, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.026, "count": 122, "max_ms": 0.076, "p95_ms": 0.048}}, "gstreamer_push": {"avg_ms": 3.556, "count": 122, "max_ms": 8.009, "p95_ms": 6.558}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 122, "max_ms": 0.033, "p95_ms": 0.018}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.638, "count": 122, "max_ms": 86.24, "p95_ms": 69.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 69.465, "count": 122, "max_ms": 92.654, "p95_ms": 85.901}, "yolo11_640_fire_11class": {"avg_ms": 61.708, "count": 122, "max_ms": 86.993, "p95_ms": 77.874}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 57.277, "count": 122, "max_ms": 82.827, "p95_ms": 76.637}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 122, "max_ms": 0.097, "p95_ms": 0.065}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.679, "count": 122, "max_ms": 96.925, "p95_ms": 88.643}, "inference_input_copy_ms": {"avg_ms": 1.919, "count": 122, "max_ms": 4.087, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.173, "count": 122, "max_ms": 0.685, "p95_ms": 0.336}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.801, "count": 122, "max_ms": 98.879, "p95_ms": 91.002}, "read_interval": {"avg_ms": 246.716, "count": 121, "max_ms": 19484.792, "p95_ms": 120.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 122, "max_ms": 0.119, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.2, "count": 122, "max_ms": 0.803, "p95_ms": 0.349}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 122, "max_ms": 0.025, "p95_ms": 0.016}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.016, "count": 122, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.falldown_detected_ms": {"avg_ms": 0.069, "count": 122, "max_ms": 0.552, "p95_ms": 0.146}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 122, "max_ms": 0.006, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.089, "count": 122, "max_ms": 0.231, "p95_ms": 0.154}, "worker_merge_ms": {"avg_ms": 0.004, "count": 122, "max_ms": 0.013, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 69.647, "count": 122, "max_ms": 92.685, "p95_ms": 86.055}, "visualize": {"avg_ms": 0.308, "count": 122, "max_ms": 0.857, "p95_ms": 0.51}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.134, "count": 122, "max_ms": 0.392, "p95_ms": 0.244}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 122, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.057, "count": 122, "max_ms": 0.149, "p95_ms": 0.103}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 122, "max_ms": 0.196, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 122}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 122}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.57, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.432, "sample_count": 3086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 308240, "write_bytes_delta": 308240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.218977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 63126, "reason": null, "system_cpu_core_ratio": 0.083609, "system_cpu_s_delta": 0.839999999999975, "user_cpu_core_ratio": 0.135368, "user_cpu_s_delta": 1.3600000000001273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.819174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 435.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.177172, "system_cpu_s_delta": 1.7800000000006548, "user_cpu_core_ratio": 0.642001, "user_cpu_s_delta": 6.450000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.83, "count": 269, "max_ms": 14.23, "p95_ms": 7.064, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.045, "max": 3.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.787, "count": 30, "max": 41.78, "p95": 36.216, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.426, "count": 30, "max": 31.175, "p95": 27.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.233, "count": 30, "max": 703.0, "p95": 686.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 207.6, "count": 30, "max": 718.0, "p95": 683.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.377, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.321, "p95": 0.276, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.043, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1830.167, "count": 30, "max": 4558.0, "p95": 4466.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.202, "p95": 0.199, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.7, "p95": 0.695, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-11-03T10:59:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10177.016, "limit_mb": null}, "detail": {"pid": 70369, "restart_count": 1, "start_count": 2}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 179236454400, "copied_frame_count": 64828, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 179236454400, "frame_buffer_copies": 64828, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1123, "count": 512, "max_ms": 2.1435, "p50_ms": 0.0978, "p95_ms": 0.1826, "p99_ms": 0.2592}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5935, "count": 512, "max_ms": 4.3835, "p50_ms": 1.4937, "p95_ms": 2.6573, "p99_ms": 3.3068, "results": {"failed": 0, "not_applicable": 0, "success": 64828, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:36+09:00", "last_error_summary": "[h264 @ 0x621aae171a80] cabac decode of qscale diff failed at 20 36 [h264 @ 0x621aae171a80] error while decoding MB 20 36, bytestream 15528 [h264 @ 0x621aaeb9a180] error while decoding MB 75 30, bytestream -20 [h264 @ 0x621aae1c2180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aae1c2180] error while decoding MB 0 41, bytestream 1503 [h264 @ 0x621aade95a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aade95a40] error while decoding MB 0 39, bytestream", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:59:39+09:00", "pid": 70369, "process": {"exists": true, "fd_count": 5, "hwm_mb": 144.004, "name": "ffmpeg", "pid": 70369, "rss_mb": 144.004, "state": "S (sleeping)", "threads": 70}, "restart_count": 1, "restart_count_per_hour": 1, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 95.781, "sample_count": 2830, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 4.631, "last_frame_pushed_at": "2026-11-03T10:59:36+09:00", "last_frame_read_age_sec": 4.707, "last_frame_read_at": "2026-11-03T10:59:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 439.472, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 160.528, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.619, "exists": true, "mtime": "2026-11-03T10:59:36.571894+09:00", "mtime_epoch": 1793671176.571894, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 317088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T10:59:41+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.422, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.501, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.257, "max": 3.0, "p95": 3.0, "sample_count": 70}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 70}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 70, "pushed_frames": 70, "read_frames": 69, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.336, "pushed": 2.336, "read": 2.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.008, "count": 70, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4663.974, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.764, "count": 69, "max_ms": 3.081, "p95_ms": 1.67, "reason": null, "sample_age_ms": 4708.655, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 69, "max_ms": 2.665, "p95_ms": 1.267, "reason": null, "sample_age_ms": 4709.038, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 70, "max_ms": 0.242, "p95_ms": 0.182, "reason": null, "sample_age_ms": 4663.99, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.996, "count": 69, "max_ms": 3.886, "p95_ms": 3.202, "reason": null, "sample_age_ms": 4707.324, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4707.285, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4664.183, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.202, "count": 70, "max_ms": 80.578, "p95_ms": 63.734, "reason": null, "sample_age_ms": 4663.964, "source": "client_direct"}, "sample_age_ms": 4663.957, "source": "client_direct", "task_total_ms": {"avg_ms": 49.501, "count": 70, "max_ms": 84.743, "p95_ms": 67.308, "reason": null, "sample_age_ms": 4663.957, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.01, "count": 70, "max_ms": 0.037, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4644.479, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.699, "count": 69, "max_ms": 33.809, "p95_ms": 24.28, "reason": null, "sample_age_ms": 4693.527, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.022, "count": 69, "max_ms": 0.049, "p95_ms": 0.04, "reason": null, "sample_age_ms": 4708.826, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.244, "count": 70, "max_ms": 0.587, "p95_ms": 0.462, "reason": null, "sample_age_ms": 4644.493, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.274, "count": 69, "max_ms": 11.987, "p95_ms": 3.413, "reason": null, "sample_age_ms": 4691.83, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4691.795, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4644.917, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.42, "count": 70, "max_ms": 62.959, "p95_ms": 59.042, "reason": null, "sample_age_ms": 4644.467, "source": "client_direct"}, "sample_age_ms": 4644.459, "source": "client_direct", "task_total_ms": {"avg_ms": 49.142, "count": 70, "max_ms": 66.566, "p95_ms": 61.601, "reason": null, "sample_age_ms": 4644.459, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.009, "count": 70, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4649.721, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 12.178, "count": 69, "max_ms": 24.76, "p95_ms": 16.322, "reason": null, "sample_age_ms": 4699.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.022, "count": 69, "max_ms": 0.136, "p95_ms": 0.034, "reason": null, "sample_age_ms": 4708.874, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.144, "count": 70, "max_ms": 0.456, "p95_ms": 0.397, "reason": null, "sample_age_ms": 4649.741, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.249, "count": 69, "max_ms": 13.293, "p95_ms": 3.377, "reason": null, "sample_age_ms": 4697.629, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4697.603, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4650.186, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.298, "count": 70, "max_ms": 67.237, "p95_ms": 59.931, "reason": null, "sample_age_ms": 4649.713, "source": "client_direct"}, "sample_age_ms": 4649.703, "source": "client_direct", "task_total_ms": {"avg_ms": 48.874, "count": 70, "max_ms": 70.532, "p95_ms": 62.306, "reason": null, "sample_age_ms": 4649.703, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.009, "count": 70, "max_ms": 0.025, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4659.925, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.858, "count": 69, "max_ms": 13.328, "p95_ms": 8.251, "reason": null, "sample_age_ms": 4703.893, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.03, "count": 69, "max_ms": 0.092, "p95_ms": 0.05, "reason": null, "sample_age_ms": 4708.926, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.083, "count": 70, "max_ms": 0.23, "p95_ms": 0.165, "reason": null, "sample_age_ms": 4659.934, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.206, "count": 69, "max_ms": 14.042, "p95_ms": 3.11, "reason": null, "sample_age_ms": 4702.463, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4702.446, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 70, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4660.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.615, "count": 70, "max_ms": 69.187, "p95_ms": 65.717, "reason": null, "sample_age_ms": 4659.921, "source": "client_direct"}, "sample_age_ms": 4659.916, "source": "client_direct", "task_total_ms": {"avg_ms": 50.115, "count": 70, "max_ms": 71.794, "p95_ms": 68.542, "reason": null, "sample_age_ms": 4659.916, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.32, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.723, "count": 70, "max_ms": 1.814, "p95_ms": 1.329}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.12, "count": 70, "max_ms": 0.247, "p95_ms": 0.204}, "detection_prepare_ms": {"avg_ms": 0.148, "count": 70, "max_ms": 0.349, "p95_ms": 0.255}, "event_filter_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.009, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.078, "count": 70, "max_ms": 0.186, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.002, "count": 70, "max_ms": 0.005, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.259, "count": 70, "max_ms": 0.897, "p95_ms": 0.518}, "setup_ms": {"avg_ms": 0.041, "count": 70, "max_ms": 0.131, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 0.682, "count": 70, "max_ms": 1.758, "p95_ms": 1.223}, "track_match_ms": {"avg_ms": 0.004, "count": 70, "max_ms": 0.016, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 70, "max_ms": 0.076, "p95_ms": 0.05}}, "gstreamer_push": {"avg_ms": 3.496, "count": 70, "max_ms": 7.688, "p95_ms": 5.972}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 70, "max_ms": 0.023, "p95_ms": 0.018}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 50.65, "count": 70, "max_ms": 86.24, "p95_ms": 69.238}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 68.692, "count": 70, "max_ms": 90.039, "p95_ms": 85.901}, "yolo11_640_fire_11class": {"avg_ms": 61.922, "count": 70, "max_ms": 86.993, "p95_ms": 79.034}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 56.784, "count": 70, "max_ms": 78.335, "p95_ms": 76.369}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 70, "max_ms": 0.081, "p95_ms": 0.069}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.968, "count": 70, "max_ms": 91.63, "p95_ms": 88.643}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 70, "max_ms": 3.374, "p95_ms": 3.074}, "processing_residual_ms": {"avg_ms": 0.147, "count": 70, "max_ms": 0.449, "p95_ms": 0.291}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.98, "count": 70, "max_ms": 94.912, "p95_ms": 91.002}, "read_interval": {"avg_ms": 367.124, "count": 69, "max_ms": 19484.792, "p95_ms": 126.788}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 70, "max_ms": 0.119, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 0.208, "count": 70, "max_ms": 0.803, "p95_ms": 0.401}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 70, "max_ms": 0.022, "p95_ms": 0.016}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.016, "count": 70, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.falldown_detected_ms": {"avg_ms": 0.074, "count": 70, "max_ms": 0.552, "p95_ms": 0.16}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 70, "max_ms": 0.006, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.091, "count": 70, "max_ms": 0.231, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.004, "count": 70, "max_ms": 0.009, "p95_ms": 0.007}}, "triton_wait": {"avg_ms": 68.925, "count": 70, "max_ms": 90.048, "p95_ms": 86.055}, "visualize": {"avg_ms": 0.321, "count": 70, "max_ms": 0.857, "p95_ms": 0.567}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.14, "count": 70, "max_ms": 0.392, "p95_ms": 0.273}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 70, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.058, "count": 70, "max_ms": 0.149, "p95_ms": 0.121}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 70, "max_ms": 0.196, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 70}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 70}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.57, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 96.432, "sample_count": 3086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 64793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 308240, "write_bytes_delta": 308240, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.218977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 99.0, "pid": 63126, "reason": null, "system_cpu_core_ratio": 0.083609, "system_cpu_s_delta": 0.839999999999975, "user_cpu_core_ratio": 0.135368, "user_cpu_s_delta": 1.3600000000001273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.819174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 435.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.177172, "system_cpu_s_delta": 1.7800000000006548, "user_cpu_core_ratio": 0.642001, "user_cpu_s_delta": 6.450000000004366}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.83, "count": 269, "max_ms": 14.23, "p95_ms": 7.064, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.045, "max": 3.0, "p95": 2.0, "sample_count": 269}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.787, "count": 30, "max": 41.78, "p95": 36.216, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.426, "count": 30, "max": 31.175, "p95": 27.824, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 540.233, "count": 30, "max": 703.0, "p95": 686.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 207.6, "count": 30, "max": 718.0, "p95": 683.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.377, "p95": 0.216, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.321, "p95": 0.276, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.001, "count": 30, "max": 0.043, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 312447.033, "count": 30, "max": 317049.0, "p95": 316120.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1830.167, "count": 30, "max": 4558.0, "p95": 4466.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.168, "count": 30, "max": 0.202, "p95": 0.199, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.592, "count": 30, "max": 0.7, "p95": 0.695, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 341, "sampled_at": "2026-11-03T10:59:14+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:14+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5231481, "flush_count": 5533, "flush_interval_seconds": 30.0, "flush_state": {"count": 5533, "last_at": "2026-11-03T10:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5532}, "started": true, "suppressed_count": 3195157, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3194755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5533, "written_record_count": 5533}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9995.398, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e974c1a4d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e974c1a4d80] error while decoding MB 0 30, bytestream 12759 [h264 @ 0x5e974c273c00] error while decoding MB 2 40, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8848150732800, "copied_frame_count": 3200286, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8848150732800, "frame_buffer_copies": 3200286, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1009, "count": 512, "max_ms": 0.3472, "p50_ms": 0.0852, "p95_ms": 0.1938, "p99_ms": 0.2612}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3243, "count": 512, "max_ms": 4.3487, "p50_ms": 1.2421, "p95_ms": 2.1636, "p99_ms": 2.4918, "results": {"failed": 0, "not_applicable": 0, "success": 3200286, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 244, "h264_decode_error_count": 801, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:57+09:00", "last_error_summary": "[h264 @ 0x5e974c1a4d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e974c1a4d80] error while decoding MB 0 30, bytestream 12759 [h264 @ 0x5e974c273c00] error while decoding MB 2 40, bytestream -7", "last_exit_at": "2026-11-03T10:57:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.83, "last_started_at": "2026-11-03T10:57:44+09:00", "pid": 70253, "process": {"exists": false, "pid": 70253}, "restart_count": 259, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 260}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.994, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-11-03T10:59:57+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-03T10:59:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.5, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 144.5, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-11-03T10:59:57.102062+09:00", "mtime_epoch": 1793671197.1020625, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135611}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:59:57+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.693, "max": 12.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.585, "max": 3.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.534, "max": 3.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.143, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.143, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.31, "pushed": 6.31, "read": 6.31}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.044, "p95_ms": 0.018, "reason": null, "sample_age_ms": 49.677, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.861, "count": 189, "max_ms": 5.284, "p95_ms": 2.913, "reason": null, "sample_age_ms": 96.798, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 189, "max_ms": 4.632, "p95_ms": 2.179, "reason": null, "sample_age_ms": 97.08, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 189, "max_ms": 1.378, "p95_ms": 0.641, "reason": null, "sample_age_ms": 49.695, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.961, "count": 189, "max_ms": 9.14, "p95_ms": 3.231, "reason": null, "sample_age_ms": 95.471, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.452, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.124, "count": 189, "max_ms": 83.305, "p95_ms": 67.834, "reason": null, "sample_age_ms": 49.664, "source": "client_direct"}, "sample_age_ms": 49.654, "source": "client_direct", "task_total_ms": {"avg_ms": 49.605, "count": 189, "max_ms": 85.564, "p95_ms": 70.316, "reason": null, "sample_age_ms": 49.654, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.528, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.886, "count": 189, "max_ms": 16.007, "p95_ms": 11.22}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.41, "count": 189, "max_ms": 1.162, "p95_ms": 0.707}, "detection_prepare_ms": {"avg_ms": 1.405, "count": 189, "max_ms": 6.618, "p95_ms": 2.723}, "event_filter_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.292, "count": 189, "max_ms": 0.903, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.968, "count": 189, "max_ms": 7.679, "p95_ms": 5.271}, "setup_ms": {"avg_ms": 0.047, "count": 189, "max_ms": 0.165, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.825, "count": 189, "max_ms": 15.904, "p95_ms": 11.124}, "track_match_ms": {"avg_ms": 0.079, "count": 189, "max_ms": 0.486, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.615, "count": 189, "max_ms": 4.849, "p95_ms": 3.022}}, "gstreamer_push": {"avg_ms": 2.907, "count": 189, "max_ms": 7.566, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 189, "max_ms": 0.205, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.83, "count": 189, "max_ms": 86.365, "p95_ms": 71.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.747, "count": 189, "max_ms": 12.977, "p95_ms": 7.014}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.55, "count": 189, "max_ms": 161.264, "p95_ms": 122.079}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 189, "max_ms": 3.752, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.256, "count": 189, "max_ms": 0.984, "p95_ms": 0.531}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.179, "count": 189, "max_ms": 167.158, "p95_ms": 127.947}, "read_interval": {"avg_ms": 158.468, "count": 189, "max_ms": 3689.849, "p95_ms": 186.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 189, "max_ms": 0.082, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.891, "count": 189, "max_ms": 7.555, "p95_ms": 5.158}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 189, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.872, "count": 189, "max_ms": 7.531, "p95_ms": 5.133}, "worker_merge_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.065, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.844, "count": 189, "max_ms": 86.377, "p95_ms": 71.941}, "visualize": {"avg_ms": 34.56, "count": 189, "max_ms": 60.885, "p95_ms": 47.594}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.332, "count": 189, "max_ms": 51.455, "p95_ms": 40.938}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.061, "count": 189, "max_ms": 57.611, "p95_ms": 45.975}, "visualize_input_copy_ms": {"avg_ms": 1.284, "count": 189, "max_ms": 2.99, "p95_ms": 2.112}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.928, "count": 189, "max_ms": 57.452, "p95_ms": 45.774}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 189, "max_ms": 0.304, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.583, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.059, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140460, "write_bytes_delta": 140460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.654573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1946.0, "pid": 70253, "reason": null, "system_cpu_core_ratio": 0.264414, "system_cpu_s_delta": 5.32, "user_cpu_core_ratio": 0.390159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.321571, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409046, "system_cpu_s_delta": 8.229999999995925, "user_cpu_core_ratio": 0.912525, "user_cpu_s_delta": 18.360000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 201, "max_ms": 9.727, "p95_ms": 4.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.612, "max": 12.0, "p95": 9.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.716, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 197}, "total": {"avg": 1.682, "max": 3.0, "p95": 2.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.075, "count": 30, "max": 89.984, "p95": 63.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.717, "count": 30, "max": 32.679, "p95": 23.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.367, "count": 30, "max": 1263.0, "p95": 1253.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.9, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.957, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24926, "sampled_at": "2026-11-03T10:59:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5231481, "flush_count": 5533, "flush_interval_seconds": 30.0, "flush_state": {"count": 5533, "last_at": "2026-11-03T10:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5532}, "started": true, "suppressed_count": 3195157, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3194755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5533, "written_record_count": 5533}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9996.344, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T10:59:57+09:00", "last_error_summary": "[h264 @ 0x5e974c1a4d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e974c1a4d80] error while decoding MB 0 30, bytestream 12759 [h264 @ 0x5e974c273c00] error while decoding MB 2 40, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8848153497600, "copied_frame_count": 3200287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8848153497600, "frame_buffer_copies": 3200287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1008, "count": 512, "max_ms": 0.3472, "p50_ms": 0.0852, "p95_ms": 0.1938, "p99_ms": 0.2612}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3266, "count": 512, "max_ms": 4.3487, "p50_ms": 1.2421, "p95_ms": 2.1676, "p99_ms": 2.5952, "results": {"failed": 0, "not_applicable": 0, "success": 3200287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 244, "h264_decode_error_count": 801, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:57+09:00", "last_error_summary": "[h264 @ 0x5e974c1a4d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e974c1a4d80] error while decoding MB 0 30, bytestream 12759 [h264 @ 0x5e974c273c00] error while decoding MB 2 40, bytestream -7", "last_exit_at": "2026-11-03T10:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.915, "last_started_at": "2026-11-03T10:57:44+09:00", "pid": 70253, "process": {"exists": false, "pid": 70253}, "restart_count": 259, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 260}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.994, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-11-03T10:59:57+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-11-03T10:59:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.558, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 144.442, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-03T10:59:57.241064+09:00", "mtime_epoch": 1793671197.2410636, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135867}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:59:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.683, "max": 12.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.59, "max": 3.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.54, "max": 3.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.143, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.143, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.309, "pushed": 6.309, "read": 6.276}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.044, "p95_ms": 0.018, "reason": null, "sample_age_ms": 127.801, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.864, "count": 188, "max_ms": 5.284, "p95_ms": 2.915, "reason": null, "sample_age_ms": 174.923, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 188, "max_ms": 4.632, "p95_ms": 2.182, "reason": null, "sample_age_ms": 175.205, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 188, "max_ms": 1.378, "p95_ms": 0.642, "reason": null, "sample_age_ms": 127.819, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.965, "count": 188, "max_ms": 9.14, "p95_ms": 3.24, "reason": null, "sample_age_ms": 173.596, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 173.577, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.696, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.214, "count": 188, "max_ms": 83.305, "p95_ms": 67.907, "reason": null, "sample_age_ms": 127.789, "source": "client_direct"}, "sample_age_ms": 127.779, "source": "client_direct", "task_total_ms": {"avg_ms": 49.701, "count": 188, "max_ms": 85.564, "p95_ms": 70.349, "reason": null, "sample_age_ms": 127.779, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.311, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.916, "count": 189, "max_ms": 16.007, "p95_ms": 11.364}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 189, "max_ms": 1.162, "p95_ms": 0.707}, "detection_prepare_ms": {"avg_ms": 1.412, "count": 189, "max_ms": 6.618, "p95_ms": 2.723}, "event_filter_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.292, "count": 189, "max_ms": 0.903, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.983, "count": 189, "max_ms": 7.679, "p95_ms": 5.393}, "setup_ms": {"avg_ms": 0.047, "count": 189, "max_ms": 0.165, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.855, "count": 189, "max_ms": 15.904, "p95_ms": 11.288}, "track_match_ms": {"avg_ms": 0.079, "count": 189, "max_ms": 0.486, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.621, "count": 189, "max_ms": 4.849, "p95_ms": 3.022}}, "gstreamer_push": {"avg_ms": 2.919, "count": 189, "max_ms": 7.566, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 189, "max_ms": 0.205, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.886, "count": 189, "max_ms": 86.365, "p95_ms": 71.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.756, "count": 189, "max_ms": 12.977, "p95_ms": 7.014}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.759, "count": 189, "max_ms": 161.264, "p95_ms": 122.61}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 189, "max_ms": 3.752, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.256, "count": 189, "max_ms": 0.984, "p95_ms": 0.531}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.398, "count": 189, "max_ms": 167.158, "p95_ms": 127.947}, "read_interval": {"avg_ms": 158.82, "count": 188, "max_ms": 3689.849, "p95_ms": 186.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 189, "max_ms": 0.082, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.906, "count": 189, "max_ms": 7.555, "p95_ms": 5.304}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 189, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.887, "count": 189, "max_ms": 7.531, "p95_ms": 5.285}, "worker_merge_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.065, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.901, "count": 189, "max_ms": 86.377, "p95_ms": 71.941}, "visualize": {"avg_ms": 34.681, "count": 189, "max_ms": 61.1, "p95_ms": 48.038}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.339, "count": 189, "max_ms": 51.455, "p95_ms": 40.938}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.181, "count": 189, "max_ms": 59.038, "p95_ms": 46.781}, "visualize_input_copy_ms": {"avg_ms": 1.285, "count": 189, "max_ms": 2.99, "p95_ms": 2.112}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.047, "count": 189, "max_ms": 58.859, "p95_ms": 46.626}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 189, "max_ms": 0.304, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.583, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.059, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140460, "write_bytes_delta": 140460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.654573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1946.0, "pid": 70253, "reason": null, "system_cpu_core_ratio": 0.264414, "system_cpu_s_delta": 5.32, "user_cpu_core_ratio": 0.390159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.321571, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409046, "system_cpu_s_delta": 8.229999999995925, "user_cpu_core_ratio": 0.912525, "user_cpu_s_delta": 18.360000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 201, "max_ms": 9.727, "p95_ms": 4.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.612, "max": 12.0, "p95": 9.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.716, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 197}, "total": {"avg": 1.682, "max": 3.0, "p95": 2.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.075, "count": 30, "max": 89.984, "p95": 63.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.717, "count": 30, "max": 32.679, "p95": 23.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.367, "count": 30, "max": 1263.0, "p95": 1253.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.9, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.957, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24926, "sampled_at": "2026-11-03T10:59:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5231481, "flush_count": 5533, "flush_interval_seconds": 30.0, "flush_state": {"count": 5533, "last_at": "2026-11-03T10:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5532}, "started": true, "suppressed_count": 3195157, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3194755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5533, "written_record_count": 5533}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9995.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8848153497600, "copied_frame_count": 3200287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8848153497600, "frame_buffer_copies": 3200287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1008, "count": 512, "max_ms": 0.3472, "p50_ms": 0.0852, "p95_ms": 0.1938, "p99_ms": 0.2612}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3266, "count": 512, "max_ms": 4.3487, "p50_ms": 1.2421, "p95_ms": 2.1676, "p99_ms": 2.5952, "results": {"failed": 0, "not_applicable": 0, "success": 3200287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 244, "h264_decode_error_count": 801, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:57+09:00", "last_error_summary": "[h264 @ 0x5e974c1a4d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e974c1a4d80] error while decoding MB 0 30, bytestream 12759 [h264 @ 0x5e974c273c00] error while decoding MB 2 40, bytestream -7", "last_exit_at": "2026-11-03T10:59:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 132.951, "last_started_at": "2026-11-03T10:57:44+09:00", "pid": 70253, "process": {"exists": false, "pid": 70253}, "restart_count": 259, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 260}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.994, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-03T10:59:57+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-11-03T10:59:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.603, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 144.397, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-11-03T10:59:57.241064+09:00", "mtime_epoch": 1793671197.2410636, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135867}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T10:59:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.683, "max": 12.0, "p95": 9.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.59, "max": 3.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.54, "max": 3.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.143, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.143, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.302, "pushed": 6.302, "read": 6.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.044, "p95_ms": 0.018, "reason": null, "sample_age_ms": 168.271, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.864, "count": 188, "max_ms": 5.284, "p95_ms": 2.915, "reason": null, "sample_age_ms": 215.393, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 188, "max_ms": 4.632, "p95_ms": 2.182, "reason": null, "sample_age_ms": 215.675, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.344, "count": 188, "max_ms": 1.378, "p95_ms": 0.642, "reason": null, "sample_age_ms": 168.289, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.965, "count": 188, "max_ms": 9.14, "p95_ms": 3.24, "reason": null, "sample_age_ms": 214.066, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 214.046, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 169.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.214, "count": 188, "max_ms": 83.305, "p95_ms": 67.907, "reason": null, "sample_age_ms": 168.259, "source": "client_direct"}, "sample_age_ms": 168.249, "source": "client_direct", "task_total_ms": {"avg_ms": 49.701, "count": 188, "max_ms": 85.564, "p95_ms": 70.349, "reason": null, "sample_age_ms": 168.249, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.013, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.916, "count": 189, "max_ms": 16.007, "p95_ms": 11.364}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 189, "max_ms": 1.162, "p95_ms": 0.707}, "detection_prepare_ms": {"avg_ms": 1.412, "count": 189, "max_ms": 6.618, "p95_ms": 2.723}, "event_filter_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.292, "count": 189, "max_ms": 0.903, "p95_ms": 0.486}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.983, "count": 189, "max_ms": 7.679, "p95_ms": 5.393}, "setup_ms": {"avg_ms": 0.047, "count": 189, "max_ms": 0.165, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.855, "count": 189, "max_ms": 15.904, "p95_ms": 11.288}, "track_match_ms": {"avg_ms": 0.079, "count": 189, "max_ms": 0.486, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.621, "count": 189, "max_ms": 4.849, "p95_ms": 3.022}}, "gstreamer_push": {"avg_ms": 2.919, "count": 189, "max_ms": 7.566, "p95_ms": 4.822}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 189, "max_ms": 0.205, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.886, "count": 189, "max_ms": 86.365, "p95_ms": 71.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.756, "count": 189, "max_ms": 12.977, "p95_ms": 7.014}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.759, "count": 189, "max_ms": 161.264, "p95_ms": 122.61}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 189, "max_ms": 3.752, "p95_ms": 2.705}, "processing_residual_ms": {"avg_ms": 0.256, "count": 189, "max_ms": 0.984, "p95_ms": 0.531}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.398, "count": 189, "max_ms": 167.158, "p95_ms": 127.947}, "read_interval": {"avg_ms": 158.82, "count": 188, "max_ms": 3689.849, "p95_ms": 186.032}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 189, "max_ms": 0.082, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.906, "count": 189, "max_ms": 7.555, "p95_ms": 5.304}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 189, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.887, "count": 189, "max_ms": 7.531, "p95_ms": 5.285}, "worker_merge_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.065, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.901, "count": 189, "max_ms": 86.377, "p95_ms": 71.941}, "visualize": {"avg_ms": 34.681, "count": 189, "max_ms": 61.1, "p95_ms": 48.038}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.339, "count": 189, "max_ms": 51.455, "p95_ms": 40.938}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.181, "count": 189, "max_ms": 59.038, "p95_ms": 46.781}, "visualize_input_copy_ms": {"avg_ms": 1.285, "count": 189, "max_ms": 2.99, "p95_ms": 2.112}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.047, "count": 189, "max_ms": 58.859, "p95_ms": 46.626}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 189, "max_ms": 0.304, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.583, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.059, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140460, "write_bytes_delta": 140460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.654573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1946.0, "pid": 70253, "reason": null, "system_cpu_core_ratio": 0.264414, "system_cpu_s_delta": 5.32, "user_cpu_core_ratio": 0.390159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.321571, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409046, "system_cpu_s_delta": 8.229999999995925, "user_cpu_core_ratio": 0.912525, "user_cpu_s_delta": 18.360000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 201, "max_ms": 9.727, "p95_ms": 4.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.612, "max": 12.0, "p95": 9.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.716, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 197}, "total": {"avg": 1.682, "max": 3.0, "p95": 2.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.075, "count": 30, "max": 89.984, "p95": 63.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.717, "count": 30, "max": 32.679, "p95": 23.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.367, "count": 30, "max": 1263.0, "p95": 1253.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.9, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.957, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24926, "sampled_at": "2026-11-03T10:59:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5231481, "flush_count": 5533, "flush_interval_seconds": 30.0, "flush_state": {"count": 5533, "last_at": "2026-11-03T10:58:57", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T10:58:57", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5532}, "started": true, "suppressed_count": 3195157, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3194755}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5533, "written_record_count": 5533}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10112.23, "limit_mb": null}, "detail": {"pid": 70440, "restart_count": 260, "start_count": 261}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8848153497600, "copied_frame_count": 3200287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8848153497600, "frame_buffer_copies": 3200287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1008, "count": 512, "max_ms": 0.3472, "p50_ms": 0.0852, "p95_ms": 0.1938, "p99_ms": 0.2612}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3266, "count": 512, "max_ms": 4.3487, "p50_ms": 1.2421, "p95_ms": 2.1676, "p99_ms": 2.5952, "results": {"failed": 0, "not_applicable": 0, "success": 3200287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 244, "h264_decode_error_count": 801, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:57+09:00", "last_error_summary": "[h264 @ 0x5e974c1a4d80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5e974c1a4d80] error while decoding MB 0 30, bytestream 12759 [h264 @ 0x5e974c273c00] error while decoding MB 2 40, bytestream -7", "last_exit_at": "2026-11-03T10:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T10:59:59+09:00", "pid": 70440, "process": {"exists": true, "fd_count": 5, "hwm_mb": 149.398, "name": "ffmpeg", "pid": 70440, "rss_mb": 149.398, "state": "R (running)", "threads": 49}, "restart_count": 260, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 261}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.994, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.349, "last_frame_pushed_at": "2026-11-03T10:59:57+09:00", "last_frame_read_age_sec": 4.484, "last_frame_read_at": "2026-11-03T10:59:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 459.878, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 140.122, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.341, "exists": true, "mtime": "2026-11-03T10:59:57.241064+09:00", "mtime_epoch": 1793671197.2410636, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135867}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:00:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.689, "max": 12.0, "p95": 9.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.526, "max": 2.0, "p95": 2.0, "sample_count": 171}, "total": {"avg": 1.475, "max": 2.0, "p95": 2.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.119, "max": 1.0, "p95": 1.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.119, "max": 1.0, "p95": 1.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 177, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.976, "pushed": 5.976, "read": 5.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.008, "count": 177, "max_ms": 0.044, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4442.288, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.892, "count": 177, "max_ms": 5.284, "p95_ms": 2.947, "reason": null, "sample_age_ms": 4489.409, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.379, "count": 177, "max_ms": 4.632, "p95_ms": 2.237, "reason": null, "sample_age_ms": 4489.692, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 177, "max_ms": 1.378, "p95_ms": 0.65, "reason": null, "sample_age_ms": 4442.306, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.018, "count": 177, "max_ms": 9.14, "p95_ms": 3.321, "reason": null, "sample_age_ms": 4488.083, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4488.063, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4443.182, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.685, "count": 177, "max_ms": 83.305, "p95_ms": 68.433, "reason": null, "sample_age_ms": 4442.276, "source": "client_direct"}, "sample_age_ms": 4442.266, "source": "client_direct", "task_total_ms": {"avg_ms": 50.23, "count": 177, "max_ms": 85.564, "p95_ms": 70.607, "reason": null, "sample_age_ms": 4442.266, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.62, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.879, "count": 177, "max_ms": 16.007, "p95_ms": 11.667}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 177, "max_ms": 1.162, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.418, "count": 177, "max_ms": 6.618, "p95_ms": 2.754}, "event_filter_ms": {"avg_ms": 0.006, "count": 177, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.29, "count": 177, "max_ms": 0.903, "p95_ms": 0.509}, "mcmt_ms": {"avg_ms": 0.003, "count": 177, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.947, "count": 177, "max_ms": 7.679, "p95_ms": 5.612}, "setup_ms": {"avg_ms": 0.047, "count": 177, "max_ms": 0.165, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.817, "count": 177, "max_ms": 15.904, "p95_ms": 11.517}, "track_match_ms": {"avg_ms": 0.077, "count": 177, "max_ms": 0.486, "p95_ms": 0.163}, "tracker_update_ms": {"avg_ms": 1.615, "count": 177, "max_ms": 4.849, "p95_ms": 3.022}}, "gstreamer_push": {"avg_ms": 2.963, "count": 177, "max_ms": 7.566, "p95_ms": 4.886}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 177, "max_ms": 0.205, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.546, "count": 177, "max_ms": 86.365, "p95_ms": 73.891}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.765, "count": 177, "max_ms": 12.977, "p95_ms": 7.014}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.539, "count": 177, "max_ms": 161.264, "p95_ms": 123.159}, "inference_input_copy_ms": {"avg_ms": 1.678, "count": 177, "max_ms": 3.752, "p95_ms": 2.714}, "processing_residual_ms": {"avg_ms": 0.265, "count": 177, "max_ms": 0.984, "p95_ms": 0.545}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.246, "count": 177, "max_ms": 167.158, "p95_ms": 129.833}, "read_interval": {"avg_ms": 162.853, "count": 177, "max_ms": 3689.849, "p95_ms": 186.538}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 177, "max_ms": 0.082, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.87, "count": 177, "max_ms": 7.555, "p95_ms": 5.45}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 177, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.851, "count": 177, "max_ms": 7.531, "p95_ms": 5.417}, "worker_merge_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.065, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.561, "count": 177, "max_ms": 86.377, "p95_ms": 73.911}, "visualize": {"avg_ms": 34.813, "count": 177, "max_ms": 61.1, "p95_ms": 49.192}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.51, "count": 177, "max_ms": 51.455, "p95_ms": 40.938}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.304, "count": 177, "max_ms": 59.038, "p95_ms": 47.192}, "visualize_input_copy_ms": {"avg_ms": 1.292, "count": 177, "max_ms": 2.99, "p95_ms": 2.151}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.169, "count": 177, "max_ms": 58.859, "p95_ms": 46.948}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 177, "max_ms": 0.304, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.457, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.583, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.059, "sample_count": 2086, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200246, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T10:59:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140460, "write_bytes_delta": 140460, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.654573, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1946.0, "pid": 70253, "reason": null, "system_cpu_core_ratio": 0.264414, "system_cpu_s_delta": 5.32, "user_cpu_core_ratio": 0.390159, "user_cpu_s_delta": 7.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.321571, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.409046, "system_cpu_s_delta": 8.229999999995925, "user_cpu_core_ratio": 0.912525, "user_cpu_s_delta": 18.360000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.702, "count": 201, "max_ms": 9.727, "p95_ms": 4.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.612, "max": 12.0, "p95": 9.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.716, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 197}, "total": {"avg": 1.682, "max": 3.0, "p95": 2.0, "sample_count": 201}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.075, "count": 30, "max": 89.984, "p95": 63.611, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.717, "count": 30, "max": 32.679, "p95": 23.772, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.367, "count": 30, "max": 1263.0, "p95": 1253.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 965.9, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.116, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134622.067, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 38.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.957, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24926, "sampled_at": "2026-11-03T10:59:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T10:59:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.619, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5233483, "flush_count": 5535, "flush_interval_seconds": 30.0, "flush_state": {"count": 5535, "last_at": "2026-11-03T11:01:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5534}, "started": true, "suppressed_count": 3195565, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5535, "written_record_count": 5535}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10011.613, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6350646cd080] error while decoding MB 33 47, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8849284300800, "copied_frame_count": 3200696, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8849284300800, "frame_buffer_copies": 3200696, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1027, "p95_ms": 0.214, "p99_ms": 0.2627}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4642, "count": 512, "max_ms": 3.9212, "p50_ms": 1.3719, "p95_ms": 2.3485, "p99_ms": 2.9005, "results": {"failed": 0, "not_applicable": 0, "success": 3200696, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 245, "h264_decode_error_count": 802, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:01:02+09:00", "last_error_summary": "[h264 @ 0x6350646cd080] error while decoding MB 33 47, bytestream -8", "last_exit_at": "2026-11-03T10:59:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.183, "last_started_at": "2026-11-03T10:59:59+09:00", "pid": 70440, "process": {"exists": false, "pid": 70440}, "restart_count": 260, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 261}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.555, "sample_count": 2221, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.118, "last_frame_pushed_at": "2026-11-03T11:01:02+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-03T11:01:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 521.091, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 78.909, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.102, "exists": true, "mtime": "2026-11-03T11:01:02.661582+09:00", "mtime_epoch": 1793671262.6615822, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 134755}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:01:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.672, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200697, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.887, "max": 8.0, "p95": 6.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.42, "max": 2.0, "p95": 2.0, "sample_count": 174}, "total": {"avg": 1.165, "max": 2.0, "p95": 2.0, "sample_count": 212}}, "tracking_counts": {"active": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 212}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 212}, "tracked": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 212}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 212, "pushed_frames": 212, "read_frames": 213, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.069, "pushed": 7.069, "read": 7.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 43.5, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 213, "max_ms": 7.077, "p95_ms": 3.068, "reason": null, "sample_age_ms": 114.308, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 213, "max_ms": 6.652, "p95_ms": 1.962, "reason": null, "sample_age_ms": 114.619, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 213, "max_ms": 0.999, "p95_ms": 0.687, "reason": null, "sample_age_ms": 43.509, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.963, "count": 213, "max_ms": 6.921, "p95_ms": 3.252, "reason": null, "sample_age_ms": 112.114, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.802, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.219, "count": 213, "max_ms": 82.806, "p95_ms": 71.601, "reason": null, "sample_age_ms": 43.497, "source": "client_direct"}, "sample_age_ms": 43.493, "source": "client_direct", "task_total_ms": {"avg_ms": 52.739, "count": 213, "max_ms": 85.429, "p95_ms": 75.3, "reason": null, "sample_age_ms": 43.493, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.701, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.208, "count": 212, "max_ms": 18.472, "p95_ms": 11.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 212, "max_ms": 1.357, "p95_ms": 0.911}, "detection_prepare_ms": {"avg_ms": 1.375, "count": 212, "max_ms": 5.211, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.006, "count": 212, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.288, "count": 212, "max_ms": 0.925, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 212, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.387, "count": 212, "max_ms": 10.628, "p95_ms": 5.017}, "setup_ms": {"avg_ms": 0.05, "count": 212, "max_ms": 0.159, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.144, "count": 212, "max_ms": 18.401, "p95_ms": 11.29}, "track_match_ms": {"avg_ms": 0.075, "count": 212, "max_ms": 0.509, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 1.52, "count": 212, "max_ms": 3.816, "p95_ms": 3.156}}, "gstreamer_push": {"avg_ms": 3.212, "count": 212, "max_ms": 10.232, "p95_ms": 4.861}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 212, "max_ms": 0.903, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.995, "count": 212, "max_ms": 86.54, "p95_ms": 78.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.223, "count": 212, "max_ms": 14.259, "p95_ms": 9.688}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.237, "count": 212, "max_ms": 145.63, "p95_ms": 128.33}, "inference_input_copy_ms": {"avg_ms": 1.594, "count": 212, "max_ms": 8.879, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.205, "count": 212, "max_ms": 0.523, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.259, "count": 212, "max_ms": 150.037, "p95_ms": 133.31}, "read_interval": {"avg_ms": 141.015, "count": 213, "max_ms": 2725.7, "p95_ms": 186.687}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 212, "max_ms": 0.077, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.305, "count": 212, "max_ms": 10.431, "p95_ms": 4.907}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 212, "max_ms": 0.095, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.285, "count": 212, "max_ms": 10.401, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.007, "count": 212, "max_ms": 0.052, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.011, "count": 212, "max_ms": 86.552, "p95_ms": 78.56}, "visualize": {"avg_ms": 36.69, "count": 212, "max_ms": 62.252, "p95_ms": 48.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.628, "count": 212, "max_ms": 52.24, "p95_ms": 41.674}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.048, "count": 212, "max_ms": 58.918, "p95_ms": 46.872}, "visualize_input_copy_ms": {"avg_ms": 1.399, "count": 212, "max_ms": 7.89, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 212, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.899, "count": 212, "max_ms": 58.755, "p95_ms": 46.578}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 212, "max_ms": 0.215, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 212}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 212}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.0, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.798, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.11, "exists": true, "size_bytes": 134234, "write_bytes_delta": 134234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 999.0, "cpu_core_ratio": 0.408479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 147.0, "pid": 70440, "reason": null, "system_cpu_core_ratio": 0.031959, "system_cpu_s_delta": 0.6399999999999999, "user_cpu_core_ratio": 0.37652, "user_cpu_s_delta": 7.54}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.370253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.404984, "system_cpu_s_delta": 8.110000000000582, "user_cpu_core_ratio": 0.965269, "user_cpu_s_delta": 19.32999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.355, "count": 188, "max_ms": 11.867, "p95_ms": 5.536, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.527, "max": 7.0, "p95": 6.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.638, "max": 2.0, "p95": 2.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.003, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.494, "count": 30, "max": 32.679, "p95": 25.069, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.567, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 970.533, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.116, "p95": 0.06, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134901.7, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134901.7, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.867, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24928, "sampled_at": "2026-11-03T11:00:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:00:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5233483, "flush_count": 5535, "flush_interval_seconds": 30.0, "flush_state": {"count": 5535, "last_at": "2026-11-03T11:01:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5534}, "started": true, "suppressed_count": 3195565, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5535, "written_record_count": 5535}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10012.742, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:01:02+09:00", "last_error_summary": "[h264 @ 0x6350646cd080] error while decoding MB 33 47, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8849287065600, "copied_frame_count": 3200697, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8849287065600, "frame_buffer_copies": 3200697, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1027, "p95_ms": 0.214, "p99_ms": 0.2627}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.48, "count": 512, "max_ms": 9.2434, "p50_ms": 1.3742, "p95_ms": 2.3749, "p99_ms": 2.9186, "results": {"failed": 0, "not_applicable": 0, "success": 3200697, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 245, "h264_decode_error_count": 802, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:01:02+09:00", "last_error_summary": "[h264 @ 0x6350646cd080] error while decoding MB 33 47, bytestream -8", "last_exit_at": "2026-11-03T11:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.262, "last_started_at": "2026-11-03T10:59:59+09:00", "pid": 70440, "process": {"exists": false, "pid": 70440}, "restart_count": 260, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 261}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.668, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-03T11:01:02+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-11-03T11:01:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 521.146, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 78.854, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-03T11:01:02.836584+09:00", "mtime_epoch": 1793671262.8365836, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131161}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:01:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.672, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200697, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.887, "max": 8.0, "p95": 6.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.423, "max": 2.0, "p95": 2.0, "sample_count": 175}, "total": {"avg": 1.169, "max": 2.0, "p95": 2.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.12, "pushed": 7.12, "read": 7.086}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 119.646, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 212, "max_ms": 7.077, "p95_ms": 3.081, "reason": null, "sample_age_ms": 190.453, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 212, "max_ms": 6.652, "p95_ms": 1.968, "reason": null, "sample_age_ms": 190.764, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.37, "count": 213, "max_ms": 0.999, "p95_ms": 0.687, "reason": null, "sample_age_ms": 119.654, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.96, "count": 212, "max_ms": 6.921, "p95_ms": 3.254, "reason": null, "sample_age_ms": 188.26, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.23, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.948, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.219, "count": 213, "max_ms": 82.806, "p95_ms": 71.601, "reason": null, "sample_age_ms": 119.642, "source": "client_direct"}, "sample_age_ms": 119.638, "source": "client_direct", "task_total_ms": {"avg_ms": 52.739, "count": 213, "max_ms": 85.429, "p95_ms": 75.3, "reason": null, "sample_age_ms": 119.638, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.612, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.212, "count": 213, "max_ms": 18.472, "p95_ms": 11.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.436, "count": 213, "max_ms": 1.357, "p95_ms": 0.911}, "detection_prepare_ms": {"avg_ms": 1.377, "count": 213, "max_ms": 5.211, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.288, "count": 213, "max_ms": 0.925, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.389, "count": 213, "max_ms": 10.628, "p95_ms": 5.017}, "setup_ms": {"avg_ms": 0.05, "count": 213, "max_ms": 0.159, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.147, "count": 213, "max_ms": 18.401, "p95_ms": 11.29}, "track_match_ms": {"avg_ms": 0.075, "count": 213, "max_ms": 0.509, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 1.521, "count": 213, "max_ms": 3.816, "p95_ms": 3.156}}, "gstreamer_push": {"avg_ms": 3.219, "count": 213, "max_ms": 10.232, "p95_ms": 4.861}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 213, "max_ms": 0.903, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.078, "count": 213, "max_ms": 86.54, "p95_ms": 78.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.217, "count": 213, "max_ms": 14.259, "p95_ms": 9.688}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.461, "count": 213, "max_ms": 146.105, "p95_ms": 128.555}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 213, "max_ms": 8.879, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.205, "count": 213, "max_ms": 0.523, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.5, "count": 213, "max_ms": 154.637, "p95_ms": 133.714}, "read_interval": {"avg_ms": 140.937, "count": 212, "max_ms": 2725.7, "p95_ms": 186.687}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 213, "max_ms": 0.077, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.307, "count": 213, "max_ms": 10.431, "p95_ms": 4.907}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.095, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.287, "count": 213, "max_ms": 10.401, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.052, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.094, "count": 213, "max_ms": 86.552, "p95_ms": 78.56}, "visualize": {"avg_ms": 36.83, "count": 213, "max_ms": 66.464, "p95_ms": 49.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.678, "count": 213, "max_ms": 52.24, "p95_ms": 42.319}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.188, "count": 213, "max_ms": 65.03, "p95_ms": 47.292}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 213, "max_ms": 7.89, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.04, "count": 213, "max_ms": 64.925, "p95_ms": 47.176}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 213, "max_ms": 0.215, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.0, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.798, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.11, "exists": true, "size_bytes": 134234, "write_bytes_delta": 134234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 999.0, "cpu_core_ratio": 0.408479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 147.0, "pid": 70440, "reason": null, "system_cpu_core_ratio": 0.031959, "system_cpu_s_delta": 0.6399999999999999, "user_cpu_core_ratio": 0.37652, "user_cpu_s_delta": 7.54}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.370253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.404984, "system_cpu_s_delta": 8.110000000000582, "user_cpu_core_ratio": 0.965269, "user_cpu_s_delta": 19.32999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.355, "count": 188, "max_ms": 11.867, "p95_ms": 5.536, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.527, "max": 7.0, "p95": 6.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.638, "max": 2.0, "p95": 2.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.003, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.494, "count": 30, "max": 32.679, "p95": 25.069, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.567, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 970.533, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.116, "p95": 0.06, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134901.7, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134901.7, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.867, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24928, "sampled_at": "2026-11-03T11:00:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:00:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5233483, "flush_count": 5535, "flush_interval_seconds": 30.0, "flush_state": {"count": 5535, "last_at": "2026-11-03T11:01:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5534}, "started": true, "suppressed_count": 3195565, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5535, "written_record_count": 5535}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10012.453, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8849287065600, "copied_frame_count": 3200697, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8849287065600, "frame_buffer_copies": 3200697, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1027, "p95_ms": 0.214, "p99_ms": 0.2627}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.48, "count": 512, "max_ms": 9.2434, "p50_ms": 1.3742, "p95_ms": 2.3749, "p99_ms": 2.9186, "results": {"failed": 0, "not_applicable": 0, "success": 3200697, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 245, "h264_decode_error_count": 802, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:01:02+09:00", "last_error_summary": "[h264 @ 0x6350646cd080] error while decoding MB 33 47, bytestream -8", "last_exit_at": "2026-11-03T11:01:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 63.317, "last_started_at": "2026-11-03T10:59:59+09:00", "pid": 70440, "process": {"exists": false, "pid": 70440}, "restart_count": 260, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 261}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.668, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T11:01:02+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-11-03T11:01:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 521.205, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 78.795, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-03T11:01:02.836584+09:00", "mtime_epoch": 1793671262.8365836, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131161}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:01:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.672, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200697, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.887, "max": 8.0, "p95": 6.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.423, "max": 2.0, "p95": 2.0, "sample_count": 175}, "total": {"avg": 1.169, "max": 2.0, "p95": 2.0, "sample_count": 213}}, "tracking_counts": {"active": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 213}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 213}, "tracked": {"avg": 0.052, "max": 1.0, "p95": 1.0, "sample_count": 213}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 213, "pushed_frames": 213, "read_frames": 212, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.107, "pushed": 7.107, "read": 7.073}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 212, "client_acquire_ms": {"avg_ms": 0.008, "count": 212, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 180.817, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.863, "count": 212, "max_ms": 7.077, "p95_ms": 3.081, "reason": null, "sample_age_ms": 251.625, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 212, "max_ms": 6.652, "p95_ms": 1.968, "reason": null, "sample_age_ms": 251.936, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 212, "max_ms": 0.999, "p95_ms": 0.687, "reason": null, "sample_age_ms": 180.826, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.96, "count": 212, "max_ms": 6.921, "p95_ms": 3.254, "reason": null, "sample_age_ms": 249.431, "source": "client_direct"}, "request_count": 212, "request_tensor_bytes": {"avg": 2764808.0, "count": 212, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 249.401, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 212, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 181.119, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.073, "count": 212, "max_ms": 82.806, "p95_ms": 70.885, "reason": null, "sample_age_ms": 180.814, "source": "client_direct"}, "sample_age_ms": 180.81, "source": "client_direct", "task_total_ms": {"avg_ms": 52.591, "count": 212, "max_ms": 85.429, "p95_ms": 73.747, "reason": null, "sample_age_ms": 180.81, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.212, "count": 213, "max_ms": 18.472, "p95_ms": 11.38}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.436, "count": 213, "max_ms": 1.357, "p95_ms": 0.911}, "detection_prepare_ms": {"avg_ms": 1.377, "count": 213, "max_ms": 5.211, "p95_ms": 2.749}, "event_filter_ms": {"avg_ms": 0.006, "count": 213, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.288, "count": 213, "max_ms": 0.925, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 213, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.389, "count": 213, "max_ms": 10.628, "p95_ms": 5.017}, "setup_ms": {"avg_ms": 0.05, "count": 213, "max_ms": 0.159, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.147, "count": 213, "max_ms": 18.401, "p95_ms": 11.29}, "track_match_ms": {"avg_ms": 0.075, "count": 213, "max_ms": 0.509, "p95_ms": 0.171}, "tracker_update_ms": {"avg_ms": 1.521, "count": 213, "max_ms": 3.816, "p95_ms": 3.156}}, "gstreamer_push": {"avg_ms": 3.219, "count": 213, "max_ms": 10.232, "p95_ms": 4.861}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 213, "max_ms": 0.903, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.078, "count": 213, "max_ms": 86.54, "p95_ms": 78.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.217, "count": 213, "max_ms": 14.259, "p95_ms": 9.688}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.461, "count": 213, "max_ms": 146.105, "p95_ms": 128.555}, "inference_input_copy_ms": {"avg_ms": 1.617, "count": 213, "max_ms": 8.879, "p95_ms": 2.649}, "processing_residual_ms": {"avg_ms": 0.205, "count": 213, "max_ms": 0.523, "p95_ms": 0.432}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.5, "count": 213, "max_ms": 154.637, "p95_ms": 133.714}, "read_interval": {"avg_ms": 140.937, "count": 212, "max_ms": 2725.7, "p95_ms": 186.687}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 213, "max_ms": 0.077, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.307, "count": 213, "max_ms": 10.431, "p95_ms": 4.907}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 213, "max_ms": 0.095, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.287, "count": 213, "max_ms": 10.401, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.007, "count": 213, "max_ms": 0.052, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.094, "count": 213, "max_ms": 86.552, "p95_ms": 78.56}, "visualize": {"avg_ms": 36.83, "count": 213, "max_ms": 66.464, "p95_ms": 49.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.678, "count": 213, "max_ms": 52.24, "p95_ms": 42.319}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.188, "count": 213, "max_ms": 65.03, "p95_ms": 47.292}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 213, "max_ms": 7.89, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 213, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.04, "count": 213, "max_ms": 64.925, "p95_ms": 47.176}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 213, "max_ms": 0.215, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 213}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 213}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.0, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.798, "sample_count": 2102, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200497, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:00:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.11, "exists": true, "size_bytes": 134234, "write_bytes_delta": 134234, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 999.0, "cpu_core_ratio": 0.408479, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 147.0, "pid": 70440, "reason": null, "system_cpu_core_ratio": 0.031959, "system_cpu_s_delta": 0.6399999999999999, "user_cpu_core_ratio": 0.37652, "user_cpu_s_delta": 7.54}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.370253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.404984, "system_cpu_s_delta": 8.110000000000582, "user_cpu_core_ratio": 0.965269, "user_cpu_s_delta": 19.32999999995809}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.355, "count": 188, "max_ms": 11.867, "p95_ms": 5.536, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.527, "max": 7.0, "p95": 6.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 1.638, "max": 2.0, "p95": 2.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.003, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.494, "count": 30, "max": 32.679, "p95": 25.069, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1023.567, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 970.533, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.116, "p95": 0.06, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 134901.7, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 134901.7, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.867, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24928, "sampled_at": "2026-11-03T11:00:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:00:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5233483, "flush_count": 5535, "flush_interval_seconds": 30.0, "flush_state": {"count": 5535, "last_at": "2026-11-03T11:01:01", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:01", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5534}, "started": true, "suppressed_count": 3195565, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195163}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5535, "written_record_count": 5535}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10040.879, "limit_mb": null}, "detail": {"pid": 70556, "restart_count": 261, "start_count": 262}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8849287065600, "copied_frame_count": 3200697, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8849287065600, "frame_buffer_copies": 3200697, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.116, "count": 512, "max_ms": 0.3752, "p50_ms": 0.1027, "p95_ms": 0.214, "p99_ms": 0.2627}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.48, "count": 512, "max_ms": 9.2434, "p50_ms": 1.3742, "p95_ms": 2.3749, "p99_ms": 2.9186, "results": {"failed": 0, "not_applicable": 0, "success": 3200697, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 245, "h264_decode_error_count": 802, "h264_decode_error_count_per_hour": 81, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:01:02+09:00", "last_error_summary": "[h264 @ 0x6350646cd080] error while decoding MB 33 47, bytestream -8", "last_exit_at": "2026-11-03T11:01:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:01:05+09:00", "pid": 70556, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.934, "name": "ffmpeg", "pid": 70556, "rss_mb": 57.934, "state": "S (sleeping)", "threads": 1}, "restart_count": 261, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 262}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.668, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.853, "last_frame_pushed_at": "2026-11-03T11:01:02+09:00", "last_frame_read_age_sec": 5.022, "last_frame_read_at": "2026-11-03T11:01:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 525.973, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 74.027, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.84, "exists": true, "mtime": "2026-11-03T11:01:02.836584+09:00", "mtime_epoch": 1793671262.8365836, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131161}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:01:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.676, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3200697, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.928, "max": 8.0, "p95": 6.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.462, "max": 2.0, "p95": 2.0, "sample_count": 143}, "total": {"avg": 1.155, "max": 2.0, "p95": 2.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.055, "max": 1.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.036, "pushed": 6.036, "read": 6.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.008, "count": 180, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4949.219, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.858, "count": 180, "max_ms": 7.077, "p95_ms": 2.978, "reason": null, "sample_age_ms": 5020.026, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 180, "max_ms": 6.652, "p95_ms": 1.918, "reason": null, "sample_age_ms": 5020.338, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.372, "count": 180, "max_ms": 0.983, "p95_ms": 0.695, "reason": null, "sample_age_ms": 4949.227, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 180, "max_ms": 6.921, "p95_ms": 3.279, "reason": null, "sample_age_ms": 5017.833, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5017.803, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4949.521, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.939, "count": 180, "max_ms": 79.257, "p95_ms": 70.208, "reason": null, "sample_age_ms": 4949.215, "source": "client_direct"}, "sample_age_ms": 4949.212, "source": "client_direct", "task_total_ms": {"avg_ms": 52.447, "count": 180, "max_ms": 81.31, "p95_ms": 72.707, "reason": null, "sample_age_ms": 4949.212, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.746, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.083, "count": 181, "max_ms": 18.472, "p95_ms": 11.694}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 181, "max_ms": 1.357, "p95_ms": 0.884}, "detection_prepare_ms": {"avg_ms": 1.335, "count": 181, "max_ms": 5.211, "p95_ms": 2.669}, "event_filter_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.022, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.282, "count": 181, "max_ms": 0.925, "p95_ms": 0.57}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.365, "count": 181, "max_ms": 10.628, "p95_ms": 5.017}, "setup_ms": {"avg_ms": 0.05, "count": 181, "max_ms": 0.159, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 6.019, "count": 181, "max_ms": 18.401, "p95_ms": 11.592}, "track_match_ms": {"avg_ms": 0.074, "count": 181, "max_ms": 0.509, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.481, "count": 181, "max_ms": 3.816, "p95_ms": 3.185}}, "gstreamer_push": {"avg_ms": 3.179, "count": 181, "max_ms": 10.232, "p95_ms": 4.861}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 181, "max_ms": 0.903, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.716, "count": 181, "max_ms": 83.171, "p95_ms": 74.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 181, "max_ms": 14.259, "p95_ms": 9.688}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.641, "count": 181, "max_ms": 146.105, "p95_ms": 124.75}, "inference_input_copy_ms": {"avg_ms": 1.583, "count": 181, "max_ms": 6.368, "p95_ms": 2.646}, "processing_residual_ms": {"avg_ms": 0.201, "count": 181, "max_ms": 0.523, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.658, "count": 181, "max_ms": 154.637, "p95_ms": 129.876}, "read_interval": {"avg_ms": 139.143, "count": 180, "max_ms": 2725.7, "p95_ms": 174.072}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 181, "max_ms": 0.077, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.283, "count": 181, "max_ms": 10.431, "p95_ms": 4.907}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 181, "max_ms": 0.095, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.263, "count": 181, "max_ms": 10.401, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.052, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.733, "count": 181, "max_ms": 83.179, "p95_ms": 74.322}, "visualize": {"avg_ms": 36.52, "count": 181, "max_ms": 66.464, "p95_ms": 48.627}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.447, "count": 181, "max_ms": 52.24, "p95_ms": 42.319}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.856, "count": 181, "max_ms": 65.03, "p95_ms": 46.872}, "visualize_input_copy_ms": {"avg_ms": 1.423, "count": 181, "max_ms": 7.89, "p95_ms": 2.304}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.707, "count": 181, "max_ms": 64.925, "p95_ms": 46.578}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 181, "max_ms": 0.215, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.672, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.813, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.668, "sample_count": 2222, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200697, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.804, "exists": true, "size_bytes": 131161, "write_bytes_delta": 131161, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 70440, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.265784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.375013, "system_cpu_s_delta": 4.130000000004657, "user_cpu_core_ratio": 0.89077, "user_cpu_s_delta": 9.809999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 191, "max_ms": 10.232, "p95_ms": 4.861, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.921, "max": 8.0, "p95": 6.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.438, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 153}, "total": {"avg": 1.152, "max": 2.0, "p95": 2.0, "sample_count": 191}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.417, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.746, "count": 30, "max": 32.679, "p95": 25.075, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.667, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 943.2, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.399, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 2.804, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135128.167, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135128.167, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.6, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.51, "p95": 0.5, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.207, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24930, "sampled_at": "2026-11-03T11:01:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4515772, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3281518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3281513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9821.215, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56d0c39085c0] cabac decode of qscale diff failed at 203 61 [h264 @ 0x56d0c39085c0] error while decoding MB 203 61, bytestream 5595 [h264 @ 0x56d0c2bef240] error while decoding MB 45 66, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9088030310400, "copied_frame_count": 3287048, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9088030310400, "frame_buffer_copies": 3287048, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 0.7165, "p50_ms": 0.1211, "p95_ms": 0.2606, "p99_ms": 0.3401}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2578, "count": 512, "max_ms": 3.3764, "p50_ms": 1.1824, "p95_ms": 2.0543, "p99_ms": 2.5885, "results": {"failed": 0, "not_applicable": 0, "success": 3287048, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:05+09:00", "last_error_summary": "[h264 @ 0x56d0c39085c0] cabac decode of qscale diff failed at 203 61 [h264 @ 0x56d0c39085c0] error while decoding MB 203 61, bytestream 5595 [h264 @ 0x56d0c2bef240] error while decoding MB 45 66, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.723, "last_started_at": "2026-11-03T10:57:38+09:00", "pid": 70137, "process": {"exists": false, "pid": 70137}, "restart_count": 148, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.794, "sample_count": 2554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T11:02:05+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-11-03T11:02:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.898, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 16.102, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-11-03T11:02:05.583057+09:00", "mtime_epoch": 1793671325.5830572, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:02:05+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287048, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.537, "pushed": 3.537, "read": 3.504}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.053, "p95_ms": 0.018, "reason": null, "sample_age_ms": 65.693, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.584, "count": 105, "max_ms": 5.011, "p95_ms": 1.545, "reason": null, "sample_age_ms": 99.491, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 105, "max_ms": 4.004, "p95_ms": 1.156, "reason": null, "sample_age_ms": 99.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 105, "max_ms": 0.728, "p95_ms": 0.193, "reason": null, "sample_age_ms": 65.7, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.534, "count": 105, "max_ms": 9.602, "p95_ms": 3.002, "reason": null, "sample_age_ms": 98.286, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 98.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.954, "count": 105, "max_ms": 91.327, "p95_ms": 58.83, "reason": null, "sample_age_ms": 65.691, "source": "client_direct"}, "sample_age_ms": 65.687, "source": "client_direct", "task_total_ms": {"avg_ms": 38.769, "count": 105, "max_ms": 93.326, "p95_ms": 62.737, "reason": null, "sample_age_ms": 65.687, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.556, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.738, "count": 106, "max_ms": 2.481, "p95_ms": 1.647}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 106, "max_ms": 0.901, "p95_ms": 0.595}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 106, "max_ms": 0.368, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.038, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 106, "max_ms": 0.215, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 106, "max_ms": 0.613, "p95_ms": 0.476}, "setup_ms": {"avg_ms": 0.043, "count": 106, "max_ms": 0.143, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.698, "count": 106, "max_ms": 2.393, "p95_ms": 1.58}, "track_match_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.02, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 106, "max_ms": 0.113, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.433, "count": 106, "max_ms": 4.972, "p95_ms": 3.884}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 106, "max_ms": 0.917, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.948, "count": 106, "max_ms": 94.036, "p95_ms": 64.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 106, "max_ms": 0.137, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.295, "count": 106, "max_ms": 129.043, "p95_ms": 103.183}, "inference_input_copy_ms": {"avg_ms": 1.267, "count": 106, "max_ms": 5.483, "p95_ms": 2.274}, "processing_residual_ms": {"avg_ms": 0.147, "count": 106, "max_ms": 0.529, "p95_ms": 0.306}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.75, "count": 106, "max_ms": 130.832, "p95_ms": 104.503}, "read_interval": {"avg_ms": 285.445, "count": 105, "max_ms": 8923.867, "p95_ms": 142.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 106, "max_ms": 0.04, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.132, "count": 106, "max_ms": 0.447, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 106, "max_ms": 0.06, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 106, "max_ms": 0.407, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 39.963, "count": 106, "max_ms": 94.047, "p95_ms": 64.987}, "visualize": {"avg_ms": 28.669, "count": 106, "max_ms": 51.647, "p95_ms": 40.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.803, "count": 106, "max_ms": 49.995, "p95_ms": 38.724}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.464, "count": 106, "max_ms": 51.246, "p95_ms": 40.146}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.361, "count": 106, "max_ms": 51.047, "p95_ms": 39.835}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 106, "max_ms": 0.946, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.44, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123117, "write_bytes_delta": 123117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 810.0, "cpu_core_ratio": 0.613803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 70137, "reason": null, "system_cpu_core_ratio": 0.02345, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.590353, "user_cpu_s_delta": 15.859999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.286243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024567, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.261676, "user_cpu_s_delta": 7.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.864, "count": 141, "max_ms": 6.151, "p95_ms": 4.723, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.83, "count": 30, "max": 69.483, "p95": 62.738, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.363, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1250.533, "count": 30, "max": 1636.0, "p95": 1587.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4076.733, "count": 30, "max": 98772.0, "p95": 7626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.483, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.515, "p95": 1.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.7, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.68, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27951, "sampled_at": "2026-11-03T11:01:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4515772, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3281518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3281513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9821.215, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9088030310400, "copied_frame_count": 3287048, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9088030310400, "frame_buffer_copies": 3287048, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 0.7165, "p50_ms": 0.1211, "p95_ms": 0.2606, "p99_ms": 0.3401}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2578, "count": 512, "max_ms": 3.3764, "p50_ms": 1.1824, "p95_ms": 2.0543, "p99_ms": 2.5885, "results": {"failed": 0, "not_applicable": 0, "success": 3287048, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:05+09:00", "last_error_summary": "[h264 @ 0x56d0c39085c0] cabac decode of qscale diff failed at 203 61 [h264 @ 0x56d0c39085c0] error while decoding MB 203 61, bytestream 5595 [h264 @ 0x56d0c2bef240] error while decoding MB 45 66, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.723, "last_started_at": "2026-11-03T10:57:38+09:00", "pid": 70137, "process": {"exists": false, "pid": 70137}, "restart_count": 148, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.794, "sample_count": 2554, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-03T11:02:05+09:00", "last_frame_read_age_sec": 0.098, "last_frame_read_at": "2026-11-03T11:02:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.906, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 16.094, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-11-03T11:02:05.583057+09:00", "mtime_epoch": 1793671325.5830572, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:02:05+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287048, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.537, "pushed": 3.537, "read": 3.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.053, "p95_ms": 0.018, "reason": null, "sample_age_ms": 76.632, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.584, "count": 105, "max_ms": 5.011, "p95_ms": 1.545, "reason": null, "sample_age_ms": 110.43, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 105, "max_ms": 4.004, "p95_ms": 1.156, "reason": null, "sample_age_ms": 110.825, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 105, "max_ms": 0.728, "p95_ms": 0.193, "reason": null, "sample_age_ms": 76.638, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.534, "count": 105, "max_ms": 9.602, "p95_ms": 3.002, "reason": null, "sample_age_ms": 109.225, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 109.205, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.954, "count": 105, "max_ms": 91.327, "p95_ms": 58.83, "reason": null, "sample_age_ms": 76.629, "source": "client_direct"}, "sample_age_ms": 76.626, "source": "client_direct", "task_total_ms": {"avg_ms": 38.769, "count": 105, "max_ms": 93.326, "p95_ms": 62.737, "reason": null, "sample_age_ms": 76.626, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.184, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.738, "count": 106, "max_ms": 2.481, "p95_ms": 1.647}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 106, "max_ms": 0.901, "p95_ms": 0.595}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 106, "max_ms": 0.368, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.038, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 106, "max_ms": 0.215, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 106, "max_ms": 0.613, "p95_ms": 0.476}, "setup_ms": {"avg_ms": 0.043, "count": 106, "max_ms": 0.143, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.698, "count": 106, "max_ms": 2.393, "p95_ms": 1.58}, "track_match_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.02, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 106, "max_ms": 0.113, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.433, "count": 106, "max_ms": 4.972, "p95_ms": 3.884}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 106, "max_ms": 0.917, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.948, "count": 106, "max_ms": 94.036, "p95_ms": 64.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 106, "max_ms": 0.137, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.295, "count": 106, "max_ms": 129.043, "p95_ms": 103.183}, "inference_input_copy_ms": {"avg_ms": 1.267, "count": 106, "max_ms": 5.483, "p95_ms": 2.274}, "processing_residual_ms": {"avg_ms": 0.147, "count": 106, "max_ms": 0.529, "p95_ms": 0.306}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.75, "count": 106, "max_ms": 130.832, "p95_ms": 104.503}, "read_interval": {"avg_ms": 285.445, "count": 105, "max_ms": 8923.867, "p95_ms": 142.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 106, "max_ms": 0.04, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.132, "count": 106, "max_ms": 0.447, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 106, "max_ms": 0.06, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 106, "max_ms": 0.407, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 39.963, "count": 106, "max_ms": 94.047, "p95_ms": 64.987}, "visualize": {"avg_ms": 28.669, "count": 106, "max_ms": 51.647, "p95_ms": 40.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.803, "count": 106, "max_ms": 49.995, "p95_ms": 38.724}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.464, "count": 106, "max_ms": 51.246, "p95_ms": 40.146}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.361, "count": 106, "max_ms": 51.047, "p95_ms": 39.835}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 106, "max_ms": 0.946, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.44, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123117, "write_bytes_delta": 123117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 810.0, "cpu_core_ratio": 0.613803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 70137, "reason": null, "system_cpu_core_ratio": 0.02345, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.590353, "user_cpu_s_delta": 15.859999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.286243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024567, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.261676, "user_cpu_s_delta": 7.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.864, "count": 141, "max_ms": 6.151, "p95_ms": 4.723, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.83, "count": 30, "max": 69.483, "p95": 62.738, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.363, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1250.533, "count": 30, "max": 1636.0, "p95": 1587.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4076.733, "count": 30, "max": 98772.0, "p95": 7626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.483, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.515, "p95": 1.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.7, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.68, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27951, "sampled_at": "2026-11-03T11:01:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4515772, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3281518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3281513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9821.309, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9088030310400, "copied_frame_count": 3287048, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9088030310400, "frame_buffer_copies": 3287048, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 0.7165, "p50_ms": 0.1211, "p95_ms": 0.2606, "p99_ms": 0.3401}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2578, "count": 512, "max_ms": 3.3764, "p50_ms": 1.1824, "p95_ms": 2.0543, "p99_ms": 2.5885, "results": {"failed": 0, "not_applicable": 0, "success": 3287048, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:05+09:00", "last_error_summary": "[h264 @ 0x56d0c39085c0] cabac decode of qscale diff failed at 203 61 [h264 @ 0x56d0c39085c0] error while decoding MB 203 61, bytestream 5595 [h264 @ 0x56d0c2bef240] error while decoding MB 45 66, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 266.768, "last_started_at": "2026-11-03T10:57:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 148, "restart_count_per_hour": 5, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 149}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.794, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T11:02:05+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-11-03T11:02:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 583.927, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 16.073, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T11:02:05.583057+09:00", "mtime_epoch": 1793671325.5830572, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:02:05+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.938, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287048, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 105}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 105, "pushed_frames": 105, "read_frames": 105, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.5, "pushed": 3.5, "read": 3.5}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.008, "count": 105, "max_ms": 0.053, "p95_ms": 0.018, "reason": null, "sample_age_ms": 109.556, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.584, "count": 105, "max_ms": 5.011, "p95_ms": 1.545, "reason": null, "sample_age_ms": 143.354, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 105, "max_ms": 4.004, "p95_ms": 1.156, "reason": null, "sample_age_ms": 143.749, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 105, "max_ms": 0.728, "p95_ms": 0.193, "reason": null, "sample_age_ms": 109.562, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.534, "count": 105, "max_ms": 9.602, "p95_ms": 3.002, "reason": null, "sample_age_ms": 142.149, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 142.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.674, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 36.954, "count": 105, "max_ms": 91.327, "p95_ms": 58.83, "reason": null, "sample_age_ms": 109.553, "source": "client_direct"}, "sample_age_ms": 109.55, "source": "client_direct", "task_total_ms": {"avg_ms": 38.769, "count": 105, "max_ms": 93.326, "p95_ms": 62.737, "reason": null, "sample_age_ms": 109.55, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.956, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.736, "count": 105, "max_ms": 2.481, "p95_ms": 1.647}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 105, "max_ms": 0.901, "p95_ms": 0.595}, "detection_prepare_ms": {"avg_ms": 0.101, "count": 105, "max_ms": 0.368, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.038, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.215, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 105, "max_ms": 0.032, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.188, "count": 105, "max_ms": 0.613, "p95_ms": 0.476}, "setup_ms": {"avg_ms": 0.043, "count": 105, "max_ms": 0.143, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.695, "count": 105, "max_ms": 2.393, "p95_ms": 1.58}, "track_match_ms": {"avg_ms": 0.004, "count": 105, "max_ms": 0.02, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 105, "max_ms": 0.113, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.427, "count": 105, "max_ms": 4.972, "p95_ms": 3.884}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 105, "max_ms": 0.917, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.708, "count": 105, "max_ms": 94.036, "p95_ms": 64.052}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 105, "max_ms": 0.137, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 69.982, "count": 105, "max_ms": 129.043, "p95_ms": 102.945}, "inference_input_copy_ms": {"avg_ms": 1.266, "count": 105, "max_ms": 5.483, "p95_ms": 2.274}, "processing_residual_ms": {"avg_ms": 0.147, "count": 105, "max_ms": 0.529, "p95_ms": 0.306}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 71.436, "count": 105, "max_ms": 130.832, "p95_ms": 104.351}, "read_interval": {"avg_ms": 285.445, "count": 105, "max_ms": 8923.867, "p95_ms": 142.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 105, "max_ms": 0.04, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.13, "count": 105, "max_ms": 0.447, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 105, "max_ms": 0.06, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 105, "max_ms": 0.407, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.005, "count": 105, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 39.723, "count": 105, "max_ms": 94.047, "p95_ms": 64.065}, "visualize": {"avg_ms": 28.596, "count": 105, "max_ms": 51.647, "p95_ms": 40.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.749, "count": 105, "max_ms": 49.995, "p95_ms": 38.724}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.395, "count": 105, "max_ms": 51.246, "p95_ms": 40.146}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 105, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.293, "count": 105, "max_ms": 51.047, "p95_ms": 39.835}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 105, "max_ms": 0.946, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 105}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 105}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.44, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123117, "write_bytes_delta": 123117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 810.0, "cpu_core_ratio": 0.613803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 70137, "reason": null, "system_cpu_core_ratio": 0.02345, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.590353, "user_cpu_s_delta": 15.859999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.286243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024567, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.261676, "user_cpu_s_delta": 7.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.864, "count": 141, "max_ms": 6.151, "p95_ms": 4.723, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.83, "count": 30, "max": 69.483, "p95": 62.738, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.363, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1250.533, "count": 30, "max": 1636.0, "p95": 1587.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4076.733, "count": 30, "max": 98772.0, "p95": 7626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.483, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.515, "p95": 1.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.7, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.68, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27951, "sampled_at": "2026-11-03T11:01:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5234539, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3195845, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195443}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9622.305, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56dbb80a3240] error while decoding MB 47 65, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8850061209600, "copied_frame_count": 3200977, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8850061209600, "frame_buffer_copies": 3200977, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1241, "count": 512, "max_ms": 1.6419, "p50_ms": 0.1027, "p95_ms": 0.2306, "p99_ms": 0.3354}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5058, "count": 512, "max_ms": 10.6469, "p50_ms": 1.4208, "p95_ms": 2.4236, "p99_ms": 3.0064, "results": {"failed": 0, "not_applicable": 0, "success": 3200977, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 246, "h264_decode_error_count": 803, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:07+09:00", "last_error_summary": "[h264 @ 0x56dbb80a3240] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-03T11:01:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.189, "last_started_at": "2026-11-03T11:01:05+09:00", "pid": 70556, "process": {"exists": false, "pid": 70556}, "restart_count": 261, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 262}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.364, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200977, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T11:02:07+09:00", "last_frame_read_age_sec": 0.052, "last_frame_read_at": "2026-11-03T11:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.153, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 13.847, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-03T11:02:07.818074+09:00", "mtime_epoch": 1793671327.8180735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:02:07+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.805, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3200978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.894, "max": 8.0, "p95": 7.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.576, "max": 4.0, "p95": 4.0, "sample_count": 85}, "total": {"avg": 2.576, "max": 4.0, "p95": 4.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.341, "max": 2.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.341, "max": 2.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.838, "pushed": 2.838, "read": 2.838}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 7.697, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 85, "max_ms": 5.711, "p95_ms": 2.356, "reason": null, "sample_age_ms": 53.893, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.306, "count": 85, "max_ms": 5.402, "p95_ms": 1.407, "reason": null, "sample_age_ms": 54.206, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 85, "max_ms": 1.338, "p95_ms": 0.621, "reason": null, "sample_age_ms": 7.704, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.474, "count": 85, "max_ms": 5.37, "p95_ms": 2.882, "reason": null, "sample_age_ms": 52.471, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 52.429, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 7.889, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.431, "count": 85, "max_ms": 78.871, "p95_ms": 68.286, "reason": null, "sample_age_ms": 7.693, "source": "client_direct"}, "sample_age_ms": 7.69, "source": "client_direct", "task_total_ms": {"avg_ms": 45.349, "count": 85, "max_ms": 81.966, "p95_ms": 73.74, "reason": null, "sample_age_ms": 7.69, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.475, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.356, "count": 85, "max_ms": 17.365, "p95_ms": 11.044}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.366, "count": 85, "max_ms": 0.936, "p95_ms": 0.586}, "detection_prepare_ms": {"avg_ms": 1.29, "count": 85, "max_ms": 4.932, "p95_ms": 2.572}, "event_filter_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.35, "count": 85, "max_ms": 0.743, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.318, "count": 85, "max_ms": 6.355, "p95_ms": 4.545}, "setup_ms": {"avg_ms": 0.034, "count": 85, "max_ms": 0.13, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 6.307, "count": 85, "max_ms": 17.207, "p95_ms": 10.988}, "track_match_ms": {"avg_ms": 0.091, "count": 85, "max_ms": 0.252, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.849, "count": 85, "max_ms": 5.099, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 2.426, "count": 85, "max_ms": 5.72, "p95_ms": 4.188}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 85, "max_ms": 0.522, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.655, "count": 85, "max_ms": 84.076, "p95_ms": 75.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.202, "count": 85, "max_ms": 34.48, "p95_ms": 7.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.025, "count": 85, "max_ms": 160.181, "p95_ms": 123.425}, "inference_input_copy_ms": {"avg_ms": 1.209, "count": 85, "max_ms": 4.067, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.189, "count": 85, "max_ms": 0.491, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.625, "count": 85, "max_ms": 197.285, "p95_ms": 127.582}, "read_interval": {"avg_ms": 353.219, "count": 85, "max_ms": 5227.165, "p95_ms": 3925.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 85, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.259, "count": 85, "max_ms": 6.281, "p95_ms": 4.465}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 85, "max_ms": 0.058, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.245, "count": 85, "max_ms": 6.264, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.667, "count": 85, "max_ms": 84.088, "p95_ms": 75.37}, "visualize": {"avg_ms": 31.94, "count": 85, "max_ms": 67.511, "p95_ms": 42.829}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.222, "count": 85, "max_ms": 41.155, "p95_ms": 34.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.585, "count": 85, "max_ms": 65.835, "p95_ms": 40.164}, "visualize_input_copy_ms": {"avg_ms": 1.167, "count": 85, "max_ms": 3.885, "p95_ms": 2.148}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.459, "count": 85, "max_ms": 65.569, "p95_ms": 40.007}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 85, "max_ms": 0.21, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.644, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.238, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138429, "write_bytes_delta": 138429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.287826, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 70556, "reason": null, "system_cpu_core_ratio": 0.023657, "system_cpu_s_delta": 0.24, "user_cpu_core_ratio": 0.264169, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.188762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363726, "system_cpu_s_delta": 3.6900000000023283, "user_cpu_core_ratio": 0.825037, "user_cpu_s_delta": 8.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 182, "max_ms": 7.835, "p95_ms": 5.297, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.907, "max": 8.0, "p95": 7.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.978, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 182}, "total": {"avg": 1.978, "max": 4.0, "p95": 4.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.858, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.223, "count": 30, "max": 26.62, "p95": 23.181, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 965.233, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 948.6, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 2.804, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135722.367, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135722.367, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.208, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24933, "sampled_at": "2026-11-03T11:01:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5234539, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3195845, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195443}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9622.059, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:02:07+09:00", "last_error_summary": "[h264 @ 0x56dbb80a3240] error while decoding MB 47 65, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8850063974400, "copied_frame_count": 3200978, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8850063974400, "frame_buffer_copies": 3200978, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 1.6419, "p50_ms": 0.1025, "p95_ms": 0.2306, "p99_ms": 0.3354}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 10.6469, "p50_ms": 1.4191, "p95_ms": 2.4236, "p99_ms": 3.0064, "results": {"failed": 0, "not_applicable": 0, "success": 3200978, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 246, "h264_decode_error_count": 803, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:07+09:00", "last_error_summary": "[h264 @ 0x56dbb80a3240] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-03T11:02:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.233, "last_started_at": "2026-11-03T11:01:05+09:00", "pid": 70556, "process": {"exists": false, "pid": 70556}, "restart_count": 261, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 262}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.364, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:02:07+09:00", "last_frame_read_age_sec": 0.097, "last_frame_read_at": "2026-11-03T11:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.194, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 13.806, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-11-03T11:02:07.818074+09:00", "mtime_epoch": 1793671327.8180735, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 139389}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:02:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.805, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3200978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.907, "max": 8.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.558, "max": 4.0, "p95": 4.0, "sample_count": 86}, "total": {"avg": 2.558, "max": 4.0, "p95": 4.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.337, "max": 2.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.337, "max": 2.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.867, "pushed": 2.867, "read": 2.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 52.201, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 85, "max_ms": 5.711, "p95_ms": 2.356, "reason": null, "sample_age_ms": 98.397, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.306, "count": 85, "max_ms": 5.402, "p95_ms": 1.407, "reason": null, "sample_age_ms": 98.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 85, "max_ms": 1.338, "p95_ms": 0.621, "reason": null, "sample_age_ms": 52.208, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.474, "count": 85, "max_ms": 5.37, "p95_ms": 2.882, "reason": null, "sample_age_ms": 96.975, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.933, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.393, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.431, "count": 85, "max_ms": 78.871, "p95_ms": 68.286, "reason": null, "sample_age_ms": 52.197, "source": "client_direct"}, "sample_age_ms": 52.194, "source": "client_direct", "task_total_ms": {"avg_ms": 45.349, "count": 85, "max_ms": 81.966, "p95_ms": 73.74, "reason": null, "sample_age_ms": 52.194, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.541, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.319, "count": 86, "max_ms": 17.365, "p95_ms": 11.044}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.367, "count": 86, "max_ms": 0.936, "p95_ms": 0.586}, "detection_prepare_ms": {"avg_ms": 1.285, "count": 86, "max_ms": 4.932, "p95_ms": 2.572}, "event_filter_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.348, "count": 86, "max_ms": 0.743, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.296, "count": 86, "max_ms": 6.355, "p95_ms": 4.545}, "setup_ms": {"avg_ms": 0.034, "count": 86, "max_ms": 0.13, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 6.27, "count": 86, "max_ms": 17.207, "p95_ms": 10.988}, "track_match_ms": {"avg_ms": 0.09, "count": 86, "max_ms": 0.252, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.842, "count": 86, "max_ms": 5.099, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 2.429, "count": 86, "max_ms": 5.72, "p95_ms": 4.188}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 86, "max_ms": 0.522, "p95_ms": 0.084}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.657, "count": 86, "max_ms": 84.076, "p95_ms": 75.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.184, "count": 86, "max_ms": 34.48, "p95_ms": 7.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.063, "count": 86, "max_ms": 160.181, "p95_ms": 123.425}, "inference_input_copy_ms": {"avg_ms": 1.202, "count": 86, "max_ms": 4.067, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.189, "count": 86, "max_ms": 0.491, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.638, "count": 86, "max_ms": 197.285, "p95_ms": 127.582}, "read_interval": {"avg_ms": 353.219, "count": 85, "max_ms": 5227.165, "p95_ms": 3925.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 86, "max_ms": 0.039, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 2.237, "count": 86, "max_ms": 6.281, "p95_ms": 4.465}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 86, "max_ms": 0.058, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.223, "count": 86, "max_ms": 6.264, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.669, "count": 86, "max_ms": 84.088, "p95_ms": 75.37}, "visualize": {"avg_ms": 32.017, "count": 86, "max_ms": 67.511, "p95_ms": 42.829}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.327, "count": 86, "max_ms": 41.155, "p95_ms": 34.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.666, "count": 86, "max_ms": 65.835, "p95_ms": 40.164}, "visualize_input_copy_ms": {"avg_ms": 1.163, "count": 86, "max_ms": 3.885, "p95_ms": 2.148}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.54, "count": 86, "max_ms": 65.569, "p95_ms": 40.007}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 86, "max_ms": 0.21, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.644, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.238, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138429, "write_bytes_delta": 138429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.287826, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 70556, "reason": null, "system_cpu_core_ratio": 0.023657, "system_cpu_s_delta": 0.24, "user_cpu_core_ratio": 0.264169, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.188762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363726, "system_cpu_s_delta": 3.6900000000023283, "user_cpu_core_ratio": 0.825037, "user_cpu_s_delta": 8.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 182, "max_ms": 7.835, "p95_ms": 5.297, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.907, "max": 8.0, "p95": 7.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.978, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 182}, "total": {"avg": 1.978, "max": 4.0, "p95": 4.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.858, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.223, "count": 30, "max": 26.62, "p95": 23.181, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 965.233, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 948.6, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 2.804, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135722.367, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135722.367, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.208, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24933, "sampled_at": "2026-11-03T11:01:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5234539, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3195845, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195443}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9622.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8850063974400, "copied_frame_count": 3200978, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8850063974400, "frame_buffer_copies": 3200978, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 1.6419, "p50_ms": 0.1025, "p95_ms": 0.2306, "p99_ms": 0.3354}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 10.6469, "p50_ms": 1.4191, "p95_ms": 2.4236, "p99_ms": 3.0064, "results": {"failed": 0, "not_applicable": 0, "success": 3200978, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 246, "h264_decode_error_count": 803, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:07+09:00", "last_error_summary": "[h264 @ 0x56dbb80a3240] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-03T11:02:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 62.262, "last_started_at": "2026-11-03T11:01:05+09:00", "pid": 70556, "process": {"exists": false, "pid": 70556}, "restart_count": 261, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 262}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.364, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-03T11:02:07+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-03T11:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 586.225, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 13.775, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 0.02, "exists": true, "mtime": "2026-11-03T11:02:07.918074+09:00", "mtime_epoch": 1793671327.9180744, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 137775}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:02:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.805, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3200978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.906, "max": 8.0, "p95": 7.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.565, "max": 4.0, "p95": 4.0, "sample_count": 85}, "total": {"avg": 2.565, "max": 4.0, "p95": 4.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.341, "max": 2.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.341, "max": 2.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 84, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.841, "pushed": 2.841, "read": 2.808}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 80.203, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.716, "count": 84, "max_ms": 5.711, "p95_ms": 2.389, "reason": null, "sample_age_ms": 126.399, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.306, "count": 84, "max_ms": 5.402, "p95_ms": 1.407, "reason": null, "sample_age_ms": 126.713, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 85, "max_ms": 1.338, "p95_ms": 0.621, "reason": null, "sample_age_ms": 80.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.466, "count": 84, "max_ms": 5.37, "p95_ms": 2.887, "reason": null, "sample_age_ms": 124.977, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.935, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.395, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.431, "count": 85, "max_ms": 78.871, "p95_ms": 68.286, "reason": null, "sample_age_ms": 80.2, "source": "client_direct"}, "sample_age_ms": 80.197, "source": "client_direct", "task_total_ms": {"avg_ms": 45.349, "count": 85, "max_ms": 81.966, "p95_ms": 73.74, "reason": null, "sample_age_ms": 80.197, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.284, "count": 85, "max_ms": 17.365, "p95_ms": 11.044}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 85, "max_ms": 0.936, "p95_ms": 0.586}, "detection_prepare_ms": {"avg_ms": 1.27, "count": 85, "max_ms": 4.932, "p95_ms": 2.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 85, "max_ms": 0.011, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.349, "count": 85, "max_ms": 0.743, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.279, "count": 85, "max_ms": 6.355, "p95_ms": 4.545}, "setup_ms": {"avg_ms": 0.033, "count": 85, "max_ms": 0.13, "p95_ms": 0.056}, "total_inside_ms": {"avg_ms": 6.236, "count": 85, "max_ms": 17.207, "p95_ms": 10.988}, "track_match_ms": {"avg_ms": 0.091, "count": 85, "max_ms": 0.252, "p95_ms": 0.165}, "tracker_update_ms": {"avg_ms": 1.841, "count": 85, "max_ms": 5.099, "p95_ms": 3.639}}, "gstreamer_push": {"avg_ms": 2.435, "count": 85, "max_ms": 5.72, "p95_ms": 4.188}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 85, "max_ms": 0.522, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.421, "count": 85, "max_ms": 84.076, "p95_ms": 75.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.186, "count": 85, "max_ms": 34.48, "p95_ms": 7.081}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.68, "count": 85, "max_ms": 160.181, "p95_ms": 123.425}, "inference_input_copy_ms": {"avg_ms": 1.194, "count": 85, "max_ms": 4.067, "p95_ms": 2.173}, "processing_residual_ms": {"avg_ms": 0.185, "count": 85, "max_ms": 0.45, "p95_ms": 0.421}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.245, "count": 85, "max_ms": 197.285, "p95_ms": 127.582}, "read_interval": {"avg_ms": 355.829, "count": 84, "max_ms": 5227.165, "p95_ms": 3925.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 85, "max_ms": 0.039, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.221, "count": 85, "max_ms": 6.281, "p95_ms": 4.465}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 85, "max_ms": 0.058, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.207, "count": 85, "max_ms": 6.264, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.027, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.433, "count": 85, "max_ms": 84.088, "p95_ms": 75.37}, "visualize": {"avg_ms": 31.906, "count": 85, "max_ms": 67.511, "p95_ms": 42.829}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.266, "count": 85, "max_ms": 41.155, "p95_ms": 34.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.578, "count": 85, "max_ms": 65.835, "p95_ms": 40.164}, "visualize_input_copy_ms": {"avg_ms": 1.152, "count": 85, "max_ms": 3.885, "p95_ms": 2.035}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.454, "count": 85, "max_ms": 65.569, "p95_ms": 40.007}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 85, "max_ms": 0.21, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.762, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.644, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.238, "sample_count": 2204, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200879, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138429, "write_bytes_delta": 138429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 342.0, "cpu_core_ratio": 0.287826, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 70556, "reason": null, "system_cpu_core_ratio": 0.023657, "system_cpu_s_delta": 0.24, "user_cpu_core_ratio": 0.264169, "user_cpu_s_delta": 2.6799999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.188762, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363726, "system_cpu_s_delta": 3.6900000000023283, "user_cpu_core_ratio": 0.825037, "user_cpu_s_delta": 8.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 182, "max_ms": 7.835, "p95_ms": 5.297, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.907, "max": 8.0, "p95": 7.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.978, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 182}, "total": {"avg": 1.978, "max": 4.0, "p95": 4.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.858, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.223, "count": 30, "max": 26.62, "p95": 23.181, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 965.233, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 948.6, "count": 30, "max": 11392.0, "p95": 3320.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.395, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 2.804, "p95": 0.113, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135722.367, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135722.367, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.433, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.917, "count": 30, "max": 1.208, "p95": 1.195, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24933, "sampled_at": "2026-11-03T11:01:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4515772, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:01:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:01:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3281518, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3281513}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9625.062, "limit_mb": null}, "detail": {"pid": 70672, "restart_count": 149, "start_count": 150}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9088030310400, "copied_frame_count": 3287048, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9088030310400, "frame_buffer_copies": 3287048, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 0.7165, "p50_ms": 0.1211, "p95_ms": 0.2606, "p99_ms": 0.3401}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2578, "count": 512, "max_ms": 3.3764, "p50_ms": 1.1824, "p95_ms": 2.0543, "p99_ms": 2.5885, "results": {"failed": 0, "not_applicable": 0, "success": 3287048, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 139, "h264_decode_error_count": 254, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:05+09:00", "last_error_summary": "[h264 @ 0x56d0c39085c0] cabac decode of qscale diff failed at 203 61 [h264 @ 0x56d0c39085c0] error while decoding MB 203 61, bytestream 5595 [h264 @ 0x56d0c2bef240] error while decoding MB 45 66, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:02:07+09:00", "pid": 70672, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.539, "name": "ffmpeg", "pid": 70672, "rss_mb": 46.539, "state": "S (sleeping)", "threads": 1}, "restart_count": 149, "restart_count_per_hour": 6, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.794, "sample_count": 2521, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.194, "last_frame_pushed_at": "2026-11-03T11:02:05+09:00", "last_frame_read_age_sec": 4.258, "last_frame_read_at": "2026-11-03T11:02:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 588.053, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 11.947, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.185, "exists": true, "mtime": "2026-11-03T11:02:05.583057+09:00", "mtime_epoch": 1793671325.5830572, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123647}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:02:09+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2391.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287048, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 75}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 75, "pushed_frames": 75, "read_frames": 75, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.76, "pushed": 2.76, "read": 2.76}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 75, "client_acquire_ms": {"avg_ms": 0.007, "count": 75, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4226.378, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 75, "max_ms": 5.011, "p95_ms": 1.609, "reason": null, "sample_age_ms": 4260.176, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 75, "max_ms": 4.004, "p95_ms": 1.224, "reason": null, "sample_age_ms": 4260.571, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.087, "count": 75, "max_ms": 0.728, "p95_ms": 0.164, "reason": null, "sample_age_ms": 4226.385, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.374, "count": 75, "max_ms": 5.663, "p95_ms": 2.591, "reason": null, "sample_age_ms": 4258.971, "source": "client_direct"}, "request_count": 75, "request_tensor_bytes": {"avg": 2211848.0, "count": 75, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4258.951, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 75, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4226.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 33.961, "count": 75, "max_ms": 61.372, "p95_ms": 52.83, "reason": null, "sample_age_ms": 4226.376, "source": "client_direct"}, "sample_age_ms": 4226.372, "source": "client_direct", "task_total_ms": {"avg_ms": 35.582, "count": 75, "max_ms": 64.083, "p95_ms": 55.003, "reason": null, "sample_age_ms": 4226.372, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.5, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.688, "count": 75, "max_ms": 2.481, "p95_ms": 1.647}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.228, "count": 75, "max_ms": 0.901, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 75, "max_ms": 0.368, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.013, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.073, "count": 75, "max_ms": 0.215, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.002, "count": 75, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.178, "count": 75, "max_ms": 0.613, "p95_ms": 0.476}, "setup_ms": {"avg_ms": 0.039, "count": 75, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.651, "count": 75, "max_ms": 2.393, "p95_ms": 1.58}, "track_match_ms": {"avg_ms": 0.004, "count": 75, "max_ms": 0.02, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 75, "max_ms": 0.113, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.291, "count": 75, "max_ms": 4.285, "p95_ms": 3.866}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 75, "max_ms": 0.917, "p95_ms": 0.079}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.478, "count": 75, "max_ms": 64.979, "p95_ms": 57.224}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 75, "max_ms": 0.12, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.15, "count": 75, "max_ms": 112.109, "p95_ms": 97.822}, "inference_input_copy_ms": {"avg_ms": 1.216, "count": 75, "max_ms": 5.483, "p95_ms": 2.351}, "processing_residual_ms": {"avg_ms": 0.129, "count": 75, "max_ms": 0.391, "p95_ms": 0.306}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.532, "count": 75, "max_ms": 114.061, "p95_ms": 99.303}, "read_interval": {"avg_ms": 360.947, "count": 75, "max_ms": 8923.867, "p95_ms": 153.837}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 75, "max_ms": 0.04, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.122, "count": 75, "max_ms": 0.447, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 75, "max_ms": 0.06, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 75, "max_ms": 0.407, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.005, "count": 75, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 36.491, "count": 75, "max_ms": 64.987, "p95_ms": 57.258}, "visualize": {"avg_ms": 27.13, "count": 75, "max_ms": 50.795, "p95_ms": 39.733}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.34, "count": 75, "max_ms": 47.876, "p95_ms": 38.093}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.939, "count": 75, "max_ms": 49.144, "p95_ms": 39.368}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 75, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.844, "count": 75, "max_ms": 48.931, "p95_ms": 39.149}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 75, "max_ms": 0.946, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 75}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2391.926, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.976, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.44, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287017, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:01:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 123117, "write_bytes_delta": 123117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 810.0, "cpu_core_ratio": 0.613803, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 70137, "reason": null, "system_cpu_core_ratio": 0.02345, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.590353, "user_cpu_s_delta": 15.859999999999957}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.286243, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024567, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.261676, "user_cpu_s_delta": 7.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.864, "count": 141, "max_ms": 6.151, "p95_ms": 4.723, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.83, "count": 30, "max": 69.483, "p95": 62.738, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.363, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1250.533, "count": 30, "max": 1636.0, "p95": 1587.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4076.733, "count": 30, "max": 98772.0, "p95": 7626.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.483, "p95": 0.172, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.148, "count": 30, "max": 1.515, "p95": 1.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 4.28, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 123030.067, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.7, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.05, "count": 30, "max": 0.073, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.5, "count": 30, "max": 0.68, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27951, "sampled_at": "2026-11-03T11:01:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:01:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.174, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5234539, "flush_count": 5536, "flush_interval_seconds": 30.0, "flush_state": {"count": 5536, "last_at": "2026-11-03T11:02:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:02:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5535}, "started": true, "suppressed_count": 3195845, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3195443}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5536, "written_record_count": 5536}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10011.652, "limit_mb": null}, "detail": {"pid": 70674, "restart_count": 262, "start_count": 263}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8850063974400, "copied_frame_count": 3200978, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8850063974400, "frame_buffer_copies": 3200978, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.124, "count": 512, "max_ms": 1.6419, "p50_ms": 0.1025, "p95_ms": 0.2306, "p99_ms": 0.3354}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5034, "count": 512, "max_ms": 10.6469, "p50_ms": 1.4191, "p95_ms": 2.4236, "p99_ms": 3.0064, "results": {"failed": 0, "not_applicable": 0, "success": 3200978, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 246, "h264_decode_error_count": 803, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:02:07+09:00", "last_error_summary": "[h264 @ 0x56dbb80a3240] error while decoding MB 47 65, bytestream -7", "last_exit_at": "2026-11-03T11:02:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:02:10+09:00", "pid": 70674, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.258, "name": "ffmpeg", "pid": 70674, "rss_mb": 58.258, "state": "S (sleeping)", "threads": 1}, "restart_count": 262, "restart_count_per_hour": 36, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 263}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.946, "sample_count": 2013, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.174, "last_frame_pushed_at": "2026-11-03T11:02:07+09:00", "last_frame_read_age_sec": 4.269, "last_frame_read_at": "2026-11-03T11:02:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 156, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 590.372, "last_sample_duration_ms": 1196.211, "last_trigger": "periodic", "next_snapshot_in_sec": 9.628, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 556, "storage_bytes": 3210149}, "mjpeg": {"age_sec": 4.164, "exists": true, "mtime": "2026-11-03T11:02:07.918074+09:00", "mtime_epoch": 1793671327.9180744, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 137775}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:02:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.809, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3200978, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.826, "max": 7.0, "p95": 7.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 69}, "total": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 0.42, "max": 2.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 0.42, "max": 2.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.403, "pushed": 2.403, "read": 2.403}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.006, "count": 69, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4227.237, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.77, "count": 69, "max_ms": 5.711, "p95_ms": 2.586, "reason": null, "sample_age_ms": 4273.433, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 69, "max_ms": 5.402, "p95_ms": 1.459, "reason": null, "sample_age_ms": 4273.746, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.291, "count": 69, "max_ms": 1.338, "p95_ms": 0.581, "reason": null, "sample_age_ms": 4227.244, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.502, "count": 69, "max_ms": 5.37, "p95_ms": 2.927, "reason": null, "sample_age_ms": 4272.011, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4271.969, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4227.429, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.213, "count": 69, "max_ms": 78.871, "p95_ms": 68.112, "reason": null, "sample_age_ms": 4227.234, "source": "client_direct"}, "sample_age_ms": 4227.231, "source": "client_direct", "task_total_ms": {"avg_ms": 45.156, "count": 69, "max_ms": 81.966, "p95_ms": 73.359, "reason": null, "sample_age_ms": 4227.231, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.424, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.533, "count": 69, "max_ms": 17.365, "p95_ms": 11.723}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.384, "count": 69, "max_ms": 0.936, "p95_ms": 0.638}, "detection_prepare_ms": {"avg_ms": 1.299, "count": 69, "max_ms": 4.932, "p95_ms": 2.575}, "event_filter_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.011, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 69, "max_ms": 0.743, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 69, "max_ms": 0.014, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 2.397, "count": 69, "max_ms": 6.355, "p95_ms": 4.645}, "setup_ms": {"avg_ms": 0.034, "count": 69, "max_ms": 0.13, "p95_ms": 0.054}, "total_inside_ms": {"avg_ms": 6.484, "count": 69, "max_ms": 17.207, "p95_ms": 11.636}, "track_match_ms": {"avg_ms": 0.095, "count": 69, "max_ms": 0.252, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.916, "count": 69, "max_ms": 5.099, "p95_ms": 3.699}}, "gstreamer_push": {"avg_ms": 2.479, "count": 69, "max_ms": 5.72, "p95_ms": 4.193}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 69, "max_ms": 0.522, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.286, "count": 69, "max_ms": 84.076, "p95_ms": 75.364}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.358, "count": 69, "max_ms": 34.48, "p95_ms": 7.99}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.292, "count": 69, "max_ms": 160.181, "p95_ms": 123.556}, "inference_input_copy_ms": {"avg_ms": 1.217, "count": 69, "max_ms": 4.067, "p95_ms": 2.566}, "processing_residual_ms": {"avg_ms": 0.189, "count": 69, "max_ms": 0.45, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.056, "count": 69, "max_ms": 197.285, "p95_ms": 127.917}, "read_interval": {"avg_ms": 411.354, "count": 69, "max_ms": 5227.165, "p95_ms": 3943.952}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 69, "max_ms": 0.039, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 2.339, "count": 69, "max_ms": 6.281, "p95_ms": 4.565}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 69, "max_ms": 0.058, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.324, "count": 69, "max_ms": 6.264, "p95_ms": 4.55}, "worker_merge_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 46.298, "count": 69, "max_ms": 84.088, "p95_ms": 75.37}, "visualize": {"avg_ms": 32.402, "count": 69, "max_ms": 67.511, "p95_ms": 42.829}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.415, "count": 69, "max_ms": 41.155, "p95_ms": 34.956}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.039, "count": 69, "max_ms": 65.835, "p95_ms": 40.164}, "visualize_input_copy_ms": {"avg_ms": 1.185, "count": 69, "max_ms": 3.885, "p95_ms": 2.578}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.912, "count": 69, "max_ms": 65.569, "p95_ms": 40.007}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 69, "max_ms": 0.21, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.805, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 5.253, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.101, "sample_count": 2031, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3200978, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:02:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.141, "exists": true, "size_bytes": 137775, "write_bytes_delta": 137775, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 70556, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.920706, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.320807, "system_cpu_s_delta": 3.2299999999959255, "user_cpu_core_ratio": 0.599899, "user_cpu_s_delta": 6.040000000037253}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.479, "count": 69, "max_ms": 5.72, "p95_ms": 4.193, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.826, "max": 7.0, "p95": 7.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.667, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 69}, "total": {"avg": 2.667, "max": 4.0, "p95": 4.0, "sample_count": 69}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.632, "count": 30, "max": 89.984, "p95": 71.498, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.495, "count": 30, "max": 26.62, "p95": 23.181, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.567, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 851.467, "count": 30, "max": 11392.0, "p95": 2115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.379, "count": 30, "max": 0.482, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.178, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 136379.867, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 136379.867, "count": 30, "max": 140460.0, "p95": 139775.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.868, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24936, "sampled_at": "2026-11-03T11:02:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:02:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.709, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5235540, "flush_count": 5537, "flush_interval_seconds": 30.0, "flush_state": {"count": 5537, "last_at": "2026-11-03T11:03:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5536}, "started": true, "suppressed_count": 3196409, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196007}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5537, "written_record_count": 5537}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10069.879, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6108f8bc3e80] error while decoding MB 24 67, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8851623321600, "copied_frame_count": 3201542, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8851623321600, "frame_buffer_copies": 3201542, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1307, "count": 512, "max_ms": 3.2926, "p50_ms": 0.114, "p95_ms": 0.239, "p99_ms": 0.3076}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5369, "count": 512, "max_ms": 12.3774, "p50_ms": 1.3996, "p95_ms": 2.548, "p99_ms": 4.1817, "results": {"failed": 0, "not_applicable": 0, "success": 3201542, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 247, "h264_decode_error_count": 804, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:30+09:00", "last_error_summary": "[h264 @ 0x6108f8bc3e80] error while decoding MB 24 67, bytestream -7", "last_exit_at": "2026-11-03T11:02:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.082, "last_started_at": "2026-11-03T11:02:10+09:00", "pid": 70674, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 70674, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 262, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 263}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.22, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201542, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.127, "last_frame_pushed_at": "2026-11-03T11:03:30+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-03T11:03:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.994, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 535.006, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.115, "exists": true, "mtime": "2026-11-03T11:03:30.047663+09:00", "mtime_epoch": 1793671410.0476627, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143609}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:03:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3201543, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.563, "max": 9.0, "p95": 7.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.322, "max": 3.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.322, "max": 3.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.112, "pushed": 6.112, "read": 6.112}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.008, "count": 184, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 31.858, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.84, "count": 183, "max_ms": 7.025, "p95_ms": 2.882, "reason": null, "sample_age_ms": 86.083, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 183, "max_ms": 4.503, "p95_ms": 2.331, "reason": null, "sample_age_ms": 86.307, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 184, "max_ms": 3.702, "p95_ms": 0.751, "reason": null, "sample_age_ms": 31.866, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.977, "count": 183, "max_ms": 10.377, "p95_ms": 3.595, "reason": null, "sample_age_ms": 84.412, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.392, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.094, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.564, "count": 184, "max_ms": 105.736, "p95_ms": 76.263, "reason": null, "sample_age_ms": 31.855, "source": "client_direct"}, "sample_age_ms": 31.851, "source": "client_direct", "task_total_ms": {"avg_ms": 53.121, "count": 184, "max_ms": 109.735, "p95_ms": 80.346, "reason": null, "sample_age_ms": 31.851, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.924, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.859, "count": 183, "max_ms": 13.176, "p95_ms": 8.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 183, "max_ms": 2.782, "p95_ms": 0.787}, "detection_prepare_ms": {"avg_ms": 1.442, "count": 183, "max_ms": 4.561, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 183, "max_ms": 0.709, "p95_ms": 0.478}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.96, "count": 183, "max_ms": 4.186, "p95_ms": 2.748}, "setup_ms": {"avg_ms": 0.047, "count": 183, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.802, "count": 183, "max_ms": 13.065, "p95_ms": 8.866}, "track_match_ms": {"avg_ms": 0.083, "count": 183, "max_ms": 0.426, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.596, "count": 183, "max_ms": 4.561, "p95_ms": 2.947}}, "gstreamer_push": {"avg_ms": 3.143, "count": 183, "max_ms": 7.389, "p95_ms": 5.67}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 183, "max_ms": 0.698, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.402, "count": 183, "max_ms": 112.345, "p95_ms": 83.327}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.886, "count": 183, "max_ms": 17.292, "p95_ms": 7.568}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.442, "count": 183, "max_ms": 162.982, "p95_ms": 127.288}, "inference_input_copy_ms": {"avg_ms": 1.548, "count": 183, "max_ms": 4.291, "p95_ms": 2.742}, "processing_residual_ms": {"avg_ms": 0.232, "count": 183, "max_ms": 0.693, "p95_ms": 0.414}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.107, "count": 183, "max_ms": 168.233, "p95_ms": 133.37}, "read_interval": {"avg_ms": 163.593, "count": 183, "max_ms": 3763.5, "p95_ms": 174.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.895, "count": 183, "max_ms": 3.983, "p95_ms": 2.679}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.055, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.88, "count": 183, "max_ms": 3.938, "p95_ms": 2.667}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.417, "count": 183, "max_ms": 112.362, "p95_ms": 83.347}, "visualize": {"avg_ms": 33.915, "count": 183, "max_ms": 65.13, "p95_ms": 47.15}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.733, "count": 183, "max_ms": 55.44, "p95_ms": 40.266}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.344, "count": 183, "max_ms": 62.695, "p95_ms": 45.126}, "visualize_input_copy_ms": {"avg_ms": 1.341, "count": 183, "max_ms": 6.337, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.189, "count": 183, "max_ms": 62.336, "p95_ms": 45.031}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 183, "max_ms": 0.747, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.022, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.742, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143434, "write_bytes_delta": 143434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 603.0, "cpu_core_ratio": 0.400066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 70674, "reason": null, "system_cpu_core_ratio": 0.031407, "system_cpu_s_delta": 0.4200000000000004, "user_cpu_core_ratio": 0.368659, "user_cpu_s_delta": 4.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.159816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350712, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.809105, "user_cpu_s_delta": 10.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.529, "count": 218, "max_ms": 7.797, "p95_ms": 5.986, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 9.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.284, "max": 2.0, "p95": 2.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.747, "count": 30, "max": 91.022, "p95": 59.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.256, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 812.267, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 843.033, "count": 30, "max": 11392.0, "p95": 2115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24942, "sampled_at": "2026-11-03T11:03:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5235540, "flush_count": 5537, "flush_interval_seconds": 30.0, "flush_state": {"count": 5537, "last_at": "2026-11-03T11:03:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5536}, "started": true, "suppressed_count": 3196409, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196007}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5537, "written_record_count": 5537}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10071.254, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:03:30+09:00", "last_error_summary": "[h264 @ 0x6108f8bc3e80] error while decoding MB 24 67, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8851626086400, "copied_frame_count": 3201543, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8851626086400, "frame_buffer_copies": 3201543, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 3.2926, "p50_ms": 0.1141, "p95_ms": 0.239, "p99_ms": 0.3076}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5585, "count": 512, "max_ms": 12.3774, "p50_ms": 1.4004, "p95_ms": 2.5631, "p99_ms": 5.2523, "results": {"failed": 0, "not_applicable": 0, "success": 3201543, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 247, "h264_decode_error_count": 804, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:30+09:00", "last_error_summary": "[h264 @ 0x6108f8bc3e80] error while decoding MB 24 67, bytestream -7", "last_exit_at": "2026-11-03T11:03:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.172, "last_started_at": "2026-11-03T11:02:10+09:00", "pid": 70674, "process": {"exists": false, "pid": 70674}, "restart_count": 262, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 263}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.22, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-03T11:03:30+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T11:03:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 65.063, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 534.937, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-03T11:03:30.240664+09:00", "mtime_epoch": 1793671410.240664, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143339}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:03:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3201543, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.579, "max": 9.0, "p95": 7.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.322, "max": 3.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.322, "max": 3.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.116, "pushed": 6.116, "read": 6.082}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.008, "count": 183, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 119.092, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 182, "max_ms": 7.025, "p95_ms": 2.884, "reason": null, "sample_age_ms": 173.317, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 182, "max_ms": 4.503, "p95_ms": 2.335, "reason": null, "sample_age_ms": 173.542, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 183, "max_ms": 3.702, "p95_ms": 0.752, "reason": null, "sample_age_ms": 119.1, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.978, "count": 182, "max_ms": 10.377, "p95_ms": 3.596, "reason": null, "sample_age_ms": 171.647, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 171.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.329, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.678, "count": 183, "max_ms": 105.736, "p95_ms": 76.337, "reason": null, "sample_age_ms": 119.09, "source": "client_direct"}, "sample_age_ms": 119.086, "source": "client_direct", "task_total_ms": {"avg_ms": 53.236, "count": 183, "max_ms": 109.735, "p95_ms": 80.348, "reason": null, "sample_age_ms": 119.086, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.327, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.861, "count": 183, "max_ms": 13.176, "p95_ms": 8.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 183, "max_ms": 2.782, "p95_ms": 0.787}, "detection_prepare_ms": {"avg_ms": 1.442, "count": 183, "max_ms": 4.561, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 183, "max_ms": 0.709, "p95_ms": 0.478}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.957, "count": 183, "max_ms": 4.186, "p95_ms": 2.748}, "setup_ms": {"avg_ms": 0.047, "count": 183, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.805, "count": 183, "max_ms": 13.065, "p95_ms": 8.866}, "track_match_ms": {"avg_ms": 0.083, "count": 183, "max_ms": 0.426, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.602, "count": 183, "max_ms": 4.561, "p95_ms": 2.947}}, "gstreamer_push": {"avg_ms": 3.152, "count": 183, "max_ms": 7.389, "p95_ms": 5.67}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 183, "max_ms": 0.698, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.535, "count": 183, "max_ms": 112.345, "p95_ms": 83.327}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.89, "count": 183, "max_ms": 17.292, "p95_ms": 7.568}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.689, "count": 183, "max_ms": 162.982, "p95_ms": 127.288}, "inference_input_copy_ms": {"avg_ms": 1.551, "count": 183, "max_ms": 4.291, "p95_ms": 2.742}, "processing_residual_ms": {"avg_ms": 0.232, "count": 183, "max_ms": 0.693, "p95_ms": 0.414}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.363, "count": 183, "max_ms": 168.233, "p95_ms": 133.37}, "read_interval": {"avg_ms": 164.013, "count": 182, "max_ms": 3763.5, "p95_ms": 174.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.893, "count": 183, "max_ms": 3.983, "p95_ms": 2.679}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.055, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.877, "count": 183, "max_ms": 3.938, "p95_ms": 2.667}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.55, "count": 183, "max_ms": 112.362, "p95_ms": 83.347}, "visualize": {"avg_ms": 34.027, "count": 183, "max_ms": 65.13, "p95_ms": 47.488}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.845, "count": 183, "max_ms": 55.44, "p95_ms": 40.467}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.458, "count": 183, "max_ms": 62.695, "p95_ms": 45.718}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 183, "max_ms": 6.337, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.303, "count": 183, "max_ms": 62.336, "p95_ms": 45.499}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 183, "max_ms": 0.747, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.022, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.742, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143434, "write_bytes_delta": 143434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 603.0, "cpu_core_ratio": 0.400066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 70674, "reason": null, "system_cpu_core_ratio": 0.031407, "system_cpu_s_delta": 0.4200000000000004, "user_cpu_core_ratio": 0.368659, "user_cpu_s_delta": 4.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.159816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350712, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.809105, "user_cpu_s_delta": 10.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.529, "count": 218, "max_ms": 7.797, "p95_ms": 5.986, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 9.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.284, "max": 2.0, "p95": 2.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.747, "count": 30, "max": 91.022, "p95": 59.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.256, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 812.267, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 843.033, "count": 30, "max": 11392.0, "p95": 2115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24942, "sampled_at": "2026-11-03T11:03:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5235540, "flush_count": 5537, "flush_interval_seconds": 30.0, "flush_state": {"count": 5537, "last_at": "2026-11-03T11:03:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5536}, "started": true, "suppressed_count": 3196409, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196007}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5537, "written_record_count": 5537}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10064.398, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8851626086400, "copied_frame_count": 3201543, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8851626086400, "frame_buffer_copies": 3201543, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 3.2926, "p50_ms": 0.1141, "p95_ms": 0.239, "p99_ms": 0.3076}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5585, "count": 512, "max_ms": 12.3774, "p50_ms": 1.4004, "p95_ms": 2.5631, "p99_ms": 5.2523, "results": {"failed": 0, "not_applicable": 0, "success": 3201543, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 247, "h264_decode_error_count": 804, "h264_decode_error_count_per_hour": 83, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:30+09:00", "last_error_summary": "[h264 @ 0x6108f8bc3e80] error while decoding MB 24 67, bytestream -7", "last_exit_at": "2026-11-03T11:03:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.237, "last_started_at": "2026-11-03T11:02:10+09:00", "pid": 70674, "process": {"exists": false, "pid": 70674}, "restart_count": 262, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 263}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.22, "sample_count": 1938, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-11-03T11:03:30+09:00", "last_frame_read_age_sec": 0.232, "last_frame_read_at": "2026-11-03T11:03:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 65.121, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 534.879, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-11-03T11:03:30.240664+09:00", "mtime_epoch": 1793671410.240664, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143339}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:03:30+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3201543, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.579, "max": 9.0, "p95": 7.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.322, "max": 3.0, "p95": 2.0, "sample_count": 183}, "total": {"avg": 1.322, "max": 3.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.235, "max": 2.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.103, "pushed": 6.103, "read": 6.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.008, "count": 182, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 181.982, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.842, "count": 182, "max_ms": 7.025, "p95_ms": 2.884, "reason": null, "sample_age_ms": 236.207, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 182, "max_ms": 4.503, "p95_ms": 2.335, "reason": null, "sample_age_ms": 236.431, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.395, "count": 182, "max_ms": 3.702, "p95_ms": 0.753, "reason": null, "sample_age_ms": 181.99, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.978, "count": 182, "max_ms": 10.377, "p95_ms": 3.596, "reason": null, "sample_age_ms": 234.536, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 234.516, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 182.218, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.708, "count": 182, "max_ms": 105.736, "p95_ms": 76.41, "reason": null, "sample_age_ms": 181.979, "source": "client_direct"}, "sample_age_ms": 181.975, "source": "client_direct", "task_total_ms": {"avg_ms": 53.267, "count": 182, "max_ms": 109.735, "p95_ms": 80.35, "reason": null, "sample_age_ms": 181.975, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.532, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.861, "count": 183, "max_ms": 13.176, "p95_ms": 8.961}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 183, "max_ms": 2.782, "p95_ms": 0.787}, "detection_prepare_ms": {"avg_ms": 1.442, "count": 183, "max_ms": 4.561, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 183, "max_ms": 0.709, "p95_ms": 0.478}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.957, "count": 183, "max_ms": 4.186, "p95_ms": 2.748}, "setup_ms": {"avg_ms": 0.047, "count": 183, "max_ms": 0.12, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.805, "count": 183, "max_ms": 13.065, "p95_ms": 8.866}, "track_match_ms": {"avg_ms": 0.083, "count": 183, "max_ms": 0.426, "p95_ms": 0.182}, "tracker_update_ms": {"avg_ms": 1.602, "count": 183, "max_ms": 4.561, "p95_ms": 2.947}}, "gstreamer_push": {"avg_ms": 3.152, "count": 183, "max_ms": 7.389, "p95_ms": 5.67}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 183, "max_ms": 0.698, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.535, "count": 183, "max_ms": 112.345, "p95_ms": 83.327}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.89, "count": 183, "max_ms": 17.292, "p95_ms": 7.568}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.689, "count": 183, "max_ms": 162.982, "p95_ms": 127.288}, "inference_input_copy_ms": {"avg_ms": 1.551, "count": 183, "max_ms": 4.291, "p95_ms": 2.742}, "processing_residual_ms": {"avg_ms": 0.232, "count": 183, "max_ms": 0.693, "p95_ms": 0.414}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.363, "count": 183, "max_ms": 168.233, "p95_ms": 133.37}, "read_interval": {"avg_ms": 164.013, "count": 182, "max_ms": 3763.5, "p95_ms": 174.001}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.893, "count": 183, "max_ms": 3.983, "p95_ms": 2.679}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 183, "max_ms": 0.055, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.877, "count": 183, "max_ms": 3.938, "p95_ms": 2.667}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.035, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.55, "count": 183, "max_ms": 112.362, "p95_ms": 83.347}, "visualize": {"avg_ms": 34.027, "count": 183, "max_ms": 65.13, "p95_ms": 47.488}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.845, "count": 183, "max_ms": 55.44, "p95_ms": 40.467}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.458, "count": 183, "max_ms": 62.695, "p95_ms": 45.718}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 183, "max_ms": 6.337, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.303, "count": 183, "max_ms": 62.336, "p95_ms": 45.499}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 183, "max_ms": 0.747, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.022, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.742, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143434, "write_bytes_delta": 143434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 603.0, "cpu_core_ratio": 0.400066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 70674, "reason": null, "system_cpu_core_ratio": 0.031407, "system_cpu_s_delta": 0.4200000000000004, "user_cpu_core_ratio": 0.368659, "user_cpu_s_delta": 4.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.159816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350712, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.809105, "user_cpu_s_delta": 10.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.529, "count": 218, "max_ms": 7.797, "p95_ms": 5.986, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 9.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.284, "max": 2.0, "p95": 2.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.747, "count": 30, "max": 91.022, "p95": 59.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.256, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 812.267, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 843.033, "count": 30, "max": 11392.0, "p95": 2115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24942, "sampled_at": "2026-11-03T11:03:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5235540, "flush_count": 5537, "flush_interval_seconds": 30.0, "flush_state": {"count": 5537, "last_at": "2026-11-03T11:03:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5536}, "started": true, "suppressed_count": 3196409, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196007}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5537, "written_record_count": 5537}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10249.238, "limit_mb": null}, "detail": {"pid": 70904, "restart_count": 263, "start_count": 264}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8851626086400, "copied_frame_count": 3201543, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8851626086400, "frame_buffer_copies": 3201543, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 3.2926, "p50_ms": 0.1141, "p95_ms": 0.239, "p99_ms": 0.3076}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5585, "count": 512, "max_ms": 12.3774, "p50_ms": 1.4004, "p95_ms": 2.5631, "p99_ms": 5.2523, "results": {"failed": 0, "not_applicable": 0, "success": 3201543, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 247, "h264_decode_error_count": 804, "h264_decode_error_count_per_hour": 79, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:30+09:00", "last_error_summary": "[h264 @ 0x6108f8bc3e80] error while decoding MB 24 67, bytestream -7", "last_exit_at": "2026-11-03T11:03:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:03:32+09:00", "pid": 70904, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.145, "name": "ffmpeg", "pid": 70904, "rss_mb": 209.145, "state": "S (sleeping)", "threads": 70}, "restart_count": 263, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 264}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.336, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.712, "last_frame_pushed_at": "2026-11-03T11:03:30+09:00", "last_frame_read_age_sec": 4.852, "last_frame_read_at": "2026-11-03T11:03:30+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 69.74, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 530.26, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.697, "exists": true, "mtime": "2026-11-03T11:03:30.240664+09:00", "mtime_epoch": 1793671410.240664, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 143339}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:03:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3201543, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.593, "max": 9.0, "p95": 8.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.386, "max": 3.0, "p95": 2.0, "sample_count": 145}, "total": {"avg": 1.386, "max": 3.0, "p95": 2.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 0.283, "max": 2.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 0.283, "max": 2.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.845, "pushed": 4.845, "read": 4.811}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.008, "count": 145, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4804.605, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.82, "count": 144, "max_ms": 5.11, "p95_ms": 2.807, "reason": null, "sample_age_ms": 4858.829, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 144, "max_ms": 4.503, "p95_ms": 2.219, "reason": null, "sample_age_ms": 4859.054, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 145, "max_ms": 1.268, "p95_ms": 0.765, "reason": null, "sample_age_ms": 4804.612, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.897, "count": 144, "max_ms": 4.546, "p95_ms": 3.553, "reason": null, "sample_age_ms": 4857.159, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2764808.0, "count": 144, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4857.139, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4804.841, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.525, "count": 145, "max_ms": 105.736, "p95_ms": 71.857, "reason": null, "sample_age_ms": 4804.602, "source": "client_direct"}, "sample_age_ms": 4804.598, "source": "client_direct", "task_total_ms": {"avg_ms": 52.038, "count": 145, "max_ms": 109.735, "p95_ms": 75.423, "reason": null, "sample_age_ms": 4804.598, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.272, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.899, "count": 145, "max_ms": 13.176, "p95_ms": 9.105}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 145, "max_ms": 2.782, "p95_ms": 0.787}, "detection_prepare_ms": {"avg_ms": 1.395, "count": 145, "max_ms": 4.561, "p95_ms": 2.523}, "event_filter_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.016, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 145, "max_ms": 0.709, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.0, "count": 145, "max_ms": 4.186, "p95_ms": 2.78}, "setup_ms": {"avg_ms": 0.046, "count": 145, "max_ms": 0.12, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.843, "count": 145, "max_ms": 13.065, "p95_ms": 9.032}, "track_match_ms": {"avg_ms": 0.086, "count": 145, "max_ms": 0.426, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 1.644, "count": 145, "max_ms": 4.561, "p95_ms": 3.205}}, "gstreamer_push": {"avg_ms": 3.048, "count": 145, "max_ms": 7.389, "p95_ms": 5.467}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 145, "max_ms": 0.153, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.326, "count": 145, "max_ms": 112.345, "p95_ms": 78.195}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.879, "count": 145, "max_ms": 17.292, "p95_ms": 7.568}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.312, "count": 145, "max_ms": 162.982, "p95_ms": 125.751}, "inference_input_copy_ms": {"avg_ms": 1.552, "count": 145, "max_ms": 3.592, "p95_ms": 2.742}, "processing_residual_ms": {"avg_ms": 0.233, "count": 145, "max_ms": 0.693, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.977, "count": 145, "max_ms": 168.233, "p95_ms": 132.511}, "read_interval": {"avg_ms": 174.963, "count": 144, "max_ms": 3763.5, "p95_ms": 174.73}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 145, "max_ms": 0.045, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.937, "count": 145, "max_ms": 3.983, "p95_ms": 2.701}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 145, "max_ms": 0.055, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.922, "count": 145, "max_ms": 3.938, "p95_ms": 2.685}, "worker_merge_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.341, "count": 145, "max_ms": 112.362, "p95_ms": 78.215}, "visualize": {"avg_ms": 33.851, "count": 145, "max_ms": 65.13, "p95_ms": 47.488}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.612, "count": 145, "max_ms": 55.44, "p95_ms": 40.266}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.292, "count": 145, "max_ms": 62.695, "p95_ms": 45.718}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 145, "max_ms": 6.337, "p95_ms": 2.136}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.138, "count": 145, "max_ms": 62.336, "p95_ms": 45.499}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 145, "max_ms": 0.747, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.022, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.742, "sample_count": 1979, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3201447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143434, "write_bytes_delta": 143434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 603.0, "cpu_core_ratio": 0.400066, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 70674, "reason": null, "system_cpu_core_ratio": 0.031407, "system_cpu_s_delta": 0.4200000000000004, "user_cpu_core_ratio": 0.368659, "user_cpu_s_delta": 4.93}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.159816, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350712, "system_cpu_s_delta": 4.690000000002328, "user_cpu_core_ratio": 0.809105, "user_cpu_s_delta": 10.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.529, "count": 218, "max_ms": 7.797, "p95_ms": 5.986, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 9.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.284, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.284, "max": 2.0, "p95": 2.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.747, "count": 30, "max": 91.022, "p95": 59.185, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.256, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 812.267, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 843.033, "count": 30, "max": 11392.0, "p95": 2115.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.048, "count": 30, "max": 0.264, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.383, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.177, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 137964.3, "count": 30, "max": 143434.0, "p95": 141609.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.967, "count": 30, "max": 38.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.513, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.935, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24942, "sampled_at": "2026-11-03T11:03:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4517450, "flush_count": 5538, "flush_interval_seconds": 30.0, "flush_state": {"count": 5538, "last_at": "2026-11-03T11:03:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5537}, "started": true, "suppressed_count": 3282376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3282371}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5538, "written_record_count": 5538}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9845.609, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d0526de5940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d0526de5940] error while decoding MB 0 11, bytestream 16262 [h264 @ 0x5d05263d2200] error while decoding MB 119 85, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9090408038400, "copied_frame_count": 3287908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9090408038400, "frame_buffer_copies": 3287908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1405, "count": 512, "max_ms": 2.9341, "p50_ms": 0.1227, "p95_ms": 0.2473, "p99_ms": 0.3346}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2544, "count": 512, "max_ms": 3.0679, "p50_ms": 1.1671, "p95_ms": 2.06, "p99_ms": 2.5618, "results": {"failed": 0, "not_applicable": 0, "success": 3287908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:52+09:00", "last_error_summary": "[h264 @ 0x5d0526de5940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d0526de5940] error while decoding MB 0 11, bytestream 16262 [h264 @ 0x5d05263d2200] error while decoding MB 119 85, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.692, "last_started_at": "2026-11-03T11:02:07+09:00", "pid": 70672, "process": {"exists": false, "pid": 70672}, "restart_count": 149, "restart_count_per_hour": 6, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.841, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-03T11:03:52+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-11-03T11:03:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.248, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 512.752, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-03T11:03:52.432818+09:00", "mtime_epoch": 1793671432.4328177, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:03:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2392.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.634, "pushed": 6.667, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 87.518, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.665, "count": 199, "max_ms": 3.653, "p95_ms": 2.05, "reason": null, "sample_age_ms": 114.814, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 199, "max_ms": 3.272, "p95_ms": 1.603, "reason": null, "sample_age_ms": 115.033, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 199, "max_ms": 0.35, "p95_ms": 0.224, "reason": null, "sample_age_ms": 87.538, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.555, "count": 199, "max_ms": 3.796, "p95_ms": 2.466, "reason": null, "sample_age_ms": 113.534, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2211848.0, "count": 199, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.502, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.626, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.387, "count": 199, "max_ms": 81.591, "p95_ms": 64.151, "reason": null, "sample_age_ms": 87.513, "source": "client_direct"}, "sample_age_ms": 87.508, "source": "client_direct", "task_total_ms": {"avg_ms": 42.24, "count": 199, "max_ms": 84.411, "p95_ms": 65.957, "reason": null, "sample_age_ms": 87.508, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.338, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.8, "count": 199, "max_ms": 2.217, "p95_ms": 1.534}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 199, "max_ms": 0.759, "p95_ms": 0.545}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 199, "max_ms": 0.332, "p95_ms": 0.212}, "event_filter_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.15, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 199, "max_ms": 0.244, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.211, "count": 199, "max_ms": 1.4, "p95_ms": 0.429}, "setup_ms": {"avg_ms": 0.049, "count": 199, "max_ms": 0.224, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 0.756, "count": 199, "max_ms": 2.119, "p95_ms": 1.452}, "track_match_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 199, "max_ms": 0.135, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.755, "count": 200, "max_ms": 6.762, "p95_ms": 4.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 199, "max_ms": 0.424, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.258, "count": 199, "max_ms": 85.322, "p95_ms": 68.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 199, "max_ms": 0.14, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.091, "count": 199, "max_ms": 125.844, "p95_ms": 106.136}, "inference_input_copy_ms": {"avg_ms": 1.463, "count": 199, "max_ms": 5.472, "p95_ms": 2.48}, "processing_residual_ms": {"avg_ms": 0.176, "count": 199, "max_ms": 0.463, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.776, "count": 199, "max_ms": 127.929, "p95_ms": 108.241}, "read_interval": {"avg_ms": 150.552, "count": 199, "max_ms": 4238.658, "p95_ms": 557.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 199, "max_ms": 0.101, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.149, "count": 199, "max_ms": 1.282, "p95_ms": 0.32}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 199, "max_ms": 0.049, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 199, "max_ms": 1.245, "p95_ms": 0.283}, "worker_merge_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.274, "count": 199, "max_ms": 85.339, "p95_ms": 68.319}, "visualize": {"avg_ms": 30.946, "count": 199, "max_ms": 46.757, "p95_ms": 41.671}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.975, "count": 199, "max_ms": 45.432, "p95_ms": 40.666}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.715, "count": 199, "max_ms": 46.463, "p95_ms": 41.356}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.6, "count": 199, "max_ms": 46.306, "p95_ms": 41.186}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 199, "max_ms": 0.283, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2392.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.828, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.502, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122971, "write_bytes_delta": 122971, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 201.0, "cpu_core_ratio": 1.416092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5117.0, "pid": 70672, "reason": null, "system_cpu_core_ratio": 0.547649, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 0.868443, "user_cpu_s_delta": 8.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.403741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034978, "system_cpu_s_delta": 0.3500000000021828, "user_cpu_core_ratio": 0.368764, "user_cpu_s_delta": 3.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.427, "count": 206, "max_ms": 5.843, "p95_ms": 3.581, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.699, "count": 30, "max": 69.483, "p95": 53.348, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.637, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.533, "count": 30, "max": 1636.0, "p95": 1588.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4570.033, "count": 30, "max": 98772.0, "p95": 8256.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.548, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.672, "p95": 1.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124249.733, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120211.7, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.0, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.135, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.677, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27959, "sampled_at": "2026-11-03T11:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4517450, "flush_count": 5538, "flush_interval_seconds": 30.0, "flush_state": {"count": 5538, "last_at": "2026-11-03T11:03:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5537}, "started": true, "suppressed_count": 3282376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3282371}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5538, "written_record_count": 5538}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9838.07, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9090408038400, "copied_frame_count": 3287908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9090408038400, "frame_buffer_copies": 3287908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1405, "count": 512, "max_ms": 2.9341, "p50_ms": 0.1227, "p95_ms": 0.2473, "p99_ms": 0.3346}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2544, "count": 512, "max_ms": 3.0679, "p50_ms": 1.1671, "p95_ms": 2.06, "p99_ms": 2.5618, "results": {"failed": 0, "not_applicable": 0, "success": 3287908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:52+09:00", "last_error_summary": "[h264 @ 0x5d0526de5940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d0526de5940] error while decoding MB 0 11, bytestream 16262 [h264 @ 0x5d05263d2200] error while decoding MB 119 85, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.686, "last_started_at": "2026-11-03T11:02:07+09:00", "pid": 70672, "process": {"exists": false, "pid": 70672}, "restart_count": 149, "restart_count_per_hour": 6, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.841, "sample_count": 2558, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-03T11:03:52+09:00", "last_frame_read_age_sec": 0.101, "last_frame_read_at": "2026-11-03T11:03:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.271, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 512.729, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.021, "exists": true, "mtime": "2026-11-03T11:03:52.432818+09:00", "mtime_epoch": 1793671432.4328177, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:03:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2392.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.669, "pushed": 6.669, "read": 6.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 77.349, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.665, "count": 199, "max_ms": 3.653, "p95_ms": 2.05, "reason": null, "sample_age_ms": 104.645, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 199, "max_ms": 3.272, "p95_ms": 1.603, "reason": null, "sample_age_ms": 104.863, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 199, "max_ms": 0.35, "p95_ms": 0.224, "reason": null, "sample_age_ms": 77.368, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.555, "count": 199, "max_ms": 3.796, "p95_ms": 2.466, "reason": null, "sample_age_ms": 103.365, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2211848.0, "count": 199, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 103.333, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.457, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.387, "count": 199, "max_ms": 81.591, "p95_ms": 64.151, "reason": null, "sample_age_ms": 77.344, "source": "client_direct"}, "sample_age_ms": 77.338, "source": "client_direct", "task_total_ms": {"avg_ms": 42.24, "count": 199, "max_ms": 84.411, "p95_ms": 65.957, "reason": null, "sample_age_ms": 77.338, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.045, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.799, "count": 200, "max_ms": 2.217, "p95_ms": 1.525}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.26, "count": 200, "max_ms": 0.759, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 200, "max_ms": 0.332, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.15, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 200, "max_ms": 0.244, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.211, "count": 200, "max_ms": 1.4, "p95_ms": 0.428}, "setup_ms": {"avg_ms": 0.049, "count": 200, "max_ms": 0.224, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.755, "count": 200, "max_ms": 2.119, "p95_ms": 1.442}, "track_match_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.024, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 200, "max_ms": 0.135, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 2.755, "count": 200, "max_ms": 6.762, "p95_ms": 4.424}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 200, "max_ms": 0.424, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.249, "count": 200, "max_ms": 85.322, "p95_ms": 68.176}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 200, "max_ms": 0.14, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.05, "count": 200, "max_ms": 125.844, "p95_ms": 105.87}, "inference_input_copy_ms": {"avg_ms": 1.463, "count": 200, "max_ms": 5.472, "p95_ms": 2.323}, "processing_residual_ms": {"avg_ms": 0.177, "count": 200, "max_ms": 0.463, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.736, "count": 200, "max_ms": 127.929, "p95_ms": 107.716}, "read_interval": {"avg_ms": 150.552, "count": 199, "max_ms": 4238.658, "p95_ms": 557.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 0.101, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.149, "count": 200, "max_ms": 1.282, "p95_ms": 0.319}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 200, "max_ms": 0.049, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.131, "count": 200, "max_ms": 1.245, "p95_ms": 0.281}, "worker_merge_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.266, "count": 200, "max_ms": 85.339, "p95_ms": 68.187}, "visualize": {"avg_ms": 30.916, "count": 200, "max_ms": 46.757, "p95_ms": 41.642}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.945, "count": 200, "max_ms": 45.432, "p95_ms": 40.351}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.685, "count": 200, "max_ms": 46.463, "p95_ms": 41.284}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.57, "count": 200, "max_ms": 46.306, "p95_ms": 41.174}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 200, "max_ms": 0.283, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2392.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.828, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.502, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122971, "write_bytes_delta": 122971, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 201.0, "cpu_core_ratio": 1.416092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5117.0, "pid": 70672, "reason": null, "system_cpu_core_ratio": 0.547649, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 0.868443, "user_cpu_s_delta": 8.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.403741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034978, "system_cpu_s_delta": 0.3500000000021828, "user_cpu_core_ratio": 0.368764, "user_cpu_s_delta": 3.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.427, "count": 206, "max_ms": 5.843, "p95_ms": 3.581, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.699, "count": 30, "max": 69.483, "p95": 53.348, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.637, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.533, "count": 30, "max": 1636.0, "p95": 1588.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4570.033, "count": 30, "max": 98772.0, "p95": 8256.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.548, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.672, "p95": 1.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124249.733, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120211.7, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.0, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.135, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.677, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27959, "sampled_at": "2026-11-03T11:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4517450, "flush_count": 5538, "flush_interval_seconds": 30.0, "flush_state": {"count": 5538, "last_at": "2026-11-03T11:03:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5537}, "started": true, "suppressed_count": 3282376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3282371}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5538, "written_record_count": 5538}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9844.227, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9090408038400, "copied_frame_count": 3287908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9090408038400, "frame_buffer_copies": 3287908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1405, "count": 512, "max_ms": 2.9341, "p50_ms": 0.1227, "p95_ms": 0.2473, "p99_ms": 0.3346}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2544, "count": 512, "max_ms": 3.0679, "p50_ms": 1.1671, "p95_ms": 2.06, "p99_ms": 2.5618, "results": {"failed": 0, "not_applicable": 0, "success": 3287908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:52+09:00", "last_error_summary": "[h264 @ 0x5d0526de5940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d0526de5940] error while decoding MB 0 11, bytestream 16262 [h264 @ 0x5d05263d2200] error while decoding MB 119 85, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.749, "last_started_at": "2026-11-03T11:02:07+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 149, "restart_count_per_hour": 6, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 150}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.841, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-11-03T11:03:52+09:00", "last_frame_read_age_sec": 0.164, "last_frame_read_at": "2026-11-03T11:03:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 87.302, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 512.698, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T11:03:52.432818+09:00", "mtime_epoch": 1793671432.4328177, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:03:52+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2392.355, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.652, "pushed": 6.652, "read": 6.619}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 143.803, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.665, "count": 198, "max_ms": 3.653, "p95_ms": 2.05, "reason": null, "sample_age_ms": 171.099, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 198, "max_ms": 3.272, "p95_ms": 1.604, "reason": null, "sample_age_ms": 171.318, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 199, "max_ms": 0.35, "p95_ms": 0.224, "reason": null, "sample_age_ms": 143.822, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.551, "count": 198, "max_ms": 3.796, "p95_ms": 2.467, "reason": null, "sample_age_ms": 169.819, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 169.787, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 143.911, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.387, "count": 199, "max_ms": 81.591, "p95_ms": 64.151, "reason": null, "sample_age_ms": 143.798, "source": "client_direct"}, "sample_age_ms": 143.792, "source": "client_direct", "task_total_ms": {"avg_ms": 42.24, "count": 199, "max_ms": 84.411, "p95_ms": 65.957, "reason": null, "sample_age_ms": 143.792, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.218, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.8, "count": 199, "max_ms": 2.217, "p95_ms": 1.534}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 199, "max_ms": 0.759, "p95_ms": 0.545}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 199, "max_ms": 0.332, "p95_ms": 0.212}, "event_filter_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.15, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 199, "max_ms": 0.244, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.211, "count": 199, "max_ms": 1.4, "p95_ms": 0.429}, "setup_ms": {"avg_ms": 0.049, "count": 199, "max_ms": 0.224, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 0.756, "count": 199, "max_ms": 2.119, "p95_ms": 1.452}, "track_match_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 199, "max_ms": 0.135, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.75, "count": 199, "max_ms": 6.762, "p95_ms": 4.449}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 199, "max_ms": 0.424, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.258, "count": 199, "max_ms": 85.322, "p95_ms": 68.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 199, "max_ms": 0.14, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.091, "count": 199, "max_ms": 125.844, "p95_ms": 106.136}, "inference_input_copy_ms": {"avg_ms": 1.463, "count": 199, "max_ms": 5.472, "p95_ms": 2.48}, "processing_residual_ms": {"avg_ms": 0.176, "count": 199, "max_ms": 0.463, "p95_ms": 0.378}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.776, "count": 199, "max_ms": 127.929, "p95_ms": 108.241}, "read_interval": {"avg_ms": 150.888, "count": 198, "max_ms": 4238.658, "p95_ms": 557.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 199, "max_ms": 0.101, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.149, "count": 199, "max_ms": 1.282, "p95_ms": 0.32}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 199, "max_ms": 0.049, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 199, "max_ms": 1.245, "p95_ms": 0.283}, "worker_merge_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.274, "count": 199, "max_ms": 85.339, "p95_ms": 68.319}, "visualize": {"avg_ms": 30.946, "count": 199, "max_ms": 46.757, "p95_ms": 41.671}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.975, "count": 199, "max_ms": 45.432, "p95_ms": 40.666}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.715, "count": 199, "max_ms": 46.463, "p95_ms": 41.356}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.6, "count": 199, "max_ms": 46.306, "p95_ms": 41.186}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 199, "max_ms": 0.283, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2392.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.828, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.502, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122971, "write_bytes_delta": 122971, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 201.0, "cpu_core_ratio": 1.416092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5117.0, "pid": 70672, "reason": null, "system_cpu_core_ratio": 0.547649, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 0.868443, "user_cpu_s_delta": 8.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.403741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034978, "system_cpu_s_delta": 0.3500000000021828, "user_cpu_core_ratio": 0.368764, "user_cpu_s_delta": 3.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.427, "count": 206, "max_ms": 5.843, "p95_ms": 3.581, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.699, "count": 30, "max": 69.483, "p95": 53.348, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.637, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.533, "count": 30, "max": 1636.0, "p95": 1588.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4570.033, "count": 30, "max": 98772.0, "p95": 8256.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.548, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.672, "p95": 1.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124249.733, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120211.7, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.0, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.135, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.677, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27959, "sampled_at": "2026-11-03T11:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4517450, "flush_count": 5538, "flush_interval_seconds": 30.0, "flush_state": {"count": 5538, "last_at": "2026-11-03T11:03:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:03:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5537}, "started": true, "suppressed_count": 3282376, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3282371}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5538, "written_record_count": 5538}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9880.902, "limit_mb": null}, "detail": {"pid": 71020, "restart_count": 150, "start_count": 151}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9090408038400, "copied_frame_count": 3287908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9090408038400, "frame_buffer_copies": 3287908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1405, "count": 512, "max_ms": 2.9341, "p50_ms": 0.1227, "p95_ms": 0.2473, "p99_ms": 0.3346}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2544, "count": 512, "max_ms": 3.0679, "p50_ms": 1.1671, "p95_ms": 2.06, "p99_ms": 2.5618, "results": {"failed": 0, "not_applicable": 0, "success": 3287908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 140, "h264_decode_error_count": 256, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:03:52+09:00", "last_error_summary": "[h264 @ 0x5d0526de5940] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5d0526de5940] error while decoding MB 0 11, bytestream 16262 [h264 @ 0x5d05263d2200] error while decoding MB 119 85, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:03:54+09:00", "pid": 71020, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.125, "name": "ffmpeg", "pid": 71020, "rss_mb": 75.125, "state": "S (sleeping)", "threads": 1}, "restart_count": 150, "restart_count_per_hour": 7, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.846, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.232, "last_frame_pushed_at": "2026-11-03T11:03:52+09:00", "last_frame_read_age_sec": 4.302, "last_frame_read_at": "2026-11-03T11:03:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 91.44, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 508.56, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.222, "exists": true, "mtime": "2026-11-03T11:03:52.432818+09:00", "mtime_epoch": 1793671432.4328177, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126201}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:03:56+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2392.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3287908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 173, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.356, "pushed": 6.356, "read": 6.356}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 173, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4279.652, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.679, "count": 173, "max_ms": 3.653, "p95_ms": 2.134, "reason": null, "sample_age_ms": 4306.948, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.301, "count": 173, "max_ms": 3.272, "p95_ms": 1.607, "reason": null, "sample_age_ms": 4307.166, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 173, "max_ms": 0.274, "p95_ms": 0.224, "reason": null, "sample_age_ms": 4279.671, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.574, "count": 173, "max_ms": 3.796, "p95_ms": 2.461, "reason": null, "sample_age_ms": 4305.668, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2211848.0, "count": 173, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4305.636, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4279.76, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.646, "count": 173, "max_ms": 81.591, "p95_ms": 64.335, "reason": null, "sample_age_ms": 4279.647, "source": "client_direct"}, "sample_age_ms": 4279.641, "source": "client_direct", "task_total_ms": {"avg_ms": 42.524, "count": 173, "max_ms": 84.411, "p95_ms": 66.294, "reason": null, "sample_age_ms": 4279.641, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.659, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.802, "count": 173, "max_ms": 2.217, "p95_ms": 1.525}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.263, "count": 173, "max_ms": 0.759, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 173, "max_ms": 0.332, "p95_ms": 0.212}, "event_filter_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.15, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 173, "max_ms": 0.215, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.009, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 173, "max_ms": 0.952, "p95_ms": 0.411}, "setup_ms": {"avg_ms": 0.049, "count": 173, "max_ms": 0.136, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 0.758, "count": 173, "max_ms": 2.105, "p95_ms": 1.442}, "track_match_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 173, "max_ms": 0.135, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.8, "count": 173, "max_ms": 6.762, "p95_ms": 4.449}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 173, "max_ms": 0.424, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.562, "count": 173, "max_ms": 85.322, "p95_ms": 68.307}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 173, "max_ms": 0.14, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.929, "count": 173, "max_ms": 125.844, "p95_ms": 106.136}, "inference_input_copy_ms": {"avg_ms": 1.485, "count": 173, "max_ms": 5.472, "p95_ms": 2.491}, "processing_residual_ms": {"avg_ms": 0.177, "count": 173, "max_ms": 0.463, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.639, "count": 173, "max_ms": 127.929, "p95_ms": 108.241}, "read_interval": {"avg_ms": 156.95, "count": 173, "max_ms": 4238.658, "p95_ms": 557.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 173, "max_ms": 0.101, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.144, "count": 173, "max_ms": 0.767, "p95_ms": 0.298}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 173, "max_ms": 0.049, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 173, "max_ms": 0.666, "p95_ms": 0.268}, "worker_merge_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.022, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.579, "count": 173, "max_ms": 85.339, "p95_ms": 68.319}, "visualize": {"avg_ms": 31.463, "count": 173, "max_ms": 46.757, "p95_ms": 41.671}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.487, "count": 173, "max_ms": 45.432, "p95_ms": 40.671}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.228, "count": 173, "max_ms": 46.463, "p95_ms": 41.483}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.112, "count": 173, "max_ms": 46.306, "p95_ms": 41.376}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 173, "max_ms": 0.283, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2392.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.828, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.502, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3287810, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:03:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 122971, "write_bytes_delta": 122971, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 201.0, "cpu_core_ratio": 1.416092, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5117.0, "pid": 70672, "reason": null, "system_cpu_core_ratio": 0.547649, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 0.868443, "user_cpu_s_delta": 8.689999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.403741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034978, "system_cpu_s_delta": 0.3500000000021828, "user_cpu_core_ratio": 0.368764, "user_cpu_s_delta": 3.6900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.427, "count": 206, "max_ms": 5.843, "p95_ms": 3.581, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.699, "count": 30, "max": 69.483, "p95": 53.348, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.637, "count": 30, "max": 36.513, "p95": 35.532, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1058.533, "count": 30, "max": 1636.0, "p95": 1588.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4570.033, "count": 30, "max": 98772.0, "p95": 8256.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.548, "p95": 0.472, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.136, "count": 30, "max": 1.672, "p95": 1.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124249.733, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 120211.7, "count": 30, "max": 126839.0, "p95": 126347.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.0, "count": 30, "max": 39.0, "p95": 30.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.135, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.677, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27959, "sampled_at": "2026-11-03T11:03:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:03:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.216, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5237542, "flush_count": 5539, "flush_interval_seconds": 30.0, "flush_state": {"count": 5539, "last_at": "2026-11-03T11:05:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:05:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5538}, "started": true, "suppressed_count": 3197301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5539, "written_record_count": 5539}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.48, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b9db3a3ae40] error while decoding MB 39 52, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8854095052800, "copied_frame_count": 3202436, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8854095052800, "frame_buffer_copies": 3202436, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1198, "count": 512, "max_ms": 0.3724, "p50_ms": 0.1042, "p95_ms": 0.2323, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4669, "count": 512, "max_ms": 3.1877, "p50_ms": 1.3876, "p95_ms": 2.4226, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 3202436, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 248, "h264_decode_error_count": 805, "h264_decode_error_count_per_hour": 79, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:05:38+09:00", "last_error_summary": "[h264 @ 0x5b9db3a3ae40] error while decoding MB 39 52, bytestream -11", "last_exit_at": "2026-11-03T11:03:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.167, "last_started_at": "2026-11-03T11:03:32+09:00", "pid": 70904, "process": {"exists": false, "pid": 70904}, "restart_count": 263, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 264}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202436, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-11-03T11:05:38+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-03T11:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.91, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 407.09, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-11-03T11:05:38.010521+09:00", "mtime_epoch": 1793671538.0105214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147157}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:05:38+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3202437, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.352, "max": 5.0, "p95": 4.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.227, "max": 2.0, "p95": 2.0, "sample_count": 88}, "total": {"avg": 0.593, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 182, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.084, "pushed": 6.084, "read": 6.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 24.519, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.779, "count": 182, "max_ms": 5.997, "p95_ms": 2.575, "reason": null, "sample_age_ms": 78.77, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 182, "max_ms": 3.374, "p95_ms": 1.99, "reason": null, "sample_age_ms": 79.088, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.309, "count": 183, "max_ms": 0.902, "p95_ms": 0.622, "reason": null, "sample_age_ms": 24.533, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 182, "max_ms": 5.329, "p95_ms": 2.969, "reason": null, "sample_age_ms": 76.476, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.447, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.915, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.491, "count": 183, "max_ms": 77.653, "p95_ms": 63.931, "reason": null, "sample_age_ms": 24.513, "source": "client_direct"}, "sample_age_ms": 24.506, "source": "client_direct", "task_total_ms": {"avg_ms": 48.92, "count": 183, "max_ms": 80.341, "p95_ms": 67.142, "reason": null, "sample_age_ms": 24.506, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.03, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.574, "count": 182, "max_ms": 14.225, "p95_ms": 9.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.34, "count": 182, "max_ms": 1.051, "p95_ms": 0.655}, "detection_prepare_ms": {"avg_ms": 0.814, "count": 182, "max_ms": 4.012, "p95_ms": 2.326}, "event_filter_ms": {"avg_ms": 0.005, "count": 182, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.171, "count": 182, "max_ms": 0.573, "p95_ms": 0.39}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.342, "count": 182, "max_ms": 6.851, "p95_ms": 3.682}, "setup_ms": {"avg_ms": 0.046, "count": 182, "max_ms": 0.126, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.523, "count": 182, "max_ms": 14.141, "p95_ms": 9.544}, "track_match_ms": {"avg_ms": 0.038, "count": 182, "max_ms": 0.211, "p95_ms": 0.118}, "tracker_update_ms": {"avg_ms": 0.763, "count": 182, "max_ms": 3.343, "p95_ms": 2.213}}, "gstreamer_push": {"avg_ms": 3.361, "count": 182, "max_ms": 7.111, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.137, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.07, "count": 182, "max_ms": 86.594, "p95_ms": 68.663}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.705, "count": 182, "max_ms": 13.312, "p95_ms": 6.729}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.275, "count": 182, "max_ms": 142.697, "p95_ms": 109.476}, "inference_input_copy_ms": {"avg_ms": 1.661, "count": 182, "max_ms": 4.57, "p95_ms": 2.977}, "processing_residual_ms": {"avg_ms": 0.194, "count": 182, "max_ms": 0.432, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.835, "count": 182, "max_ms": 147.034, "p95_ms": 116.725}, "read_interval": {"avg_ms": 164.427, "count": 182, "max_ms": 4314.166, "p95_ms": 153.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 182, "max_ms": 0.162, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.274, "count": 182, "max_ms": 6.745, "p95_ms": 3.525}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 182, "max_ms": 0.054, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.255, "count": 182, "max_ms": 6.722, "p95_ms": 3.49}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.084, "count": 182, "max_ms": 86.604, "p95_ms": 68.67}, "visualize": {"avg_ms": 32.513, "count": 182, "max_ms": 52.787, "p95_ms": 41.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.878, "count": 182, "max_ms": 47.552, "p95_ms": 36.863}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.012, "count": 182, "max_ms": 51.304, "p95_ms": 40.703}, "visualize_input_copy_ms": {"avg_ms": 1.296, "count": 182, "max_ms": 3.098, "p95_ms": 2.048}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.871, "count": 182, "max_ms": 51.17, "p95_ms": 40.567}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 182, "max_ms": 0.271, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.454, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145760, "write_bytes_delta": 145760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 314.0, "cpu_core_ratio": 0.372185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2454.0, "pid": 70904, "reason": null, "system_cpu_core_ratio": 0.098257, "system_cpu_s_delta": 0.990000000000002, "user_cpu_core_ratio": 0.273928, "user_cpu_s_delta": 2.759999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.514543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.439674, "system_cpu_s_delta": 4.429999999993015, "user_cpu_core_ratio": 1.074869, "user_cpu_s_delta": 10.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.42, "count": 183, "max_ms": 7.111, "p95_ms": 5.503, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.317, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.191, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 89}, "total": {"avg": 0.579, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.439, "count": 30, "max": 91.022, "p95": 75.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.867, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1392.1, "count": 30, "max": 11392.0, "p95": 8398.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140344.733, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135693.9, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.936, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24950, "sampled_at": "2026-11-03T11:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.912, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5237542, "flush_count": 5539, "flush_interval_seconds": 30.0, "flush_state": {"count": 5539, "last_at": "2026-11-03T11:05:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:05:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5538}, "started": true, "suppressed_count": 3197301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5539, "written_record_count": 5539}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.738, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:05:38+09:00", "last_error_summary": "[h264 @ 0x5b9db3a3ae40] error while decoding MB 39 52, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8854097817600, "copied_frame_count": 3202437, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8854097817600, "frame_buffer_copies": 3202437, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1199, "count": 512, "max_ms": 0.3724, "p50_ms": 0.1042, "p95_ms": 0.2323, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4689, "count": 512, "max_ms": 3.1877, "p50_ms": 1.3889, "p95_ms": 2.4226, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 3202437, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 248, "h264_decode_error_count": 805, "h264_decode_error_count_per_hour": 79, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:05:38+09:00", "last_error_summary": "[h264 @ 0x5b9db3a3ae40] error while decoding MB 39 52, bytestream -11", "last_exit_at": "2026-11-03T11:05:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.23, "last_started_at": "2026-11-03T11:03:32+09:00", "pid": 70904, "process": {"exists": false, "pid": 70904}, "restart_count": 263, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 264}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-03T11:05:38+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-11-03T11:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 192.957, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 407.043, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T11:05:38.157522+09:00", "mtime_epoch": 1793671538.1575224, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:05:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.52, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3202437, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.35, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.227, "max": 2.0, "p95": 2.0, "sample_count": 88}, "total": {"avg": 0.59, "max": 2.0, "p95": 2.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.105, "pushed": 6.105, "read": 6.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 89.905, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.779, "count": 182, "max_ms": 5.997, "p95_ms": 2.575, "reason": null, "sample_age_ms": 144.156, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 182, "max_ms": 3.374, "p95_ms": 1.99, "reason": null, "sample_age_ms": 144.475, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 182, "max_ms": 0.902, "p95_ms": 0.623, "reason": null, "sample_age_ms": 89.919, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.945, "count": 182, "max_ms": 5.329, "p95_ms": 2.969, "reason": null, "sample_age_ms": 141.862, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.833, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.491, "count": 182, "max_ms": 77.653, "p95_ms": 64.08, "reason": null, "sample_age_ms": 89.9, "source": "client_direct"}, "sample_age_ms": 89.893, "source": "client_direct", "task_total_ms": {"avg_ms": 48.921, "count": 182, "max_ms": 80.341, "p95_ms": 67.279, "reason": null, "sample_age_ms": 89.893, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.044, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.558, "count": 183, "max_ms": 14.225, "p95_ms": 9.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 183, "max_ms": 1.051, "p95_ms": 0.655}, "detection_prepare_ms": {"avg_ms": 0.81, "count": 183, "max_ms": 4.012, "p95_ms": 2.326}, "event_filter_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.171, "count": 183, "max_ms": 0.573, "p95_ms": 0.39}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.336, "count": 183, "max_ms": 6.851, "p95_ms": 3.682}, "setup_ms": {"avg_ms": 0.046, "count": 183, "max_ms": 0.126, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.508, "count": 183, "max_ms": 14.141, "p95_ms": 9.544}, "track_match_ms": {"avg_ms": 0.038, "count": 183, "max_ms": 0.211, "p95_ms": 0.118}, "tracker_update_ms": {"avg_ms": 0.759, "count": 183, "max_ms": 3.343, "p95_ms": 2.213}}, "gstreamer_push": {"avg_ms": 3.37, "count": 183, "max_ms": 7.111, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 183, "max_ms": 0.137, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.107, "count": 183, "max_ms": 86.594, "p95_ms": 68.663}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.749, "count": 183, "max_ms": 13.312, "p95_ms": 6.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.327, "count": 183, "max_ms": 142.697, "p95_ms": 109.476}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 183, "max_ms": 4.57, "p95_ms": 2.977}, "processing_residual_ms": {"avg_ms": 0.193, "count": 183, "max_ms": 0.432, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.928, "count": 183, "max_ms": 147.034, "p95_ms": 116.725}, "read_interval": {"avg_ms": 164.427, "count": 182, "max_ms": 4314.166, "p95_ms": 153.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 183, "max_ms": 0.162, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.267, "count": 183, "max_ms": 6.745, "p95_ms": 3.525}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 183, "max_ms": 0.054, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.249, "count": 183, "max_ms": 6.722, "p95_ms": 3.49}, "worker_merge_ms": {"avg_ms": 0.006, "count": 183, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.121, "count": 183, "max_ms": 86.604, "p95_ms": 68.67}, "visualize": {"avg_ms": 32.546, "count": 183, "max_ms": 52.787, "p95_ms": 41.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.921, "count": 183, "max_ms": 47.552, "p95_ms": 36.863}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.046, "count": 183, "max_ms": 51.304, "p95_ms": 40.703}, "visualize_input_copy_ms": {"avg_ms": 1.294, "count": 183, "max_ms": 3.098, "p95_ms": 2.048}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.906, "count": 183, "max_ms": 51.17, "p95_ms": 40.567}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 183, "max_ms": 0.271, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.454, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145760, "write_bytes_delta": 145760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 314.0, "cpu_core_ratio": 0.372185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2454.0, "pid": 70904, "reason": null, "system_cpu_core_ratio": 0.098257, "system_cpu_s_delta": 0.990000000000002, "user_cpu_core_ratio": 0.273928, "user_cpu_s_delta": 2.759999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.514543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.439674, "system_cpu_s_delta": 4.429999999993015, "user_cpu_core_ratio": 1.074869, "user_cpu_s_delta": 10.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.42, "count": 183, "max_ms": 7.111, "p95_ms": 5.503, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.317, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.191, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 89}, "total": {"avg": 0.579, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.439, "count": 30, "max": 91.022, "p95": 75.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.867, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1392.1, "count": 30, "max": 11392.0, "p95": 8398.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140344.733, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135693.9, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.936, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24950, "sampled_at": "2026-11-03T11:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5237542, "flush_count": 5539, "flush_interval_seconds": 30.0, "flush_state": {"count": 5539, "last_at": "2026-11-03T11:05:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:05:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5538}, "started": true, "suppressed_count": 3197301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5539, "written_record_count": 5539}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8854097817600, "copied_frame_count": 3202437, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8854097817600, "frame_buffer_copies": 3202437, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1199, "count": 512, "max_ms": 0.3724, "p50_ms": 0.1042, "p95_ms": 0.2323, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4689, "count": 512, "max_ms": 3.1877, "p50_ms": 1.3889, "p95_ms": 2.4226, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 3202437, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 248, "h264_decode_error_count": 805, "h264_decode_error_count_per_hour": 79, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:05:38+09:00", "last_error_summary": "[h264 @ 0x5b9db3a3ae40] error while decoding MB 39 52, bytestream -11", "last_exit_at": "2026-11-03T11:05:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.264, "last_started_at": "2026-11-03T11:03:32+09:00", "pid": 70904, "process": {"exists": false, "pid": 70904}, "restart_count": 263, "restart_count_per_hour": 34, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 264}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1917, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T11:05:38+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-11-03T11:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 193.002, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 406.998, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-03T11:05:38.157522+09:00", "mtime_epoch": 1793671538.1575224, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:05:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.52, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3202437, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.352, "max": 5.0, "p95": 4.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.23, "max": 2.0, "p95": 2.0, "sample_count": 87}, "total": {"avg": 0.588, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 182, "pushed_frames": 182, "read_frames": 182, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.067, "pushed": 6.067, "read": 6.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.007, "count": 182, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 123.585, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.774, "count": 181, "max_ms": 5.997, "p95_ms": 2.583, "reason": null, "sample_age_ms": 177.836, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 181, "max_ms": 3.374, "p95_ms": 1.991, "reason": null, "sample_age_ms": 178.154, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.307, "count": 182, "max_ms": 0.902, "p95_ms": 0.623, "reason": null, "sample_age_ms": 123.599, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.947, "count": 181, "max_ms": 5.329, "p95_ms": 2.97, "reason": null, "sample_age_ms": 175.542, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2764808.0, "count": 181, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.513, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.981, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.491, "count": 182, "max_ms": 77.653, "p95_ms": 64.08, "reason": null, "sample_age_ms": 123.58, "source": "client_direct"}, "sample_age_ms": 123.572, "source": "client_direct", "task_total_ms": {"avg_ms": 48.921, "count": 182, "max_ms": 80.341, "p95_ms": 67.279, "reason": null, "sample_age_ms": 123.572, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.275, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.542, "count": 182, "max_ms": 14.225, "p95_ms": 9.602}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 182, "max_ms": 1.051, "p95_ms": 0.655}, "detection_prepare_ms": {"avg_ms": 0.807, "count": 182, "max_ms": 4.012, "p95_ms": 2.326}, "event_filter_ms": {"avg_ms": 0.005, "count": 182, "max_ms": 0.027, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.17, "count": 182, "max_ms": 0.573, "p95_ms": 0.39}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.332, "count": 182, "max_ms": 6.851, "p95_ms": 3.682}, "setup_ms": {"avg_ms": 0.045, "count": 182, "max_ms": 0.126, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 3.492, "count": 182, "max_ms": 14.141, "p95_ms": 9.544}, "track_match_ms": {"avg_ms": 0.038, "count": 182, "max_ms": 0.211, "p95_ms": 0.118}, "tracker_update_ms": {"avg_ms": 0.751, "count": 182, "max_ms": 3.343, "p95_ms": 2.213}}, "gstreamer_push": {"avg_ms": 3.37, "count": 182, "max_ms": 7.111, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.137, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.111, "count": 182, "max_ms": 86.594, "p95_ms": 68.663}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.753, "count": 182, "max_ms": 13.312, "p95_ms": 6.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.331, "count": 182, "max_ms": 142.697, "p95_ms": 109.476}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 182, "max_ms": 4.57, "p95_ms": 2.977}, "processing_residual_ms": {"avg_ms": 0.193, "count": 182, "max_ms": 0.432, "p95_ms": 0.334}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.936, "count": 182, "max_ms": 147.034, "p95_ms": 116.725}, "read_interval": {"avg_ms": 164.427, "count": 182, "max_ms": 4314.166, "p95_ms": 153.476}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 182, "max_ms": 0.162, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.263, "count": 182, "max_ms": 6.745, "p95_ms": 3.525}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 182, "max_ms": 0.054, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.245, "count": 182, "max_ms": 6.722, "p95_ms": 3.49}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.124, "count": 182, "max_ms": 86.604, "p95_ms": 68.67}, "visualize": {"avg_ms": 32.562, "count": 182, "max_ms": 52.787, "p95_ms": 41.985}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.947, "count": 182, "max_ms": 47.552, "p95_ms": 36.863}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.065, "count": 182, "max_ms": 51.304, "p95_ms": 40.703}, "visualize_input_copy_ms": {"avg_ms": 1.291, "count": 182, "max_ms": 3.098, "p95_ms": 2.048}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.925, "count": 182, "max_ms": 51.17, "p95_ms": 40.567}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 182, "max_ms": 0.271, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.454, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145760, "write_bytes_delta": 145760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 314.0, "cpu_core_ratio": 0.372185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2454.0, "pid": 70904, "reason": null, "system_cpu_core_ratio": 0.098257, "system_cpu_s_delta": 0.990000000000002, "user_cpu_core_ratio": 0.273928, "user_cpu_s_delta": 2.759999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.514543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.439674, "system_cpu_s_delta": 4.429999999993015, "user_cpu_core_ratio": 1.074869, "user_cpu_s_delta": 10.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.42, "count": 183, "max_ms": 7.111, "p95_ms": 5.503, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.317, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.191, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 89}, "total": {"avg": 0.579, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.439, "count": 30, "max": 91.022, "p95": 75.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.867, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1392.1, "count": 30, "max": 11392.0, "p95": 8398.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140344.733, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135693.9, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.936, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24950, "sampled_at": "2026-11-03T11:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5237542, "flush_count": 5539, "flush_interval_seconds": 30.0, "flush_state": {"count": 5539, "last_at": "2026-11-03T11:05:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:05:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5538}, "started": true, "suppressed_count": 3197301, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3196899}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5539, "written_record_count": 5539}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10212.594, "limit_mb": null}, "detail": {"pid": 71136, "restart_count": 264, "start_count": 265}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8854097817600, "copied_frame_count": 3202437, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8854097817600, "frame_buffer_copies": 3202437, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1199, "count": 512, "max_ms": 0.3724, "p50_ms": 0.1042, "p95_ms": 0.2323, "p99_ms": 0.303}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4689, "count": 512, "max_ms": 3.1877, "p50_ms": 1.3889, "p95_ms": 2.4226, "p99_ms": 3.0115, "results": {"failed": 0, "not_applicable": 0, "success": 3202437, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 248, "h264_decode_error_count": 805, "h264_decode_error_count_per_hour": 79, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:05:38+09:00", "last_error_summary": "[h264 @ 0x5b9db3a3ae40] error while decoding MB 39 52, bytestream -11", "last_exit_at": "2026-11-03T11:05:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:05:40+09:00", "pid": 71136, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.699, "name": "ffmpeg", "pid": 71136, "rss_mb": 209.699, "state": "S (sleeping)", "threads": 70}, "restart_count": 264, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 265}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.505, "sample_count": 1883, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202437, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.517, "last_frame_pushed_at": "2026-11-03T11:05:38+09:00", "last_frame_read_age_sec": 4.634, "last_frame_read_at": "2026-11-03T11:05:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 197.458, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 402.542, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.503, "exists": true, "mtime": "2026-11-03T11:05:38.157522+09:00", "mtime_epoch": 1793671538.1575224, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147738}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:05:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.523, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3202437, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.35, "max": 5.0, "p95": 4.0, "sample_count": 143}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.167, "max": 2.0, "p95": 2.0, "sample_count": 48}, "total": {"avg": 0.392, "max": 2.0, "p95": 2.0, "sample_count": 143}}, "tracking_counts": {"active": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 143}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 143}, "tracked": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 143}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 143, "pushed_frames": 143, "read_frames": 142, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.776, "pushed": 4.776, "read": 4.742}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 142, "client_acquire_ms": {"avg_ms": 0.007, "count": 142, "max_ms": 0.019, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4589.331, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.756, "count": 142, "max_ms": 3.751, "p95_ms": 2.424, "reason": null, "sample_age_ms": 4643.582, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 142, "max_ms": 2.7, "p95_ms": 1.99, "reason": null, "sample_age_ms": 4643.901, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.305, "count": 142, "max_ms": 0.902, "p95_ms": 0.609, "reason": null, "sample_age_ms": 4589.345, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.94, "count": 142, "max_ms": 5.329, "p95_ms": 2.885, "reason": null, "sample_age_ms": 4641.288, "source": "client_direct"}, "request_count": 142, "request_tensor_bytes": {"avg": 2764808.0, "count": 142, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4641.259, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 142, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4589.728, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.169, "count": 142, "max_ms": 76.639, "p95_ms": 61.181, "reason": null, "sample_age_ms": 4589.326, "source": "client_direct"}, "sample_age_ms": 4589.319, "source": "client_direct", "task_total_ms": {"avg_ms": 48.593, "count": 142, "max_ms": 79.617, "p95_ms": 64.102, "reason": null, "sample_age_ms": 4589.319, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.892, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.632, "count": 143, "max_ms": 11.446, "p95_ms": 7.911}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 143, "max_ms": 1.051, "p95_ms": 0.653}, "detection_prepare_ms": {"avg_ms": 0.593, "count": 143, "max_ms": 3.335, "p95_ms": 2.105}, "event_filter_ms": {"avg_ms": 0.004, "count": 143, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 143, "max_ms": 0.541, "p95_ms": 0.348}, "mcmt_ms": {"avg_ms": 0.003, "count": 143, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.918, "count": 143, "max_ms": 4.54, "p95_ms": 3.287}, "setup_ms": {"avg_ms": 0.046, "count": 143, "max_ms": 0.106, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 2.585, "count": 143, "max_ms": 11.35, "p95_ms": 7.829}, "track_match_ms": {"avg_ms": 0.026, "count": 143, "max_ms": 0.158, "p95_ms": 0.095}, "tracker_update_ms": {"avg_ms": 0.53, "count": 143, "max_ms": 3.343, "p95_ms": 2.001}}, "gstreamer_push": {"avg_ms": 3.427, "count": 143, "max_ms": 7.111, "p95_ms": 5.503}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 143, "max_ms": 0.137, "p95_ms": 0.093}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.787, "count": 143, "max_ms": 80.926, "p95_ms": 65.979}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.672, "count": 143, "max_ms": 10.789, "p95_ms": 6.729}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.869, "count": 143, "max_ms": 120.047, "p95_ms": 106.771}, "inference_input_copy_ms": {"avg_ms": 1.602, "count": 143, "max_ms": 3.493, "p95_ms": 2.674}, "processing_residual_ms": {"avg_ms": 0.19, "count": 143, "max_ms": 0.412, "p95_ms": 0.306}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.333, "count": 143, "max_ms": 125.326, "p95_ms": 111.257}, "read_interval": {"avg_ms": 179.018, "count": 142, "max_ms": 4314.166, "p95_ms": 152.601}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 143, "max_ms": 0.059, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.853, "count": 143, "max_ms": 4.135, "p95_ms": 3.178}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 143, "max_ms": 0.054, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.836, "count": 143, "max_ms": 4.112, "p95_ms": 3.154}, "worker_merge_ms": {"avg_ms": 0.006, "count": 143, "max_ms": 0.018, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.801, "count": 143, "max_ms": 80.936, "p95_ms": 65.997}, "visualize": {"avg_ms": 32.346, "count": 143, "max_ms": 47.318, "p95_ms": 41.444}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.153, "count": 143, "max_ms": 42.006, "p95_ms": 36.863}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.832, "count": 143, "max_ms": 46.073, "p95_ms": 39.608}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 143, "max_ms": 3.098, "p95_ms": 2.048}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 143, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.692, "count": 143, "max_ms": 45.889, "p95_ms": 39.491}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 143, "max_ms": 0.271, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 143}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 143}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.454, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.254, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3202431, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:05:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145760, "write_bytes_delta": 145760, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 314.0, "cpu_core_ratio": 0.372185, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2454.0, "pid": 70904, "reason": null, "system_cpu_core_ratio": 0.098257, "system_cpu_s_delta": 0.990000000000002, "user_cpu_core_ratio": 0.273928, "user_cpu_s_delta": 2.759999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.514543, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.439674, "system_cpu_s_delta": 4.429999999993015, "user_cpu_core_ratio": 1.074869, "user_cpu_s_delta": 10.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.42, "count": 183, "max_ms": 7.111, "p95_ms": 5.503, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.317, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.191, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 89}, "total": {"avg": 0.579, "max": 2.0, "p95": 2.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.439, "count": 30, "max": 91.022, "p95": 75.107, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.105, "count": 30, "max": 29.682, "p95": 25.562, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 784.867, "count": 30, "max": 1259.0, "p95": 1234.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1392.1, "count": 30, "max": 11392.0, "p95": 8398.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.081, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.39, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140344.733, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 135693.9, "count": 30, "max": 152678.0, "p95": 147772.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.6, "count": 30, "max": 37.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.936, "count": 30, "max": 1.208, "p95": 1.18, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24950, "sampled_at": "2026-11-03T11:05:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:05:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5239519, "flush_count": 5541, "flush_interval_seconds": 30.0, "flush_state": {"count": 5541, "last_at": "2026-11-03T11:07:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:07:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5540}, "started": true, "suppressed_count": 3198167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3197765}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5541, "written_record_count": 5541}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10039.902, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ed76b7a9e00] error while decoding MB 42 56, bytestream -10 [h264 @ 0x5ed76b6ee640] error while decoding MB 26 67, bytestream -7 [h264 @ 0x5ed76c416ec0] error while decoding MB 39 54, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8856494899200, "copied_frame_count": 3203304, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8856494899200, "frame_buffer_copies": 3203304, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1288, "count": 512, "max_ms": 1.5783, "p50_ms": 0.1105, "p95_ms": 0.2421, "p99_ms": 0.4369}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5214, "count": 512, "max_ms": 3.8717, "p50_ms": 1.4486, "p95_ms": 2.4145, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 3203304, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 249, "h264_decode_error_count": 808, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:07:29+09:00", "last_error_summary": "[h264 @ 0x5ed76b7a9e00] error while decoding MB 42 56, bytestream -10 [h264 @ 0x5ed76b6ee640] error while decoding MB 26 67, bytestream -7 [h264 @ 0x5ed76c416ec0] error while decoding MB 39 54, bytestream -14", "last_exit_at": "2026-11-03T11:05:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.761, "last_started_at": "2026-11-03T11:05:40+09:00", "pid": 71136, "process": {"exists": false, "pid": 71136}, "restart_count": 264, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 265}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.235, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203304, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-03T11:07:29+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-03T11:07:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.218, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 295.782, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-03T11:07:29.365222+09:00", "mtime_epoch": 1793671649.3652222, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147801}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:07:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3203305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.031, "max": 13.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.044, "max": 5.0, "p95": 5.0, "sample_count": 226}, "total": {"avg": 3.044, "max": 5.0, "p95": 5.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.248, "max": 2.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.248, "max": 2.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 226, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.541, "pushed": 7.541, "read": 7.541}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 226, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 22.222, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 226, "max_ms": 8.313, "p95_ms": 2.571, "reason": null, "sample_age_ms": 65.194, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.415, "count": 226, "max_ms": 7.817, "p95_ms": 2.008, "reason": null, "sample_age_ms": 65.42, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 226, "max_ms": 1.681, "p95_ms": 0.787, "reason": null, "sample_age_ms": 22.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.113, "count": 226, "max_ms": 7.763, "p95_ms": 3.627, "reason": null, "sample_age_ms": 64.045, "source": "client_direct"}, "request_count": 226, "request_tensor_bytes": {"avg": 2764808.0, "count": 226, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.012, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.466, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.157, "count": 226, "max_ms": 98.638, "p95_ms": 74.004, "reason": null, "sample_age_ms": 22.217, "source": "client_direct"}, "sample_age_ms": 22.213, "source": "client_direct", "task_total_ms": {"avg_ms": 55.872, "count": 226, "max_ms": 101.578, "p95_ms": 77.695, "reason": null, "sample_age_ms": 22.213, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.757, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.046, "count": 226, "max_ms": 19.555, "p95_ms": 15.345}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.644, "count": 226, "max_ms": 1.844, "p95_ms": 1.262}, "detection_prepare_ms": {"avg_ms": 1.865, "count": 226, "max_ms": 10.844, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.091, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.497, "count": 226, "max_ms": 1.364, "p95_ms": 0.926}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.023, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.35, "count": 226, "max_ms": 8.769, "p95_ms": 6.937}, "setup_ms": {"avg_ms": 0.054, "count": 226, "max_ms": 0.158, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 9.971, "count": 226, "max_ms": 19.464, "p95_ms": 15.241}, "track_match_ms": {"avg_ms": 0.138, "count": 226, "max_ms": 0.573, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 2.41, "count": 226, "max_ms": 6.692, "p95_ms": 4.2}}, "gstreamer_push": {"avg_ms": 3.408, "count": 226, "max_ms": 13.982, "p95_ms": 5.497}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 226, "max_ms": 0.579, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.349, "count": 226, "max_ms": 105.338, "p95_ms": 79.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.321, "count": 226, "max_ms": 16.587, "p95_ms": 7.44}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.949, "count": 226, "max_ms": 169.405, "p95_ms": 141.478}, "inference_input_copy_ms": {"avg_ms": 1.72, "count": 226, "max_ms": 9.097, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.279, "count": 226, "max_ms": 0.976, "p95_ms": 0.551}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.269, "count": 226, "max_ms": 179.483, "p95_ms": 150.0}, "read_interval": {"avg_ms": 132.861, "count": 226, "max_ms": 249.093, "p95_ms": 185.156}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 226, "max_ms": 2.228, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.239, "count": 226, "max_ms": 8.686, "p95_ms": 6.749}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 226, "max_ms": 0.059, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.207, "count": 226, "max_ms": 8.669, "p95_ms": 6.701}, "worker_merge_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.029, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.365, "count": 226, "max_ms": 105.354, "p95_ms": 79.131}, "visualize": {"avg_ms": 41.175, "count": 226, "max_ms": 72.534, "p95_ms": 54.165}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.456, "count": 226, "max_ms": 60.601, "p95_ms": 42.823}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.483, "count": 226, "max_ms": 69.834, "p95_ms": 51.759}, "visualize_input_copy_ms": {"avg_ms": 1.445, "count": 226, "max_ms": 4.056, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.315, "count": 226, "max_ms": 69.482, "p95_ms": 51.49}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 226, "max_ms": 0.494, "p95_ms": 0.181}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.867, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.208, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.312, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148789, "write_bytes_delta": 148789, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 520.0, "cpu_core_ratio": 0.425286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 71136, "reason": null, "system_cpu_core_ratio": 0.038662, "system_cpu_s_delta": 0.3900000000000001, "user_cpu_core_ratio": 0.386624, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533343, "system_cpu_s_delta": 5.379999999990105, "user_cpu_core_ratio": 1.226292, "user_cpu_s_delta": 12.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.206, "count": 238, "max_ms": 9.549, "p95_ms": 5.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.109, "max": 13.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.725, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.84, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.756, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 29.682, "p95": 25.342, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.267, "count": 30, "max": 1247.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1012.2, "count": 30, "max": 11050.0, "p95": 3941.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143376.8, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138885.633, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.558, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.246, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24959, "sampled_at": "2026-11-03T11:07:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:07:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5239519, "flush_count": 5541, "flush_interval_seconds": 30.0, "flush_state": {"count": 5541, "last_at": "2026-11-03T11:07:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:07:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5540}, "started": true, "suppressed_count": 3198167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3197765}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5541, "written_record_count": 5541}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.613, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:07:29+09:00", "last_error_summary": "[h264 @ 0x5ed76b7a9e00] error while decoding MB 42 56, bytestream -10 [h264 @ 0x5ed76b6ee640] error while decoding MB 26 67, bytestream -7 [h264 @ 0x5ed76c416ec0] error while decoding MB 39 54, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8856497664000, "copied_frame_count": 3203305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8856497664000, "frame_buffer_copies": 3203305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 1.5783, "p50_ms": 0.11, "p95_ms": 0.2421, "p99_ms": 0.4369}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5199, "count": 512, "max_ms": 3.8717, "p50_ms": 1.4466, "p95_ms": 2.4145, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 3203305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 249, "h264_decode_error_count": 808, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:07:29+09:00", "last_error_summary": "[h264 @ 0x5ed76b7a9e00] error while decoding MB 42 56, bytestream -10 [h264 @ 0x5ed76b6ee640] error while decoding MB 26 67, bytestream -7 [h264 @ 0x5ed76c416ec0] error while decoding MB 39 54, bytestream -14", "last_exit_at": "2026-11-03T11:07:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.817, "last_started_at": "2026-11-03T11:05:40+09:00", "pid": 71136, "process": {"exists": false, "pid": 71136}, "restart_count": 264, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 265}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.235, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:07:29+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-03T11:07:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.274, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 295.726, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-11-03T11:07:29.365222+09:00", "mtime_epoch": 1793671649.3652222, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147801}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:07:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3203305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.004, "max": 13.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.04, "max": 5.0, "p95": 5.0, "sample_count": 226}, "total": {"avg": 3.04, "max": 5.0, "p95": 5.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.239, "max": 2.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.239, "max": 2.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.566, "pushed": 7.566, "read": 7.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 80.722, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.915, "count": 225, "max_ms": 8.313, "p95_ms": 2.574, "reason": null, "sample_age_ms": 123.694, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 225, "max_ms": 7.817, "p95_ms": 2.008, "reason": null, "sample_age_ms": 123.92, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 226, "max_ms": 1.681, "p95_ms": 0.787, "reason": null, "sample_age_ms": 80.734, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.115, "count": 225, "max_ms": 7.763, "p95_ms": 3.631, "reason": null, "sample_age_ms": 122.545, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 122.512, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 226, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.966, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.157, "count": 226, "max_ms": 98.638, "p95_ms": 74.004, "reason": null, "sample_age_ms": 80.717, "source": "client_direct"}, "sample_age_ms": 80.713, "source": "client_direct", "task_total_ms": {"avg_ms": 55.872, "count": 226, "max_ms": 101.578, "p95_ms": 77.695, "reason": null, "sample_age_ms": 80.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.101, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.041, "count": 226, "max_ms": 19.555, "p95_ms": 15.345}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.643, "count": 226, "max_ms": 1.844, "p95_ms": 1.262}, "detection_prepare_ms": {"avg_ms": 1.864, "count": 226, "max_ms": 10.844, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.091, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.496, "count": 226, "max_ms": 1.364, "p95_ms": 0.926}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.023, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.356, "count": 226, "max_ms": 8.769, "p95_ms": 6.937}, "setup_ms": {"avg_ms": 0.055, "count": 226, "max_ms": 0.158, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 9.967, "count": 226, "max_ms": 19.464, "p95_ms": 15.241}, "track_match_ms": {"avg_ms": 0.137, "count": 226, "max_ms": 0.573, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 2.404, "count": 226, "max_ms": 6.692, "p95_ms": 4.2}}, "gstreamer_push": {"avg_ms": 3.401, "count": 226, "max_ms": 13.982, "p95_ms": 5.497}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 226, "max_ms": 0.579, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.288, "count": 226, "max_ms": 105.338, "p95_ms": 79.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.306, "count": 226, "max_ms": 16.587, "p95_ms": 7.44}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.93, "count": 226, "max_ms": 169.405, "p95_ms": 141.478}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 226, "max_ms": 9.097, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.279, "count": 226, "max_ms": 0.976, "p95_ms": 0.551}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.233, "count": 226, "max_ms": 179.483, "p95_ms": 150.0}, "read_interval": {"avg_ms": 132.873, "count": 225, "max_ms": 249.093, "p95_ms": 185.156}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 226, "max_ms": 2.228, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.245, "count": 226, "max_ms": 8.686, "p95_ms": 6.749}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 226, "max_ms": 0.059, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.212, "count": 226, "max_ms": 8.669, "p95_ms": 6.701}, "worker_merge_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.029, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.304, "count": 226, "max_ms": 105.354, "p95_ms": 79.131}, "visualize": {"avg_ms": 41.224, "count": 226, "max_ms": 72.534, "p95_ms": 54.169}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.512, "count": 226, "max_ms": 60.601, "p95_ms": 42.939}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.536, "count": 226, "max_ms": 69.834, "p95_ms": 52.129}, "visualize_input_copy_ms": {"avg_ms": 1.442, "count": 226, "max_ms": 4.056, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.369, "count": 226, "max_ms": 69.482, "p95_ms": 51.963}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 226, "max_ms": 0.494, "p95_ms": 0.181}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.867, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.208, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.312, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148789, "write_bytes_delta": 148789, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 520.0, "cpu_core_ratio": 0.425286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 71136, "reason": null, "system_cpu_core_ratio": 0.038662, "system_cpu_s_delta": 0.3900000000000001, "user_cpu_core_ratio": 0.386624, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533343, "system_cpu_s_delta": 5.379999999990105, "user_cpu_core_ratio": 1.226292, "user_cpu_s_delta": 12.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.206, "count": 238, "max_ms": 9.549, "p95_ms": 5.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.109, "max": 13.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.725, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.84, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.756, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 29.682, "p95": 25.342, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.267, "count": 30, "max": 1247.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1012.2, "count": 30, "max": 11050.0, "p95": 3941.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143376.8, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138885.633, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.558, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.246, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24959, "sampled_at": "2026-11-03T11:07:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:07:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.87, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5239519, "flush_count": 5541, "flush_interval_seconds": 30.0, "flush_state": {"count": 5541, "last_at": "2026-11-03T11:07:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:07:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5540}, "started": true, "suppressed_count": 3198167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3197765}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5541, "written_record_count": 5541}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.438, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8856497664000, "copied_frame_count": 3203305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8856497664000, "frame_buffer_copies": 3203305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 1.5783, "p50_ms": 0.11, "p95_ms": 0.2421, "p99_ms": 0.4369}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5199, "count": 512, "max_ms": 3.8717, "p50_ms": 1.4466, "p95_ms": 2.4145, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 3203305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 249, "h264_decode_error_count": 808, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:07:29+09:00", "last_error_summary": "[h264 @ 0x5ed76b7a9e00] error while decoding MB 42 56, bytestream -10 [h264 @ 0x5ed76b6ee640] error while decoding MB 26 67, bytestream -7 [h264 @ 0x5ed76c416ec0] error while decoding MB 39 54, bytestream -14", "last_exit_at": "2026-11-03T11:07:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.866, "last_started_at": "2026-11-03T11:05:40+09:00", "pid": 71136, "process": {"exists": false, "pid": 71136}, "restart_count": 264, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 265}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.235, "sample_count": 2182, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T11:07:29+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-11-03T11:07:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.329, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 295.671, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T11:07:29.482223+09:00", "mtime_epoch": 1793671649.482223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:07:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3203305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.004, "max": 13.0, "p95": 9.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.04, "max": 5.0, "p95": 5.0, "sample_count": 226}, "total": {"avg": 3.04, "max": 5.0, "p95": 5.0, "sample_count": 226}}, "tracking_counts": {"active": {"avg": 0.239, "max": 2.0, "p95": 1.0, "sample_count": 226}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 226}, "tracked": {"avg": 0.239, "max": 2.0, "p95": 1.0, "sample_count": 226}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 226, "pushed_frames": 226, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.554, "pushed": 7.554, "read": 7.52}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.008, "count": 225, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 132.709, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.915, "count": 225, "max_ms": 8.313, "p95_ms": 2.574, "reason": null, "sample_age_ms": 175.68, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 225, "max_ms": 7.817, "p95_ms": 2.008, "reason": null, "sample_age_ms": 175.907, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.405, "count": 225, "max_ms": 1.681, "p95_ms": 0.787, "reason": null, "sample_age_ms": 132.72, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.115, "count": 225, "max_ms": 7.763, "p95_ms": 3.631, "reason": null, "sample_age_ms": 174.531, "source": "client_direct"}, "request_count": 225, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 174.499, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.953, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.094, "count": 225, "max_ms": 98.638, "p95_ms": 74.021, "reason": null, "sample_age_ms": 132.703, "source": "client_direct"}, "sample_age_ms": 132.699, "source": "client_direct", "task_total_ms": {"avg_ms": 55.809, "count": 225, "max_ms": 101.578, "p95_ms": 77.696, "reason": null, "sample_age_ms": 132.699, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.7, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.041, "count": 226, "max_ms": 19.555, "p95_ms": 15.345}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.643, "count": 226, "max_ms": 1.844, "p95_ms": 1.262}, "detection_prepare_ms": {"avg_ms": 1.864, "count": 226, "max_ms": 10.844, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.007, "count": 226, "max_ms": 0.091, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.496, "count": 226, "max_ms": 1.364, "p95_ms": 0.926}, "mcmt_ms": {"avg_ms": 0.004, "count": 226, "max_ms": 0.023, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.356, "count": 226, "max_ms": 8.769, "p95_ms": 6.937}, "setup_ms": {"avg_ms": 0.055, "count": 226, "max_ms": 0.158, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 9.967, "count": 226, "max_ms": 19.464, "p95_ms": 15.241}, "track_match_ms": {"avg_ms": 0.137, "count": 226, "max_ms": 0.573, "p95_ms": 0.296}, "tracker_update_ms": {"avg_ms": 2.404, "count": 226, "max_ms": 6.692, "p95_ms": 4.2}}, "gstreamer_push": {"avg_ms": 3.401, "count": 226, "max_ms": 13.982, "p95_ms": 5.497}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 226, "max_ms": 0.579, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.288, "count": 226, "max_ms": 105.338, "p95_ms": 79.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.306, "count": 226, "max_ms": 16.587, "p95_ms": 7.44}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.93, "count": 226, "max_ms": 169.405, "p95_ms": 141.478}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 226, "max_ms": 9.097, "p95_ms": 2.968}, "processing_residual_ms": {"avg_ms": 0.279, "count": 226, "max_ms": 0.976, "p95_ms": 0.551}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.233, "count": 226, "max_ms": 179.483, "p95_ms": 150.0}, "read_interval": {"avg_ms": 132.873, "count": 225, "max_ms": 249.093, "p95_ms": 185.156}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 226, "max_ms": 2.228, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.245, "count": 226, "max_ms": 8.686, "p95_ms": 6.749}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 226, "max_ms": 0.059, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.212, "count": 226, "max_ms": 8.669, "p95_ms": 6.701}, "worker_merge_ms": {"avg_ms": 0.008, "count": 226, "max_ms": 0.029, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.304, "count": 226, "max_ms": 105.354, "p95_ms": 79.131}, "visualize": {"avg_ms": 41.224, "count": 226, "max_ms": 72.534, "p95_ms": 54.169}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.512, "count": 226, "max_ms": 60.601, "p95_ms": 42.939}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.536, "count": 226, "max_ms": 69.834, "p95_ms": 52.129}, "visualize_input_copy_ms": {"avg_ms": 1.442, "count": 226, "max_ms": 4.056, "p95_ms": 2.413}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 226, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.369, "count": 226, "max_ms": 69.482, "p95_ms": 51.963}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 226, "max_ms": 0.494, "p95_ms": 0.181}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 226}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 226}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.867, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.208, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.312, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148789, "write_bytes_delta": 148789, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 520.0, "cpu_core_ratio": 0.425286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 71136, "reason": null, "system_cpu_core_ratio": 0.038662, "system_cpu_s_delta": 0.3900000000000001, "user_cpu_core_ratio": 0.386624, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533343, "system_cpu_s_delta": 5.379999999990105, "user_cpu_core_ratio": 1.226292, "user_cpu_s_delta": 12.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.206, "count": 238, "max_ms": 9.549, "p95_ms": 5.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.109, "max": 13.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.725, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.84, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.756, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 29.682, "p95": 25.342, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.267, "count": 30, "max": 1247.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1012.2, "count": 30, "max": 11050.0, "p95": 3941.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143376.8, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138885.633, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.558, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.246, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24959, "sampled_at": "2026-11-03T11:07:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:07:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5239519, "flush_count": 5541, "flush_interval_seconds": 30.0, "flush_state": {"count": 5541, "last_at": "2026-11-03T11:07:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:07:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5540}, "started": true, "suppressed_count": 3198167, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3197765}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5541, "written_record_count": 5541}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10211.555, "limit_mb": null}, "detail": {"pid": 71252, "restart_count": 265, "start_count": 266}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8856497664000, "copied_frame_count": 3203305, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8856497664000, "frame_buffer_copies": 3203305, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 1.5783, "p50_ms": 0.11, "p95_ms": 0.2421, "p99_ms": 0.4369}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5199, "count": 512, "max_ms": 3.8717, "p50_ms": 1.4466, "p95_ms": 2.4145, "p99_ms": 3.1542, "results": {"failed": 0, "not_applicable": 0, "success": 3203305, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 249, "h264_decode_error_count": 808, "h264_decode_error_count_per_hour": 82, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:07:29+09:00", "last_error_summary": "[h264 @ 0x5ed76b7a9e00] error while decoding MB 42 56, bytestream -10 [h264 @ 0x5ed76b6ee640] error while decoding MB 26 67, bytestream -7 [h264 @ 0x5ed76c416ec0] error while decoding MB 39 54, bytestream -14", "last_exit_at": "2026-11-03T11:07:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:07:32+09:00", "pid": 71252, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.684, "name": "ffmpeg", "pid": 71252, "rss_mb": 206.684, "state": "S (sleeping)", "threads": 70}, "restart_count": 265, "restart_count_per_hour": 36, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 266}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.527, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203305, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.577, "last_frame_pushed_at": "2026-11-03T11:07:29+09:00", "last_frame_read_age_sec": 4.692, "last_frame_read_at": "2026-11-03T11:07:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.846, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 291.154, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.569, "exists": true, "mtime": "2026-11-03T11:07:29.482223+09:00", "mtime_epoch": 1793671649.482223, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 147981}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:07:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3203305, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.912, "max": 13.0, "p95": 10.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.948, "max": 5.0, "p95": 5.0, "sample_count": 193}, "total": {"avg": 2.948, "max": 5.0, "p95": 5.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 0.119, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 0.119, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 193, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.443, "pushed": 6.443, "read": 6.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 193, "client_acquire_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4656.856, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.94, "count": 193, "max_ms": 8.313, "p95_ms": 2.734, "reason": null, "sample_age_ms": 4699.828, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.432, "count": 193, "max_ms": 7.817, "p95_ms": 2.007, "reason": null, "sample_age_ms": 4700.054, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 193, "max_ms": 0.99, "p95_ms": 0.787, "reason": null, "sample_age_ms": 4656.868, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.117, "count": 193, "max_ms": 7.763, "p95_ms": 3.57, "reason": null, "sample_age_ms": 4698.679, "source": "client_direct"}, "request_count": 193, "request_tensor_bytes": {"avg": 2764808.0, "count": 193, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4698.646, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4657.1, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.714, "count": 193, "max_ms": 98.638, "p95_ms": 72.336, "reason": null, "sample_age_ms": 4656.851, "source": "client_direct"}, "sample_age_ms": 4656.847, "source": "client_direct", "task_total_ms": {"avg_ms": 55.423, "count": 193, "max_ms": 101.578, "p95_ms": 76.271, "reason": null, "sample_age_ms": 4656.847, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.867, "count": 193, "max_ms": 18.854, "p95_ms": 15.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.634, "count": 193, "max_ms": 1.844, "p95_ms": 1.338}, "detection_prepare_ms": {"avg_ms": 1.808, "count": 193, "max_ms": 10.844, "p95_ms": 3.219}, "event_filter_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.091, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.495, "count": 193, "max_ms": 1.364, "p95_ms": 0.945}, "mcmt_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.023, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.33, "count": 193, "max_ms": 8.769, "p95_ms": 6.881}, "setup_ms": {"avg_ms": 0.053, "count": 193, "max_ms": 0.158, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 9.795, "count": 193, "max_ms": 18.735, "p95_ms": 15.023}, "track_match_ms": {"avg_ms": 0.123, "count": 193, "max_ms": 0.426, "p95_ms": 0.269}, "tracker_update_ms": {"avg_ms": 2.339, "count": 193, "max_ms": 6.692, "p95_ms": 4.2}}, "gstreamer_push": {"avg_ms": 3.395, "count": 193, "max_ms": 13.982, "p95_ms": 5.456}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 193, "max_ms": 0.472, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.821, "count": 193, "max_ms": 105.338, "p95_ms": 78.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 193, "max_ms": 14.314, "p95_ms": 7.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.816, "count": 193, "max_ms": 169.405, "p95_ms": 141.478}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 193, "max_ms": 9.097, "p95_ms": 2.858}, "processing_residual_ms": {"avg_ms": 0.274, "count": 193, "max_ms": 0.683, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.039, "count": 193, "max_ms": 179.483, "p95_ms": 147.65}, "read_interval": {"avg_ms": 132.176, "count": 193, "max_ms": 249.093, "p95_ms": 185.79}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 193, "max_ms": 2.228, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.218, "count": 193, "max_ms": 8.686, "p95_ms": 6.724}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 193, "max_ms": 0.059, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.185, "count": 193, "max_ms": 8.669, "p95_ms": 6.674}, "worker_merge_ms": {"avg_ms": 0.008, "count": 193, "max_ms": 0.029, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.836, "count": 193, "max_ms": 105.354, "p95_ms": 78.218}, "visualize": {"avg_ms": 40.791, "count": 193, "max_ms": 72.534, "p95_ms": 54.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.332, "count": 193, "max_ms": 60.601, "p95_ms": 42.939}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.126, "count": 193, "max_ms": 69.834, "p95_ms": 52.821}, "visualize_input_copy_ms": {"avg_ms": 1.424, "count": 193, "max_ms": 4.056, "p95_ms": 2.431}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.961, "count": 193, "max_ms": 69.482, "p95_ms": 52.665}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 193, "max_ms": 0.494, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.867, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.208, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.312, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3203144, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:07:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148789, "write_bytes_delta": 148789, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 520.0, "cpu_core_ratio": 0.425286, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 71136, "reason": null, "system_cpu_core_ratio": 0.038662, "system_cpu_s_delta": 0.3900000000000001, "user_cpu_core_ratio": 0.386624, "user_cpu_s_delta": 3.9000000000000057}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.759635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.533343, "system_cpu_s_delta": 5.379999999990105, "user_cpu_core_ratio": 1.226292, "user_cpu_s_delta": 12.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.206, "count": 238, "max_ms": 9.549, "p95_ms": 5.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.109, "max": 13.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.725, "key_count": 2, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 2.84, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.756, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.564, "count": 30, "max": 29.682, "p95": 25.342, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 654.267, "count": 30, "max": 1247.0, "p95": 1166.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1012.2, "count": 30, "max": 11050.0, "p95": 3941.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.461, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.503, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.176, "count": 30, "max": 2.804, "p95": 1.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 143376.8, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138885.633, "count": 30, "max": 152678.0, "p95": 149215.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 10.567, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.558, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.966, "count": 30, "max": 1.246, "p95": 1.225, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24959, "sampled_at": "2026-11-03T11:07:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:07:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5241423, "flush_count": 5543, "flush_interval_seconds": 30.0, "flush_state": {"count": 5543, "last_at": "2026-11-03T11:09:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:09:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5542}, "started": true, "suppressed_count": 3199038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3198636}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5543, "written_record_count": 5543}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.438, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63f99bf1d140] error while decoding MB 18 62, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8858908569600, "copied_frame_count": 3204177, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8858908569600, "frame_buffer_copies": 3204177, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.0353, "p50_ms": 0.1016, "p95_ms": 0.2147, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4522, "count": 512, "max_ms": 3.9911, "p50_ms": 1.3519, "p95_ms": 2.459, "p99_ms": 3.0277, "results": {"failed": 0, "not_applicable": 0, "success": 3204177, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 250, "h264_decode_error_count": 809, "h264_decode_error_count_per_hour": 80, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:09:20+09:00", "last_error_summary": "[h264 @ 0x63f99bf1d140] error while decoding MB 18 62, bytestream -12", "last_exit_at": "2026-11-03T11:07:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.697, "last_started_at": "2026-11-03T11:07:32+09:00", "pid": 71252, "process": {"exists": false, "pid": 71252}, "restart_count": 265, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 266}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.001, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204177, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T11:09:20+09:00", "last_frame_read_age_sec": 0.059, "last_frame_read_at": "2026-11-03T11:09:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 415.543, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 184.457, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T11:09:20.699888+09:00", "mtime_epoch": 1793671760.6998885, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149967}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:09:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.363, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.885, "max": 8.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.16, "max": 3.0, "p95": 3.0, "sample_count": 250}, "total": {"avg": 2.143, "max": 3.0, "p95": 3.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 0.282, "max": 2.0, "p95": 1.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 0.282, "max": 2.0, "p95": 1.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.423, "pushed": 8.423, "read": 8.423}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 252, "client_acquire_ms": {"avg_ms": 0.007, "count": 253, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 22.253, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 252, "max_ms": 5.839, "p95_ms": 2.69, "reason": null, "sample_age_ms": 67.517, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 252, "max_ms": 5.431, "p95_ms": 1.971, "reason": null, "sample_age_ms": 67.707, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 253, "max_ms": 1.137, "p95_ms": 0.664, "reason": null, "sample_age_ms": 22.259, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 252, "max_ms": 7.872, "p95_ms": 3.263, "reason": null, "sample_age_ms": 66.456, "source": "client_direct"}, "request_count": 252, "request_tensor_bytes": {"avg": 2764808.0, "count": 252, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 66.438, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 253, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.447, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.539, "count": 253, "max_ms": 78.73, "p95_ms": 66.952, "reason": null, "sample_age_ms": 22.25, "source": "client_direct"}, "sample_age_ms": 22.247, "source": "client_direct", "task_total_ms": {"avg_ms": 51.001, "count": 253, "max_ms": 81.743, "p95_ms": 69.949, "reason": null, "sample_age_ms": 22.247, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.882, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.41, "count": 252, "max_ms": 18.601, "p95_ms": 12.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.466, "count": 252, "max_ms": 1.536, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.662, "count": 252, "max_ms": 7.091, "p95_ms": 2.985}, "event_filter_ms": {"avg_ms": 0.006, "count": 252, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 252, "max_ms": 0.974, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 252, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.769, "count": 252, "max_ms": 7.682, "p95_ms": 5.015}, "setup_ms": {"avg_ms": 0.049, "count": 252, "max_ms": 0.158, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 7.346, "count": 252, "max_ms": 18.418, "p95_ms": 12.307}, "track_match_ms": {"avg_ms": 0.107, "count": 252, "max_ms": 0.449, "p95_ms": 0.237}, "tracker_update_ms": {"avg_ms": 1.938, "count": 252, "max_ms": 5.097, "p95_ms": 3.396}}, "gstreamer_push": {"avg_ms": 3.214, "count": 252, "max_ms": 9.373, "p95_ms": 4.984}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 252, "max_ms": 1.582, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.296, "count": 252, "max_ms": 83.875, "p95_ms": 71.124}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.99, "count": 252, "max_ms": 15.084, "p95_ms": 7.727}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.566, "count": 252, "max_ms": 143.747, "p95_ms": 124.93}, "inference_input_copy_ms": {"avg_ms": 1.582, "count": 252, "max_ms": 4.745, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.227, "count": 252, "max_ms": 0.653, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.365, "count": 252, "max_ms": 148.136, "p95_ms": 133.328}, "read_interval": {"avg_ms": 118.813, "count": 252, "max_ms": 227.3, "p95_ms": 168.161}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 252, "max_ms": 0.837, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.676, "count": 252, "max_ms": 7.489, "p95_ms": 4.784}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 252, "max_ms": 0.074, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.651, "count": 252, "max_ms": 7.45, "p95_ms": 4.741}, "worker_merge_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.041, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.311, "count": 252, "max_ms": 83.908, "p95_ms": 71.133}, "visualize": {"avg_ms": 37.596, "count": 252, "max_ms": 60.61, "p95_ms": 48.58}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.862, "count": 252, "max_ms": 51.058, "p95_ms": 40.092}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.01, "count": 252, "max_ms": 58.595, "p95_ms": 46.445}, "visualize_input_copy_ms": {"avg_ms": 1.368, "count": 252, "max_ms": 4.067, "p95_ms": 2.339}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.853, "count": 252, "max_ms": 58.395, "p95_ms": 46.206}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 252, "max_ms": 2.105, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.721, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.433, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148186, "write_bytes_delta": 148186, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.480076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50.0, "pid": 71252, "reason": null, "system_cpu_core_ratio": 0.041659, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.438417, "user_cpu_s_delta": 4.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.72391, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.527687, "system_cpu_s_delta": 5.319999999992433, "user_cpu_core_ratio": 1.196223, "user_cpu_s_delta": 12.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 256, "max_ms": 9.373, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.98, "max": 11.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.904, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.859, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.08, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.507, "count": 30, "max": 33.164, "p95": 28.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.633, "count": 30, "max": 1152.0, "p95": 1083.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 968.367, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.503, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.127, "p95": 0.089, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147666.3, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142937.133, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24971, "sampled_at": "2026-11-03T11:09:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:09:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5241423, "flush_count": 5543, "flush_interval_seconds": 30.0, "flush_state": {"count": 5543, "last_at": "2026-11-03T11:09:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:09:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5542}, "started": true, "suppressed_count": 3199038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3198636}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5543, "written_record_count": 5543}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10036.379, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:09:20+09:00", "last_error_summary": "[h264 @ 0x63f99bf1d140] error while decoding MB 18 62, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8858911334400, "copied_frame_count": 3204178, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8858911334400, "frame_buffer_copies": 3204178, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.0353, "p50_ms": 0.1016, "p95_ms": 0.2147, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 3.9911, "p50_ms": 1.3483, "p95_ms": 2.459, "p99_ms": 3.0277, "results": {"failed": 0, "not_applicable": 0, "success": 3204178, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 250, "h264_decode_error_count": 809, "h264_decode_error_count_per_hour": 80, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:09:20+09:00", "last_error_summary": "[h264 @ 0x63f99bf1d140] error while decoding MB 18 62, bytestream -12", "last_exit_at": "2026-11-03T11:09:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.751, "last_started_at": "2026-11-03T11:07:32+09:00", "pid": 71252, "process": {"exists": false, "pid": 71252}, "restart_count": 265, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 266}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.001, "sample_count": 2260, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:09:20+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T11:09:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 415.594, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 184.406, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-11-03T11:09:20.699888+09:00", "mtime_epoch": 1793671760.6998885, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149967}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:09:20+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.881, "max": 8.0, "p95": 7.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.155, "max": 3.0, "p95": 3.0, "sample_count": 251}, "total": {"avg": 2.138, "max": 3.0, "p95": 3.0, "sample_count": 253}}, "tracking_counts": {"active": {"avg": 0.281, "max": 2.0, "p95": 1.0, "sample_count": 253}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 253}, "tracked": {"avg": 0.281, "max": 2.0, "p95": 1.0, "sample_count": 253}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 253, "pushed_frames": 253, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.441, "pushed": 8.441, "read": 8.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 252, "client_acquire_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 75.433, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 252, "max_ms": 5.839, "p95_ms": 2.69, "reason": null, "sample_age_ms": 120.697, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 252, "max_ms": 5.431, "p95_ms": 1.971, "reason": null, "sample_age_ms": 120.887, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 252, "max_ms": 1.137, "p95_ms": 0.664, "reason": null, "sample_age_ms": 75.439, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.926, "count": 252, "max_ms": 7.872, "p95_ms": 3.263, "reason": null, "sample_age_ms": 119.635, "source": "client_direct"}, "request_count": 252, "request_tensor_bytes": {"avg": 2764808.0, "count": 252, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.617, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 252, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 75.626, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.581, "count": 252, "max_ms": 78.73, "p95_ms": 66.96, "reason": null, "sample_age_ms": 75.43, "source": "client_direct"}, "sample_age_ms": 75.427, "source": "client_direct", "task_total_ms": {"avg_ms": 51.044, "count": 252, "max_ms": 81.743, "p95_ms": 69.958, "reason": null, "sample_age_ms": 75.427, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.123, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.401, "count": 253, "max_ms": 18.601, "p95_ms": 12.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.465, "count": 253, "max_ms": 1.536, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.66, "count": 253, "max_ms": 7.091, "p95_ms": 2.985}, "event_filter_ms": {"avg_ms": 0.006, "count": 253, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 253, "max_ms": 0.974, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 253, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.765, "count": 253, "max_ms": 7.682, "p95_ms": 5.015}, "setup_ms": {"avg_ms": 0.049, "count": 253, "max_ms": 0.158, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 7.337, "count": 253, "max_ms": 18.418, "p95_ms": 12.307}, "track_match_ms": {"avg_ms": 0.107, "count": 253, "max_ms": 0.449, "p95_ms": 0.237}, "tracker_update_ms": {"avg_ms": 1.936, "count": 253, "max_ms": 5.097, "p95_ms": 3.396}}, "gstreamer_push": {"avg_ms": 3.211, "count": 253, "max_ms": 9.373, "p95_ms": 4.984}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 253, "max_ms": 1.582, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.27, "count": 253, "max_ms": 83.875, "p95_ms": 71.124}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.99, "count": 253, "max_ms": 15.084, "p95_ms": 7.727}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.588, "count": 253, "max_ms": 143.747, "p95_ms": 124.93}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 253, "max_ms": 4.745, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.227, "count": 253, "max_ms": 0.653, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.384, "count": 253, "max_ms": 148.136, "p95_ms": 133.328}, "read_interval": {"avg_ms": 118.813, "count": 252, "max_ms": 227.3, "p95_ms": 168.161}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 253, "max_ms": 0.837, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.671, "count": 253, "max_ms": 7.489, "p95_ms": 4.784}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 253, "max_ms": 0.074, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.647, "count": 253, "max_ms": 7.45, "p95_ms": 4.741}, "worker_merge_ms": {"avg_ms": 0.007, "count": 253, "max_ms": 0.041, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.285, "count": 253, "max_ms": 83.908, "p95_ms": 71.133}, "visualize": {"avg_ms": 37.655, "count": 253, "max_ms": 60.61, "p95_ms": 48.761}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.917, "count": 253, "max_ms": 51.058, "p95_ms": 40.451}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.068, "count": 253, "max_ms": 58.595, "p95_ms": 47.066}, "visualize_input_copy_ms": {"avg_ms": 1.369, "count": 253, "max_ms": 4.067, "p95_ms": 2.339}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 253, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.911, "count": 253, "max_ms": 58.395, "p95_ms": 46.825}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 253, "max_ms": 2.105, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 253}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 253}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.721, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.433, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148186, "write_bytes_delta": 148186, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.480076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50.0, "pid": 71252, "reason": null, "system_cpu_core_ratio": 0.041659, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.438417, "user_cpu_s_delta": 4.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.72391, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.527687, "system_cpu_s_delta": 5.319999999992433, "user_cpu_core_ratio": 1.196223, "user_cpu_s_delta": 12.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 256, "max_ms": 9.373, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.98, "max": 11.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.904, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.859, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.08, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.507, "count": 30, "max": 33.164, "p95": 28.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.633, "count": 30, "max": 1152.0, "p95": 1083.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 968.367, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.503, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.127, "p95": 0.089, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147666.3, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142937.133, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24971, "sampled_at": "2026-11-03T11:09:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:09:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5241423, "flush_count": 5543, "flush_interval_seconds": 30.0, "flush_state": {"count": 5543, "last_at": "2026-11-03T11:09:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:09:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5542}, "started": true, "suppressed_count": 3199038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3198636}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5543, "written_record_count": 5543}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10037.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8858911334400, "copied_frame_count": 3204178, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8858911334400, "frame_buffer_copies": 3204178, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.0353, "p50_ms": 0.1016, "p95_ms": 0.2147, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 3.9911, "p50_ms": 1.3483, "p95_ms": 2.459, "p99_ms": 3.0277, "results": {"failed": 0, "not_applicable": 0, "success": 3204178, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 250, "h264_decode_error_count": 809, "h264_decode_error_count_per_hour": 80, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:09:20+09:00", "last_error_summary": "[h264 @ 0x63f99bf1d140] error while decoding MB 18 62, bytestream -12", "last_exit_at": "2026-11-03T11:09:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 108.786, "last_started_at": "2026-11-03T11:07:32+09:00", "pid": 71252, "process": {"exists": false, "pid": 71252}, "restart_count": 265, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 266}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.001, "sample_count": 2259, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-03T11:09:20+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-11-03T11:09:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 415.636, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 184.364, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T11:09:20.807889+09:00", "mtime_epoch": 1793671760.8078892, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:09:20+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.359, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.881, "max": 8.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.16, "max": 3.0, "p95": 3.0, "sample_count": 250}, "total": {"avg": 2.143, "max": 3.0, "p95": 3.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 0.282, "max": 2.0, "p95": 1.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 0.282, "max": 2.0, "p95": 1.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.4, "pushed": 8.4, "read": 8.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 114.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 251, "max_ms": 5.839, "p95_ms": 2.697, "reason": null, "sample_age_ms": 160.012, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 251, "max_ms": 5.431, "p95_ms": 1.971, "reason": null, "sample_age_ms": 160.202, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 252, "max_ms": 1.137, "p95_ms": 0.664, "reason": null, "sample_age_ms": 114.754, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 251, "max_ms": 7.872, "p95_ms": 3.263, "reason": null, "sample_age_ms": 158.95, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.932, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 252, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.941, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.581, "count": 252, "max_ms": 78.73, "p95_ms": 66.96, "reason": null, "sample_age_ms": 114.745, "source": "client_direct"}, "sample_age_ms": 114.742, "source": "client_direct", "task_total_ms": {"avg_ms": 51.044, "count": 252, "max_ms": 81.743, "p95_ms": 69.958, "reason": null, "sample_age_ms": 114.742, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.911, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.414, "count": 252, "max_ms": 18.601, "p95_ms": 12.394}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.466, "count": 252, "max_ms": 1.536, "p95_ms": 0.987}, "detection_prepare_ms": {"avg_ms": 1.662, "count": 252, "max_ms": 7.091, "p95_ms": 2.985}, "event_filter_ms": {"avg_ms": 0.006, "count": 252, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 252, "max_ms": 0.974, "p95_ms": 0.642}, "mcmt_ms": {"avg_ms": 0.004, "count": 252, "max_ms": 0.021, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.769, "count": 252, "max_ms": 7.682, "p95_ms": 5.015}, "setup_ms": {"avg_ms": 0.049, "count": 252, "max_ms": 0.158, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 7.349, "count": 252, "max_ms": 18.418, "p95_ms": 12.307}, "track_match_ms": {"avg_ms": 0.107, "count": 252, "max_ms": 0.449, "p95_ms": 0.237}, "tracker_update_ms": {"avg_ms": 1.94, "count": 252, "max_ms": 5.097, "p95_ms": 3.396}}, "gstreamer_push": {"avg_ms": 3.213, "count": 252, "max_ms": 9.373, "p95_ms": 4.984}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 252, "max_ms": 1.582, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.315, "count": 252, "max_ms": 83.875, "p95_ms": 71.124}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.991, "count": 252, "max_ms": 15.084, "p95_ms": 7.727}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.669, "count": 252, "max_ms": 143.747, "p95_ms": 124.93}, "inference_input_copy_ms": {"avg_ms": 1.581, "count": 252, "max_ms": 4.745, "p95_ms": 2.651}, "processing_residual_ms": {"avg_ms": 0.227, "count": 252, "max_ms": 0.653, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.469, "count": 252, "max_ms": 148.136, "p95_ms": 133.328}, "read_interval": {"avg_ms": 118.813, "count": 252, "max_ms": 227.3, "p95_ms": 168.161}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 252, "max_ms": 0.837, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.676, "count": 252, "max_ms": 7.489, "p95_ms": 4.784}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 252, "max_ms": 0.074, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.652, "count": 252, "max_ms": 7.45, "p95_ms": 4.741}, "worker_merge_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.041, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.33, "count": 252, "max_ms": 83.908, "p95_ms": 71.133}, "visualize": {"avg_ms": 37.685, "count": 252, "max_ms": 60.61, "p95_ms": 48.761}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.936, "count": 252, "max_ms": 51.058, "p95_ms": 40.451}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.096, "count": 252, "max_ms": 58.595, "p95_ms": 47.066}, "visualize_input_copy_ms": {"avg_ms": 1.371, "count": 252, "max_ms": 4.067, "p95_ms": 2.339}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.939, "count": 252, "max_ms": 58.395, "p95_ms": 46.825}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 252, "max_ms": 2.105, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.721, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.433, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148186, "write_bytes_delta": 148186, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.480076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50.0, "pid": 71252, "reason": null, "system_cpu_core_ratio": 0.041659, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.438417, "user_cpu_s_delta": 4.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.72391, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.527687, "system_cpu_s_delta": 5.319999999992433, "user_cpu_core_ratio": 1.196223, "user_cpu_s_delta": 12.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 256, "max_ms": 9.373, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.98, "max": 11.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.904, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.859, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.08, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.507, "count": 30, "max": 33.164, "p95": 28.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.633, "count": 30, "max": 1152.0, "p95": 1083.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 968.367, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.503, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.127, "p95": 0.089, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147666.3, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142937.133, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24971, "sampled_at": "2026-11-03T11:09:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:09:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5241423, "flush_count": 5543, "flush_interval_seconds": 30.0, "flush_state": {"count": 5543, "last_at": "2026-11-03T11:09:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:09:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5542}, "started": true, "suppressed_count": 3199038, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3198636}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5543, "written_record_count": 5543}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10064.043, "limit_mb": null}, "detail": {"pid": 71368, "restart_count": 266, "start_count": 267}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8858911334400, "copied_frame_count": 3204178, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8858911334400, "frame_buffer_copies": 3204178, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1188, "count": 512, "max_ms": 2.0353, "p50_ms": 0.1016, "p95_ms": 0.2147, "p99_ms": 0.2758}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4513, "count": 512, "max_ms": 3.9911, "p50_ms": 1.3483, "p95_ms": 2.459, "p99_ms": 3.0277, "results": {"failed": 0, "not_applicable": 0, "success": 3204178, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 250, "h264_decode_error_count": 809, "h264_decode_error_count_per_hour": 80, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:09:20+09:00", "last_error_summary": "[h264 @ 0x63f99bf1d140] error while decoding MB 18 62, bytestream -12", "last_exit_at": "2026-11-03T11:09:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T11:09:23+09:00", "pid": 71368, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.793, "name": "ffmpeg", "pid": 71368, "rss_mb": 57.793, "state": "S (sleeping)", "threads": 1}, "restart_count": 266, "restart_count_per_hour": 36, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 267}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.239, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204178, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.359, "last_frame_pushed_at": "2026-11-03T11:09:20+09:00", "last_frame_read_age_sec": 4.47, "last_frame_read_at": "2026-11-03T11:09:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 419.963, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 180.037, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.35, "exists": true, "mtime": "2026-11-03T11:09:20.807889+09:00", "mtime_epoch": 1793671760.8078892, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 149145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:09:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.363, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204178, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.707, "max": 8.0, "p95": 7.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.224, "max": 3.0, "p95": 3.0, "sample_count": 214}, "total": {"avg": 2.214, "max": 3.0, "p95": 3.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.284, "max": 2.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.284, "max": 2.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.174, "pushed": 7.174, "read": 7.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.032, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4440.127, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 214, "max_ms": 5.839, "p95_ms": 2.776, "reason": null, "sample_age_ms": 4485.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 214, "max_ms": 5.431, "p95_ms": 1.979, "reason": null, "sample_age_ms": 4485.581, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 214, "max_ms": 0.917, "p95_ms": 0.663, "reason": null, "sample_age_ms": 4440.133, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.899, "count": 214, "max_ms": 7.872, "p95_ms": 3.214, "reason": null, "sample_age_ms": 4484.329, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4484.312, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 214, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4440.321, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.847, "count": 214, "max_ms": 78.73, "p95_ms": 66.943, "reason": null, "sample_age_ms": 4440.124, "source": "client_direct"}, "sample_age_ms": 4440.121, "source": "client_direct", "task_total_ms": {"avg_ms": 51.276, "count": 214, "max_ms": 81.743, "p95_ms": 69.939, "reason": null, "sample_age_ms": 4440.121, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.285, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.672, "count": 215, "max_ms": 18.601, "p95_ms": 12.589}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 215, "max_ms": 1.536, "p95_ms": 1.087}, "detection_prepare_ms": {"avg_ms": 1.704, "count": 215, "max_ms": 7.091, "p95_ms": 3.142}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.36, "count": 215, "max_ms": 0.974, "p95_ms": 0.645}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.021, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.878, "count": 215, "max_ms": 7.682, "p95_ms": 5.257}, "setup_ms": {"avg_ms": 0.049, "count": 215, "max_ms": 0.158, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 7.608, "count": 215, "max_ms": 18.418, "p95_ms": 12.486}, "track_match_ms": {"avg_ms": 0.111, "count": 215, "max_ms": 0.449, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 2.012, "count": 215, "max_ms": 5.097, "p95_ms": 3.49}}, "gstreamer_push": {"avg_ms": 3.214, "count": 215, "max_ms": 9.373, "p95_ms": 4.984}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 215, "max_ms": 1.582, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.537, "count": 215, "max_ms": 83.875, "p95_ms": 71.124}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.989, "count": 215, "max_ms": 15.084, "p95_ms": 7.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.429, "count": 215, "max_ms": 143.747, "p95_ms": 127.04}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 215, "max_ms": 4.745, "p95_ms": 2.647}, "processing_residual_ms": {"avg_ms": 0.229, "count": 215, "max_ms": 0.647, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.226, "count": 215, "max_ms": 148.136, "p95_ms": 134.249}, "read_interval": {"avg_ms": 119.652, "count": 214, "max_ms": 227.3, "p95_ms": 170.392}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 215, "max_ms": 0.229, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.781, "count": 215, "max_ms": 7.489, "p95_ms": 4.888}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 215, "max_ms": 0.074, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.759, "count": 215, "max_ms": 7.45, "p95_ms": 4.861}, "worker_merge_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.041, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.552, "count": 215, "max_ms": 83.908, "p95_ms": 71.133}, "visualize": {"avg_ms": 37.948, "count": 215, "max_ms": 60.61, "p95_ms": 48.833}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.019, "count": 215, "max_ms": 51.058, "p95_ms": 40.51}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.353, "count": 215, "max_ms": 58.595, "p95_ms": 47.669}, "visualize_input_copy_ms": {"avg_ms": 1.377, "count": 215, "max_ms": 4.067, "p95_ms": 2.358}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.192, "count": 215, "max_ms": 58.395, "p95_ms": 47.511}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 215, "max_ms": 2.105, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.312, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.721, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.433, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204076, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:09:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 148186, "write_bytes_delta": 148186, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 577.0, "cpu_core_ratio": 0.480076, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 50.0, "pid": 71252, "reason": null, "system_cpu_core_ratio": 0.041659, "system_cpu_s_delta": 0.41999999999999993, "user_cpu_core_ratio": 0.438417, "user_cpu_s_delta": 4.420000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.72391, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.527687, "system_cpu_s_delta": 5.319999999992433, "user_cpu_core_ratio": 1.196223, "user_cpu_s_delta": 12.059999999997672}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 256, "max_ms": 9.373, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.98, "max": 11.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.904, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 1.859, "max": 3.0, "p95": 3.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.08, "count": 30, "max": 91.022, "p95": 72.938, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.507, "count": 30, "max": 33.164, "p95": 28.124, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 599.633, "count": 30, "max": 1152.0, "p95": 1083.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 968.367, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.416, "count": 30, "max": 0.503, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.01, "count": 30, "max": 0.127, "p95": 0.089, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 147666.3, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142937.133, "count": 30, "max": 152678.0, "p95": 151163.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.367, "count": 30, "max": 37.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.467, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.067, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24971, "sampled_at": "2026-11-03T11:09:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:09:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5242424, "flush_count": 5544, "flush_interval_seconds": 30.0, "flush_state": {"count": 5544, "last_at": "2026-11-03T11:10:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5543}, "started": true, "suppressed_count": 3199529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3199127}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5544, "written_record_count": 5544}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10049.184, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55a7fe9d7780] error while decoding MB 34 49, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8860268851200, "copied_frame_count": 3204669, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8860268851200, "frame_buffer_copies": 3204669, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1098, "count": 512, "max_ms": 1.1545, "p50_ms": 0.091, "p95_ms": 0.2179, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3673, "count": 512, "max_ms": 4.7189, "p50_ms": 1.2672, "p95_ms": 2.354, "p99_ms": 3.0674, "results": {"failed": 0, "not_applicable": 0, "success": 3204669, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 251, "h264_decode_error_count": 810, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:44+09:00", "last_error_summary": "[h264 @ 0x55a7fe9d7780] error while decoding MB 34 49, bytestream -12", "last_exit_at": "2026-11-03T11:09:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.598, "last_started_at": "2026-11-03T11:09:23+09:00", "pid": 71368, "process": {"exists": false, "pid": 71368}, "restart_count": 266, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 267}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.862, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204669, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-03T11:10:44+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-03T11:10:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 499.544, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 100.456, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-11-03T11:10:44.691373+09:00", "mtime_epoch": 1793671844.6913726, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155264}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:10:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.602, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.388, "max": 9.0, "p95": 7.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.847, "max": 4.0, "p95": 4.0, "sample_count": 85}, "total": {"avg": 2.847, "max": 4.0, "p95": 4.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.059, "max": 1.0, "p95": 1.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.841, "pushed": 2.841, "read": 2.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 13.534, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 2.468, "p95_ms": 1.717, "reason": null, "sample_age_ms": 71.024, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 85, "max_ms": 2.236, "p95_ms": 1.389, "reason": null, "sample_age_ms": 71.417, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.262, "count": 86, "max_ms": 0.84, "p95_ms": 0.519, "reason": null, "sample_age_ms": 13.544, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.333, "count": 85, "max_ms": 2.805, "p95_ms": 2.246, "reason": null, "sample_age_ms": 69.941, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 69.927, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.807, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.091, "count": 86, "max_ms": 73.914, "p95_ms": 58.843, "reason": null, "sample_age_ms": 13.529, "source": "client_direct"}, "sample_age_ms": 13.525, "source": "client_direct", "task_total_ms": {"avg_ms": 40.808, "count": 86, "max_ms": 76.973, "p95_ms": 60.566, "reason": null, "sample_age_ms": 13.525, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.432, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.978, "count": 85, "max_ms": 13.482, "p95_ms": 10.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.363, "count": 85, "max_ms": 0.989, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.437, "count": 85, "max_ms": 5.903, "p95_ms": 3.251}, "event_filter_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.034, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 85, "max_ms": 0.914, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.948, "count": 85, "max_ms": 5.637, "p95_ms": 4.878}, "setup_ms": {"avg_ms": 0.04, "count": 85, "max_ms": 0.134, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.928, "count": 85, "max_ms": 13.309, "p95_ms": 10.644}, "track_match_ms": {"avg_ms": 0.076, "count": 85, "max_ms": 0.278, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.711, "count": 85, "max_ms": 3.403, "p95_ms": 2.927}}, "gstreamer_push": {"avg_ms": 2.305, "count": 85, "max_ms": 5.047, "p95_ms": 3.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 85, "max_ms": 0.134, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.505, "count": 85, "max_ms": 79.222, "p95_ms": 63.388}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.787, "count": 85, "max_ms": 10.53, "p95_ms": 6.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.987, "count": 85, "max_ms": 125.938, "p95_ms": 117.345}, "inference_input_copy_ms": {"avg_ms": 1.204, "count": 85, "max_ms": 4.614, "p95_ms": 2.111}, "processing_residual_ms": {"avg_ms": 0.164, "count": 85, "max_ms": 0.464, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.142, "count": 85, "max_ms": 129.401, "p95_ms": 125.454}, "read_interval": {"avg_ms": 352.173, "count": 85, "max_ms": 6153.949, "p95_ms": 3109.814}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 85, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.882, "count": 85, "max_ms": 5.511, "p95_ms": 4.751}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 85, "max_ms": 0.083, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.866, "count": 85, "max_ms": 5.478, "p95_ms": 4.722}, "worker_merge_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.051, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 41.517, "count": 85, "max_ms": 79.254, "p95_ms": 63.413}, "visualize": {"avg_ms": 32.518, "count": 85, "max_ms": 53.403, "p95_ms": 47.698}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.99, "count": 85, "max_ms": 46.767, "p95_ms": 38.948}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.053, "count": 85, "max_ms": 50.897, "p95_ms": 45.198}, "visualize_input_copy_ms": {"avg_ms": 1.285, "count": 85, "max_ms": 4.663, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.94, "count": 85, "max_ms": 50.657, "p95_ms": 45.019}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 85, "max_ms": 0.176, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.987, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.486, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 153671, "write_bytes_delta": 153671, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 672.0, "cpu_core_ratio": 0.215247, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 71368, "reason": null, "system_cpu_core_ratio": 0.01801, "system_cpu_s_delta": 0.4099999999999997, "user_cpu_core_ratio": 0.197237, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.975641, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327703, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.647938, "user_cpu_s_delta": 14.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.849, "count": 166, "max_ms": 7.696, "p95_ms": 4.725, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.345, "max": 8.0, "p95": 6.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.721, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 2.721, "max": 4.0, "p95": 3.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 80.984, "p95": 59.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.667, "count": 30, "max": 33.164, "p95": 26.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.5, "count": 30, "max": 1197.0, "p95": 1126.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 988.033, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.474, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 43.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24975, "sampled_at": "2026-11-03T11:10:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5242424, "flush_count": 5544, "flush_interval_seconds": 30.0, "flush_state": {"count": 5544, "last_at": "2026-11-03T11:10:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5543}, "started": true, "suppressed_count": 3199529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3199127}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5544, "written_record_count": 5544}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10049.105, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:10:44+09:00", "last_error_summary": "[h264 @ 0x55a7fe9d7780] error while decoding MB 34 49, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8860271616000, "copied_frame_count": 3204670, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8860271616000, "frame_buffer_copies": 3204670, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1097, "count": 512, "max_ms": 1.1545, "p50_ms": 0.091, "p95_ms": 0.2179, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3665, "count": 512, "max_ms": 4.7189, "p50_ms": 1.2647, "p95_ms": 2.354, "p99_ms": 3.0674, "results": {"failed": 0, "not_applicable": 0, "success": 3204670, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 251, "h264_decode_error_count": 810, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:44+09:00", "last_error_summary": "[h264 @ 0x55a7fe9d7780] error while decoding MB 34 49, bytestream -12", "last_exit_at": "2026-11-03T11:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.645, "last_started_at": "2026-11-03T11:09:23+09:00", "pid": 71368, "process": {"exists": false, "pid": 71368}, "restart_count": 266, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 267}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.862, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:10:44+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-03T11:10:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 499.586, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 100.414, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-11-03T11:10:44.691373+09:00", "mtime_epoch": 1793671844.6913726, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155264}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:10:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.598, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.372, "max": 9.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.849, "max": 4.0, "p95": 4.0, "sample_count": 86}, "total": {"avg": 2.849, "max": 4.0, "p95": 4.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.869, "pushed": 2.869, "read": 2.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 60.476, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 2.468, "p95_ms": 1.717, "reason": null, "sample_age_ms": 117.966, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 85, "max_ms": 2.236, "p95_ms": 1.389, "reason": null, "sample_age_ms": 118.359, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.262, "count": 85, "max_ms": 0.84, "p95_ms": 0.52, "reason": null, "sample_age_ms": 60.486, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.333, "count": 85, "max_ms": 2.805, "p95_ms": 2.246, "reason": null, "sample_age_ms": 116.882, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.868, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.748, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.144, "count": 85, "max_ms": 73.914, "p95_ms": 58.861, "reason": null, "sample_age_ms": 60.471, "source": "client_direct"}, "sample_age_ms": 60.466, "source": "client_direct", "task_total_ms": {"avg_ms": 40.863, "count": 85, "max_ms": 76.973, "p95_ms": 60.623, "reason": null, "sample_age_ms": 60.466, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.468, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.004, "count": 86, "max_ms": 13.482, "p95_ms": 10.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 86, "max_ms": 0.989, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 86, "max_ms": 5.903, "p95_ms": 3.251}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.034, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.346, "count": 86, "max_ms": 0.914, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.947, "count": 86, "max_ms": 5.637, "p95_ms": 4.878}, "setup_ms": {"avg_ms": 0.04, "count": 86, "max_ms": 0.134, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.954, "count": 86, "max_ms": 13.309, "p95_ms": 10.644}, "track_match_ms": {"avg_ms": 0.076, "count": 86, "max_ms": 0.278, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.726, "count": 86, "max_ms": 3.403, "p95_ms": 2.933}}, "gstreamer_push": {"avg_ms": 2.306, "count": 86, "max_ms": 5.047, "p95_ms": 3.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 86, "max_ms": 0.134, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.7, "count": 86, "max_ms": 79.222, "p95_ms": 63.388}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.777, "count": 86, "max_ms": 10.53, "p95_ms": 6.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.31, "count": 86, "max_ms": 125.938, "p95_ms": 117.345}, "inference_input_copy_ms": {"avg_ms": 1.199, "count": 86, "max_ms": 4.614, "p95_ms": 2.111}, "processing_residual_ms": {"avg_ms": 0.163, "count": 86, "max_ms": 0.464, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.449, "count": 86, "max_ms": 129.401, "p95_ms": 125.454}, "read_interval": {"avg_ms": 352.173, "count": 85, "max_ms": 6153.949, "p95_ms": 3109.814}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.882, "count": 86, "max_ms": 5.511, "p95_ms": 4.751}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.083, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.866, "count": 86, "max_ms": 5.478, "p95_ms": 4.722}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.051, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 41.712, "count": 86, "max_ms": 79.254, "p95_ms": 63.413}, "visualize": {"avg_ms": 32.623, "count": 86, "max_ms": 53.403, "p95_ms": 47.698}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.107, "count": 86, "max_ms": 46.767, "p95_ms": 38.948}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.164, "count": 86, "max_ms": 50.897, "p95_ms": 45.198}, "visualize_input_copy_ms": {"avg_ms": 1.28, "count": 86, "max_ms": 4.663, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.052, "count": 86, "max_ms": 50.657, "p95_ms": 45.019}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 86, "max_ms": 0.176, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.987, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.486, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 153671, "write_bytes_delta": 153671, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 672.0, "cpu_core_ratio": 0.215247, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 71368, "reason": null, "system_cpu_core_ratio": 0.01801, "system_cpu_s_delta": 0.4099999999999997, "user_cpu_core_ratio": 0.197237, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.975641, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327703, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.647938, "user_cpu_s_delta": 14.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.849, "count": 166, "max_ms": 7.696, "p95_ms": 4.725, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.345, "max": 8.0, "p95": 6.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.721, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 2.721, "max": 4.0, "p95": 3.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 80.984, "p95": 59.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.667, "count": 30, "max": 33.164, "p95": 26.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.5, "count": 30, "max": 1197.0, "p95": 1126.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 988.033, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.474, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 43.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24975, "sampled_at": "2026-11-03T11:10:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5242424, "flush_count": 5544, "flush_interval_seconds": 30.0, "flush_state": {"count": 5544, "last_at": "2026-11-03T11:10:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5543}, "started": true, "suppressed_count": 3199529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3199127}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5544, "written_record_count": 5544}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10049.078, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8860271616000, "copied_frame_count": 3204670, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8860271616000, "frame_buffer_copies": 3204670, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1097, "count": 512, "max_ms": 1.1545, "p50_ms": 0.091, "p95_ms": 0.2179, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3665, "count": 512, "max_ms": 4.7189, "p50_ms": 1.2647, "p95_ms": 2.354, "p99_ms": 3.0674, "results": {"failed": 0, "not_applicable": 0, "success": 3204670, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 251, "h264_decode_error_count": 810, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:44+09:00", "last_error_summary": "[h264 @ 0x55a7fe9d7780] error while decoding MB 34 49, bytestream -12", "last_exit_at": "2026-11-03T11:10:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.671, "last_started_at": "2026-11-03T11:09:23+09:00", "pid": 71368, "process": {"exists": false, "pid": 71368}, "restart_count": 266, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 267}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.862, "sample_count": 2216, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-03T11:10:44+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-11-03T11:10:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 499.61, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 100.39, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-03T11:10:44.808373+09:00", "mtime_epoch": 1793671844.8083732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:10:44+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.598, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.372, "max": 9.0, "p95": 7.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.849, "max": 4.0, "p95": 4.0, "sample_count": 86}, "total": {"avg": 2.849, "max": 4.0, "p95": 4.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.867, "pushed": 2.867, "read": 2.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.02, "p95_ms": 0.008, "reason": null, "sample_age_ms": 86.031, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 2.468, "p95_ms": 1.717, "reason": null, "sample_age_ms": 143.521, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.243, "count": 85, "max_ms": 2.236, "p95_ms": 1.389, "reason": null, "sample_age_ms": 143.914, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.262, "count": 85, "max_ms": 0.84, "p95_ms": 0.52, "reason": null, "sample_age_ms": 86.041, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.333, "count": 85, "max_ms": 2.805, "p95_ms": 2.246, "reason": null, "sample_age_ms": 142.437, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.424, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.144, "count": 85, "max_ms": 73.914, "p95_ms": 58.861, "reason": null, "sample_age_ms": 86.026, "source": "client_direct"}, "sample_age_ms": 86.021, "source": "client_direct", "task_total_ms": {"avg_ms": 40.863, "count": 85, "max_ms": 76.973, "p95_ms": 60.623, "reason": null, "sample_age_ms": 86.021, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.42, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.004, "count": 86, "max_ms": 13.482, "p95_ms": 10.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.365, "count": 86, "max_ms": 0.989, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 86, "max_ms": 5.903, "p95_ms": 3.251}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.034, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.346, "count": 86, "max_ms": 0.914, "p95_ms": 0.685}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.947, "count": 86, "max_ms": 5.637, "p95_ms": 4.878}, "setup_ms": {"avg_ms": 0.04, "count": 86, "max_ms": 0.134, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 6.954, "count": 86, "max_ms": 13.309, "p95_ms": 10.644}, "track_match_ms": {"avg_ms": 0.076, "count": 86, "max_ms": 0.278, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.726, "count": 86, "max_ms": 3.403, "p95_ms": 2.933}}, "gstreamer_push": {"avg_ms": 2.306, "count": 86, "max_ms": 5.047, "p95_ms": 3.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 86, "max_ms": 0.134, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.7, "count": 86, "max_ms": 79.222, "p95_ms": 63.388}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.777, "count": 86, "max_ms": 10.53, "p95_ms": 6.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.31, "count": 86, "max_ms": 125.938, "p95_ms": 117.345}, "inference_input_copy_ms": {"avg_ms": 1.199, "count": 86, "max_ms": 4.614, "p95_ms": 2.111}, "processing_residual_ms": {"avg_ms": 0.163, "count": 86, "max_ms": 0.464, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.449, "count": 86, "max_ms": 129.401, "p95_ms": 125.454}, "read_interval": {"avg_ms": 352.173, "count": 85, "max_ms": 6153.949, "p95_ms": 3109.814}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.078, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 2.882, "count": 86, "max_ms": 5.511, "p95_ms": 4.751}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.083, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.866, "count": 86, "max_ms": 5.478, "p95_ms": 4.722}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.051, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 41.712, "count": 86, "max_ms": 79.254, "p95_ms": 63.413}, "visualize": {"avg_ms": 32.623, "count": 86, "max_ms": 53.403, "p95_ms": 47.698}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.107, "count": 86, "max_ms": 46.767, "p95_ms": 38.948}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.164, "count": 86, "max_ms": 50.897, "p95_ms": 45.198}, "visualize_input_copy_ms": {"avg_ms": 1.28, "count": 86, "max_ms": 4.663, "p95_ms": 2.464}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.052, "count": 86, "max_ms": 50.657, "p95_ms": 45.019}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 86, "max_ms": 0.176, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.987, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.486, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 153671, "write_bytes_delta": 153671, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 672.0, "cpu_core_ratio": 0.215247, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 71368, "reason": null, "system_cpu_core_ratio": 0.01801, "system_cpu_s_delta": 0.4099999999999997, "user_cpu_core_ratio": 0.197237, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.975641, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327703, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.647938, "user_cpu_s_delta": 14.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.849, "count": 166, "max_ms": 7.696, "p95_ms": 4.725, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.345, "max": 8.0, "p95": 6.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.721, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 2.721, "max": 4.0, "p95": 3.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 80.984, "p95": 59.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.667, "count": 30, "max": 33.164, "p95": 26.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.5, "count": 30, "max": 1197.0, "p95": 1126.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 988.033, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.474, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 43.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24975, "sampled_at": "2026-11-03T11:10:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5242424, "flush_count": 5544, "flush_interval_seconds": 30.0, "flush_state": {"count": 5544, "last_at": "2026-11-03T11:10:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5543}, "started": true, "suppressed_count": 3199529, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3199127}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5544, "written_record_count": 5544}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10228.996, "limit_mb": null}, "detail": {"pid": 71484, "restart_count": 267, "start_count": 268}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8860271616000, "copied_frame_count": 3204670, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8860271616000, "frame_buffer_copies": 3204670, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1097, "count": 512, "max_ms": 1.1545, "p50_ms": 0.091, "p95_ms": 0.2179, "p99_ms": 0.3218}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3665, "count": 512, "max_ms": 4.7189, "p50_ms": 1.2647, "p95_ms": 2.354, "p99_ms": 3.0674, "results": {"failed": 0, "not_applicable": 0, "success": 3204670, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 251, "h264_decode_error_count": 810, "h264_decode_error_count_per_hour": 73, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:44+09:00", "last_error_summary": "[h264 @ 0x55a7fe9d7780] error while decoding MB 34 49, bytestream -12", "last_exit_at": "2026-11-03T11:10:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:10:47+09:00", "pid": 71484, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.711, "name": "ffmpeg", "pid": 71484, "rss_mb": 209.711, "state": "S (sleeping)", "threads": 70}, "restart_count": 267, "restart_count_per_hour": 36, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 268}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.131, "sample_count": 2178, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204670, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.213, "last_frame_pushed_at": "2026-11-03T11:10:44+09:00", "last_frame_read_age_sec": 4.329, "last_frame_read_at": "2026-11-03T11:10:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.807, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 96.193, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.205, "exists": true, "mtime": "2026-11-03T11:10:44.808373+09:00", "mtime_epoch": 1793671844.8083732, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155195}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:10:49+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.602, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3204670, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.369, "max": 9.0, "p95": 7.0, "sample_count": 65}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.892, "max": 4.0, "p95": 4.0, "sample_count": 65}, "total": {"avg": 2.892, "max": 4.0, "p95": 4.0, "sample_count": 65}}, "tracking_counts": {"active": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 65}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 65}, "tracked": {"avg": 0.077, "max": 1.0, "p95": 1.0, "sample_count": 65}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 65, "pushed_frames": 65, "read_frames": 65, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.208, "pushed": 2.208, "read": 2.208}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 65, "client_acquire_ms": {"avg_ms": 0.005, "count": 65, "max_ms": 0.015, "p95_ms": 0.008, "reason": null, "sample_age_ms": 4275.215, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.525, "count": 65, "max_ms": 2.468, "p95_ms": 1.724, "reason": null, "sample_age_ms": 4332.705, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.257, "count": 65, "max_ms": 2.236, "p95_ms": 1.383, "reason": null, "sample_age_ms": 4333.097, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.277, "count": 65, "max_ms": 0.84, "p95_ms": 0.53, "reason": null, "sample_age_ms": 4275.225, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.383, "count": 65, "max_ms": 2.805, "p95_ms": 2.246, "reason": null, "sample_age_ms": 4331.621, "source": "client_direct"}, "request_count": 65, "request_tensor_bytes": {"avg": 2764808.0, "count": 65, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4331.607, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 65, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4275.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.907, "count": 65, "max_ms": 73.914, "p95_ms": 60.339, "reason": null, "sample_age_ms": 4275.21, "source": "client_direct"}, "sample_age_ms": 4275.205, "source": "client_direct", "task_total_ms": {"avg_ms": 42.696, "count": 65, "max_ms": 76.973, "p95_ms": 62.852, "reason": null, "sample_age_ms": 4275.205, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.025, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.205, "count": 65, "max_ms": 13.482, "p95_ms": 10.786}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.355, "count": 65, "max_ms": 0.989, "p95_ms": 0.676}, "detection_prepare_ms": {"avg_ms": 1.473, "count": 65, "max_ms": 5.903, "p95_ms": 3.251}, "event_filter_ms": {"avg_ms": 0.005, "count": 65, "max_ms": 0.034, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.364, "count": 65, "max_ms": 0.914, "p95_ms": 0.69}, "mcmt_ms": {"avg_ms": 0.003, "count": 65, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 3.023, "count": 65, "max_ms": 5.637, "p95_ms": 4.907}, "setup_ms": {"avg_ms": 0.041, "count": 65, "max_ms": 0.134, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 7.153, "count": 65, "max_ms": 13.309, "p95_ms": 10.693}, "track_match_ms": {"avg_ms": 0.08, "count": 65, "max_ms": 0.278, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.808, "count": 65, "max_ms": 3.403, "p95_ms": 3.038}}, "gstreamer_push": {"avg_ms": 2.356, "count": 65, "max_ms": 5.047, "p95_ms": 3.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.041, "count": 65, "max_ms": 0.134, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.646, "count": 65, "max_ms": 79.222, "p95_ms": 64.487}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.899, "count": 65, "max_ms": 10.53, "p95_ms": 7.812}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.791, "count": 65, "max_ms": 125.938, "p95_ms": 118.897}, "inference_input_copy_ms": {"avg_ms": 1.259, "count": 65, "max_ms": 4.614, "p95_ms": 2.167}, "processing_residual_ms": {"avg_ms": 0.175, "count": 65, "max_ms": 0.464, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.124, "count": 65, "max_ms": 129.401, "p95_ms": 127.342}, "read_interval": {"avg_ms": 434.229, "count": 65, "max_ms": 6153.949, "p95_ms": 3234.71}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 65, "max_ms": 0.078, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 2.954, "count": 65, "max_ms": 5.511, "p95_ms": 4.801}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 65, "max_ms": 0.083, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.937, "count": 65, "max_ms": 5.478, "p95_ms": 4.784}, "worker_merge_ms": {"avg_ms": 0.006, "count": 65, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 43.659, "count": 65, "max_ms": 79.254, "p95_ms": 64.503}, "visualize": {"avg_ms": 33.875, "count": 65, "max_ms": 53.403, "p95_ms": 48.515}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.109, "count": 65, "max_ms": 46.767, "p95_ms": 39.569}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.41, "count": 65, "max_ms": 50.897, "p95_ms": 45.63}, "visualize_input_copy_ms": {"avg_ms": 1.286, "count": 65, "max_ms": 4.663, "p95_ms": 2.707}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 65, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.294, "count": 65, "max_ms": 50.657, "p95_ms": 45.49}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 65, "max_ms": 0.176, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 65}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.987, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.486, "sample_count": 2254, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3204632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 153671, "write_bytes_delta": 153671, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 672.0, "cpu_core_ratio": 0.215247, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 71368, "reason": null, "system_cpu_core_ratio": 0.01801, "system_cpu_s_delta": 0.4099999999999997, "user_cpu_core_ratio": 0.197237, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.975641, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.327703, "system_cpu_s_delta": 7.459999999991851, "user_cpu_core_ratio": 0.647938, "user_cpu_s_delta": 14.75}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.849, "count": 166, "max_ms": 7.696, "p95_ms": 4.725, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.345, "max": 8.0, "p95": 6.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.721, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 165}, "total": {"avg": 2.721, "max": 4.0, "p95": 3.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 80.984, "p95": 59.85, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.667, "count": 30, "max": 33.164, "p95": 26.993, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 642.5, "count": 30, "max": 1197.0, "p95": 1126.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 988.033, "count": 30, "max": 11050.0, "p95": 4130.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.071, "count": 30, "max": 0.461, "p95": 0.292, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.474, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 148903.9, "count": 30, "max": 153671.0, "p95": 152860.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.833, "count": 30, "max": 43.0, "p95": 20.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.558, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.083, "count": 30, "max": 1.25, "p95": 1.244, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24975, "sampled_at": "2026-11-03T11:10:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.444, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4523323, "flush_count": 5545, "flush_interval_seconds": 30.0, "flush_state": {"count": 5545, "last_at": "2026-11-03T11:10:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5544}, "started": true, "suppressed_count": 3286309, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3286304}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5545, "written_record_count": 5545}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9824.082, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9101301350400, "copied_frame_count": 3291848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9101301350400, "frame_buffer_copies": 3291848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1189, "count": 512, "max_ms": 1.6194, "p50_ms": 0.094, "p95_ms": 0.2464, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1722, "count": 512, "max_ms": 3.8015, "p50_ms": 1.1171, "p95_ms": 1.907, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 3291848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 141, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:49+09:00", "last_error_summary": "[h264 @ 0x5ce05192f300] error while decoding MB 124 65, bytestream -9", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.686, "last_started_at": "2026-11-03T11:03:54+09:00", "pid": 71020, "process": {"exists": false, "pid": 71020}, "restart_count": 150, "restart_count_per_hour": 7, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.154, "sample_count": 2819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3291848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-11-03T11:10:49+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-03T11:10:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 504.124, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 95.876, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-03T11:10:49.333399+09:00", "mtime_epoch": 1793671849.3333988, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124881}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:10:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2394.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3291848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.066, "pushed": 6.066, "read": 6.066}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 52.765, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 149, "max_ms": 1.916, "p95_ms": 1.315, "reason": null, "sample_age_ms": 89.933, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 149, "max_ms": 1.626, "p95_ms": 0.844, "reason": null, "sample_age_ms": 90.226, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 149, "max_ms": 0.293, "p95_ms": 0.174, "reason": null, "sample_age_ms": 52.772, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 149, "max_ms": 3.464, "p95_ms": 2.251, "reason": null, "sample_age_ms": 88.521, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 88.495, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.85, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.734, "count": 149, "max_ms": 72.859, "p95_ms": 51.223, "reason": null, "sample_age_ms": 52.761, "source": "client_direct"}, "sample_age_ms": 52.757, "source": "client_direct", "task_total_ms": {"avg_ms": 34.168, "count": 149, "max_ms": 74.562, "p95_ms": 53.944, "reason": null, "sample_age_ms": 52.757, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.588, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 149, "max_ms": 2.092, "p95_ms": 1.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 0.671, "p95_ms": 0.401}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 149, "max_ms": 0.366, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 149, "max_ms": 0.294, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 149, "max_ms": 0.588, "p95_ms": 0.291}, "setup_ms": {"avg_ms": 0.036, "count": 149, "max_ms": 0.132, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.562, "count": 149, "max_ms": 1.979, "p95_ms": 1.082}, "track_match_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 149, "max_ms": 0.09, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.289, "count": 149, "max_ms": 6.503, "p95_ms": 3.649}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 149, "max_ms": 0.489, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.93, "count": 149, "max_ms": 76.479, "p95_ms": 56.469}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 149, "max_ms": 0.148, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.818, "count": 149, "max_ms": 123.389, "p95_ms": 89.692}, "inference_input_copy_ms": {"avg_ms": 1.179, "count": 149, "max_ms": 2.7, "p95_ms": 2.102}, "processing_residual_ms": {"avg_ms": 0.124, "count": 149, "max_ms": 0.38, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.16, "count": 149, "max_ms": 125.865, "p95_ms": 91.628}, "read_interval": {"avg_ms": 221.702, "count": 149, "max_ms": 9701.337, "p95_ms": 130.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 149, "max_ms": 0.041, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.377, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 149, "max_ms": 0.063, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 149, "max_ms": 0.342, "p95_ms": 0.19}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.021, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 34.943, "count": 149, "max_ms": 76.493, "p95_ms": 56.523}, "visualize": {"avg_ms": 26.507, "count": 149, "max_ms": 45.327, "p95_ms": 36.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.757, "count": 149, "max_ms": 44.214, "p95_ms": 35.517}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.33, "count": 149, "max_ms": 45.048, "p95_ms": 36.269}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.247, "count": 149, "max_ms": 44.918, "p95_ms": 36.151}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 149, "max_ms": 0.151, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2394.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.083, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.124, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3291700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124195, "write_bytes_delta": 124195, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.696254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 71020, "reason": null, "system_cpu_core_ratio": 0.035754, "system_cpu_s_delta": 0.7600000000000016, "user_cpu_core_ratio": 0.6605, "user_cpu_s_delta": 14.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035283, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.339659, "user_cpu_s_delta": 7.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.686, "count": 216, "max_ms": 6.338, "p95_ms": 4.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.985, "count": 30, "max": 67.05, "p95": 39.425, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.737, "count": 30, "max": 31.703, "p95": 28.525, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 887.8, "count": 30, "max": 1536.0, "p95": 1467.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.4, "count": 30, "max": 47.0, "p95": 8.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.071, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.214, "count": 30, "max": 1.618, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124792.0, "count": 30, "max": 126183.0, "p95": 125923.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124792.0, "count": 30, "max": 126183.0, "p95": 125923.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 52.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.682, "p95": 0.675, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27992, "sampled_at": "2026-11-03T11:10:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.561, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4523323, "flush_count": 5545, "flush_interval_seconds": 30.0, "flush_state": {"count": 5545, "last_at": "2026-11-03T11:10:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5544}, "started": true, "suppressed_count": 3286309, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3286304}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5545, "written_record_count": 5545}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9821.934, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9101301350400, "copied_frame_count": 3291848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9101301350400, "frame_buffer_copies": 3291848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1189, "count": 512, "max_ms": 1.6194, "p50_ms": 0.094, "p95_ms": 0.2464, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1722, "count": 512, "max_ms": 3.8015, "p50_ms": 1.1171, "p95_ms": 1.907, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 3291848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 141, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:49+09:00", "last_error_summary": "[h264 @ 0x5ce05192f300] error while decoding MB 124 65, bytestream -9", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.719, "last_started_at": "2026-11-03T11:03:54+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 150, "restart_count_per_hour": 7, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 151}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.154, "sample_count": 2819, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3291848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-03T11:10:49+09:00", "last_frame_read_age_sec": 0.118, "last_frame_read_at": "2026-11-03T11:10:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 504.153, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 95.847, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-03T11:10:49.333399+09:00", "mtime_epoch": 1793671849.3333988, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124881}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:10:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2394.25, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3291848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.06, "pushed": 6.06, "read": 6.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 84.01, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 149, "max_ms": 1.916, "p95_ms": 1.315, "reason": null, "sample_age_ms": 121.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 149, "max_ms": 1.626, "p95_ms": 0.844, "reason": null, "sample_age_ms": 121.472, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 149, "max_ms": 0.293, "p95_ms": 0.174, "reason": null, "sample_age_ms": 84.018, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 149, "max_ms": 3.464, "p95_ms": 2.251, "reason": null, "sample_age_ms": 119.766, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 119.741, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.095, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.734, "count": 149, "max_ms": 72.859, "p95_ms": 51.223, "reason": null, "sample_age_ms": 84.007, "source": "client_direct"}, "sample_age_ms": 84.002, "source": "client_direct", "task_total_ms": {"avg_ms": 34.168, "count": 149, "max_ms": 74.562, "p95_ms": 53.944, "reason": null, "sample_age_ms": 84.002, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 149, "max_ms": 2.092, "p95_ms": 1.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 0.671, "p95_ms": 0.401}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 149, "max_ms": 0.366, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 149, "max_ms": 0.294, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 149, "max_ms": 0.588, "p95_ms": 0.291}, "setup_ms": {"avg_ms": 0.036, "count": 149, "max_ms": 0.132, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.562, "count": 149, "max_ms": 1.979, "p95_ms": 1.082}, "track_match_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 149, "max_ms": 0.09, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.289, "count": 149, "max_ms": 6.503, "p95_ms": 3.649}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 149, "max_ms": 0.489, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.93, "count": 149, "max_ms": 76.479, "p95_ms": 56.469}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 149, "max_ms": 0.148, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.818, "count": 149, "max_ms": 123.389, "p95_ms": 89.692}, "inference_input_copy_ms": {"avg_ms": 1.179, "count": 149, "max_ms": 2.7, "p95_ms": 2.102}, "processing_residual_ms": {"avg_ms": 0.124, "count": 149, "max_ms": 0.38, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.16, "count": 149, "max_ms": 125.865, "p95_ms": 91.628}, "read_interval": {"avg_ms": 221.702, "count": 149, "max_ms": 9701.337, "p95_ms": 130.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 149, "max_ms": 0.041, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.377, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 149, "max_ms": 0.063, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 149, "max_ms": 0.342, "p95_ms": 0.19}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.021, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 34.943, "count": 149, "max_ms": 76.493, "p95_ms": 56.523}, "visualize": {"avg_ms": 26.507, "count": 149, "max_ms": 45.327, "p95_ms": 36.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.757, "count": 149, "max_ms": 44.214, "p95_ms": 35.517}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.33, "count": 149, "max_ms": 45.048, "p95_ms": 36.269}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.247, "count": 149, "max_ms": 44.918, "p95_ms": 36.151}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 149, "max_ms": 0.151, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2394.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.083, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.124, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3291700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124195, "write_bytes_delta": 124195, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.696254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 71020, "reason": null, "system_cpu_core_ratio": 0.035754, "system_cpu_s_delta": 0.7600000000000016, "user_cpu_core_ratio": 0.6605, "user_cpu_s_delta": 14.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035283, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.339659, "user_cpu_s_delta": 7.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.686, "count": 216, "max_ms": 6.338, "p95_ms": 4.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.985, "count": 30, "max": 67.05, "p95": 39.425, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.737, "count": 30, "max": 31.703, "p95": 28.525, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 887.8, "count": 30, "max": 1536.0, "p95": 1467.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.4, "count": 30, "max": 47.0, "p95": 8.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.071, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.214, "count": 30, "max": 1.618, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124792.0, "count": 30, "max": 126183.0, "p95": 125923.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124792.0, "count": 30, "max": 126183.0, "p95": 125923.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 52.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.682, "p95": 0.675, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27992, "sampled_at": "2026-11-03T11:10:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 24.588, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4523323, "flush_count": 5545, "flush_interval_seconds": 30.0, "flush_state": {"count": 5545, "last_at": "2026-11-03T11:10:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:10:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5544}, "started": true, "suppressed_count": 3286309, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3286304}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5545, "written_record_count": 5545}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9944.5, "limit_mb": null}, "detail": {"pid": 71600, "restart_count": 151, "start_count": 152}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9101301350400, "copied_frame_count": 3291848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9101301350400, "frame_buffer_copies": 3291848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1189, "count": 512, "max_ms": 1.6194, "p50_ms": 0.094, "p95_ms": 0.2464, "p99_ms": 0.3237}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.1722, "count": 512, "max_ms": 3.8015, "p50_ms": 1.1171, "p95_ms": 1.907, "p99_ms": 2.7267, "results": {"failed": 0, "not_applicable": 0, "success": 3291848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 141, "h264_decode_error_count": 257, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:10:49+09:00", "last_error_summary": "[h264 @ 0x5ce05192f300] error while decoding MB 124 65, bytestream -9", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:10:52+09:00", "pid": 71600, "process": {"exists": true, "fd_count": 5, "hwm_mb": 126.973, "name": "ffmpeg", "pid": 71600, "rss_mb": 126.973, "state": "S (sleeping)", "threads": 19}, "restart_count": 151, "restart_count_per_hour": 8, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.208, "sample_count": 2773, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3291848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.676, "last_frame_pushed_at": "2026-11-03T11:10:49+09:00", "last_frame_read_age_sec": 4.748, "last_frame_read_at": "2026-11-03T11:10:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 157, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.783, "last_sample_duration_ms": 1465.962, "last_trigger": "periodic", "next_snapshot_in_sec": 91.217, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 557, "storage_bytes": 3219748}, "mjpeg": {"age_sec": 4.669, "exists": true, "mtime": "2026-11-03T11:10:49.333399+09:00", "mtime_epoch": 1793671849.3333988, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 124881}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:10:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2394.254, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3291848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 149, "pushed_frames": 149, "read_frames": 149, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.1, "pushed": 5.1, "read": 5.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 149, "client_acquire_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.022, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4712.226, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.448, "count": 149, "max_ms": 1.916, "p95_ms": 1.315, "reason": null, "sample_age_ms": 4749.394, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.18, "count": 149, "max_ms": 1.626, "p95_ms": 0.844, "reason": null, "sample_age_ms": 4749.687, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 149, "max_ms": 0.293, "p95_ms": 0.174, "reason": null, "sample_age_ms": 4712.233, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.206, "count": 149, "max_ms": 3.464, "p95_ms": 2.251, "reason": null, "sample_age_ms": 4747.982, "source": "client_direct"}, "request_count": 149, "request_tensor_bytes": {"avg": 2211848.0, "count": 149, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4747.957, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4712.311, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.734, "count": 149, "max_ms": 72.859, "p95_ms": 51.223, "reason": null, "sample_age_ms": 4712.222, "source": "client_direct"}, "sample_age_ms": 4712.218, "source": "client_direct", "task_total_ms": {"avg_ms": 34.168, "count": 149, "max_ms": 74.562, "p95_ms": 53.944, "reason": null, "sample_age_ms": 4712.218, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.854, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.594, "count": 149, "max_ms": 2.092, "p95_ms": 1.149}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 0.671, "p95_ms": 0.401}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 149, "max_ms": 0.366, "p95_ms": 0.17}, "event_filter_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 149, "max_ms": 0.294, "p95_ms": 0.128}, "mcmt_ms": {"avg_ms": 0.002, "count": 149, "max_ms": 0.015, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.151, "count": 149, "max_ms": 0.588, "p95_ms": 0.291}, "setup_ms": {"avg_ms": 0.036, "count": 149, "max_ms": 0.132, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 0.562, "count": 149, "max_ms": 1.979, "p95_ms": 1.082}, "track_match_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.013, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.024, "count": 149, "max_ms": 0.09, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.289, "count": 149, "max_ms": 6.503, "p95_ms": 3.649}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 149, "max_ms": 0.489, "p95_ms": 0.078}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 34.93, "count": 149, "max_ms": 76.479, "p95_ms": 56.469}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 149, "max_ms": 0.148, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.818, "count": 149, "max_ms": 123.389, "p95_ms": 89.692}, "inference_input_copy_ms": {"avg_ms": 1.179, "count": 149, "max_ms": 2.7, "p95_ms": 2.102}, "processing_residual_ms": {"avg_ms": 0.124, "count": 149, "max_ms": 0.38, "p95_ms": 0.271}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.16, "count": 149, "max_ms": 125.865, "p95_ms": 91.628}, "read_interval": {"avg_ms": 221.702, "count": 149, "max_ms": 9701.337, "p95_ms": 130.934}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 149, "max_ms": 0.041, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.103, "count": 149, "max_ms": 0.377, "p95_ms": 0.21}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 149, "max_ms": 0.063, "p95_ms": 0.017}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.09, "count": 149, "max_ms": 0.342, "p95_ms": 0.19}, "worker_merge_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.021, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 34.943, "count": 149, "max_ms": 76.493, "p95_ms": 56.523}, "visualize": {"avg_ms": 26.507, "count": 149, "max_ms": 45.327, "p95_ms": 36.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 25.757, "count": 149, "max_ms": 44.214, "p95_ms": 35.517}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 26.33, "count": 149, "max_ms": 45.048, "p95_ms": 36.269}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 26.247, "count": 149, "max_ms": 44.918, "p95_ms": 36.151}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 149, "max_ms": 0.151, "p95_ms": 0.104}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2394.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.083, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.124, "sample_count": 2916, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3291700, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:10:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124195, "write_bytes_delta": 124195, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.696254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 71020, "reason": null, "system_cpu_core_ratio": 0.035754, "system_cpu_s_delta": 0.7600000000000016, "user_cpu_core_ratio": 0.6605, "user_cpu_s_delta": 14.04000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.374942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035283, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.339659, "user_cpu_s_delta": 7.220000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.686, "count": 216, "max_ms": 6.338, "p95_ms": 4.435, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.985, "count": 30, "max": 67.05, "p95": 39.425, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.737, "count": 30, "max": 31.703, "p95": 28.525, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 887.8, "count": 30, "max": 1536.0, "p95": 1467.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.4, "count": 30, "max": 47.0, "p95": 8.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.071, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.214, "count": 30, "max": 1.618, "p95": 1.342, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124792.0, "count": 30, "max": 126183.0, "p95": 125923.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124792.0, "count": 30, "max": 126183.0, "p95": 125923.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.333, "count": 30, "max": 52.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.6, "count": 30, "max": 0.682, "p95": 0.675, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 27992, "sampled_at": "2026-11-03T11:10:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:10:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.218, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5245427, "flush_count": 5547, "flush_interval_seconds": 30.0, "flush_state": {"count": 5547, "last_at": "2026-11-03T11:13:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:13:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5546}, "started": true, "suppressed_count": 3200918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3200516}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5547, "written_record_count": 5547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10059.797, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8864117452800, "copied_frame_count": 3206061, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8864117452800, "frame_buffer_copies": 3206061, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1372, "count": 512, "max_ms": 2.7607, "p50_ms": 0.111, "p95_ms": 0.2468, "p99_ms": 0.3539}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5697, "count": 512, "max_ms": 3.892, "p50_ms": 1.487, "p95_ms": 2.6237, "p99_ms": 3.2089, "results": {"failed": 0, "not_applicable": 0, "success": 3206061, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:10:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.692, "last_started_at": "2026-11-03T11:10:47+09:00", "pid": 71484, "process": {"exists": false, "pid": 71484}, "restart_count": 267, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 268}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.673, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206061, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-11-03T11:13:27+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-03T11:13:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.775, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 539.225, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-11-03T11:13:27.638275+09:00", "mtime_epoch": 1793672007.6382754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157919}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:13:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.273, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3206062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.03, "max": 6.0, "p95": 5.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.208, "max": 3.0, "p95": 3.0, "sample_count": 236}, "total": {"avg": 2.208, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.884, "pushed": 7.884, "read": 7.884}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 28.959, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.932, "count": 236, "max_ms": 10.173, "p95_ms": 3.021, "reason": null, "sample_age_ms": 87.343, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 236, "max_ms": 9.671, "p95_ms": 2.235, "reason": null, "sample_age_ms": 87.847, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 236, "max_ms": 1.74, "p95_ms": 0.69, "reason": null, "sample_age_ms": 28.967, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 236, "max_ms": 4.275, "p95_ms": 3.204, "reason": null, "sample_age_ms": 85.027, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.269, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.078, "count": 236, "max_ms": 85.269, "p95_ms": 71.935, "reason": null, "sample_age_ms": 28.955, "source": "client_direct"}, "sample_age_ms": 28.952, "source": "client_direct", "task_total_ms": {"avg_ms": 54.626, "count": 236, "max_ms": 88.272, "p95_ms": 75.22, "reason": null, "sample_age_ms": 28.952, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.52, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.984, "count": 236, "max_ms": 21.41, "p95_ms": 12.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.559, "count": 236, "max_ms": 1.552, "p95_ms": 1.044}, "detection_prepare_ms": {"avg_ms": 1.837, "count": 236, "max_ms": 6.781, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.29, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.434, "count": 236, "max_ms": 2.493, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.047, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.721, "count": 236, "max_ms": 6.981, "p95_ms": 5.247}, "setup_ms": {"avg_ms": 0.056, "count": 236, "max_ms": 0.255, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 7.911, "count": 236, "max_ms": 21.339, "p95_ms": 12.742}, "track_match_ms": {"avg_ms": 0.106, "count": 236, "max_ms": 0.791, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 2.185, "count": 236, "max_ms": 13.108, "p95_ms": 3.611}}, "gstreamer_push": {"avg_ms": 3.405, "count": 236, "max_ms": 8.432, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.075, "count": 236, "max_ms": 3.773, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.971, "count": 236, "max_ms": 97.378, "p95_ms": 77.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.06, "count": 236, "max_ms": 11.037, "p95_ms": 7.434}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.575, "count": 236, "max_ms": 158.483, "p95_ms": 129.779}, "inference_input_copy_ms": {"avg_ms": 1.723, "count": 236, "max_ms": 4.687, "p95_ms": 2.889}, "processing_residual_ms": {"avg_ms": 0.256, "count": 236, "max_ms": 0.946, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.614, "count": 236, "max_ms": 165.311, "p95_ms": 136.205}, "read_interval": {"avg_ms": 126.95, "count": 236, "max_ms": 226.818, "p95_ms": 171.778}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 236, "max_ms": 0.161, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.63, "count": 236, "max_ms": 6.799, "p95_ms": 5.112}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 236, "max_ms": 0.082, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.606, "count": 236, "max_ms": 6.76, "p95_ms": 5.077}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.987, "count": 236, "max_ms": 97.399, "p95_ms": 77.697}, "visualize": {"avg_ms": 39.25, "count": 236, "max_ms": 62.562, "p95_ms": 50.341}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.876, "count": 236, "max_ms": 47.013, "p95_ms": 41.053}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.565, "count": 236, "max_ms": 59.81, "p95_ms": 48.629}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 236, "max_ms": 3.343, "p95_ms": 2.483}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.401, "count": 236, "max_ms": 59.391, "p95_ms": 48.468}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 236, "max_ms": 0.226, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.397, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.892, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3205861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161137, "write_bytes_delta": 161137, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.448489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1142.0, "pid": 71484, "reason": null, "system_cpu_core_ratio": 0.046946, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.401542, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507421, "system_cpu_s_delta": 5.080000000001746, "user_cpu_core_ratio": 1.158679, "user_cpu_s_delta": 11.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 245, "max_ms": 8.081, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.008, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.103, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.086, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.011, "count": 30, "max": 58.427, "p95": 40.403, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.94, "count": 30, "max": 39.731, "p95": 32.26, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 630.133, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 291.133, "count": 30, "max": 2874.0, "p95": 1106.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.3, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.274, "p95": 1.246, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24989, "sampled_at": "2026-11-03T11:13:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:13:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5245427, "flush_count": 5547, "flush_interval_seconds": 30.0, "flush_state": {"count": 5547, "last_at": "2026-11-03T11:13:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:13:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5546}, "started": true, "suppressed_count": 3200918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3200516}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5547, "written_record_count": 5547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10060.402, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8864120217600, "copied_frame_count": 3206062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8864120217600, "frame_buffer_copies": 3206062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.137, "count": 512, "max_ms": 2.7607, "p50_ms": 0.1104, "p95_ms": 0.2468, "p99_ms": 0.3539}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5684, "count": 512, "max_ms": 3.892, "p50_ms": 1.4839, "p95_ms": 2.6237, "p99_ms": 3.2089, "results": {"failed": 0, "not_applicable": 0, "success": 3206062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:13:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.762, "last_started_at": "2026-11-03T11:10:47+09:00", "pid": 71484, "process": {"exists": false, "pid": 71484}, "restart_count": 267, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 268}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.807, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T11:13:27+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-11-03T11:13:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.842, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 539.158, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.136, "exists": true, "mtime": "2026-11-03T11:13:27.638275+09:00", "mtime_epoch": 1793672007.6382754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157919}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:13:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3206062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.034, "max": 6.0, "p95": 5.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.212, "max": 3.0, "p95": 3.0, "sample_count": 236}, "total": {"avg": 2.212, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.867, "pushed": 7.9, "read": 7.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 98.799, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 235, "max_ms": 10.173, "p95_ms": 3.002, "reason": null, "sample_age_ms": 157.184, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 235, "max_ms": 9.671, "p95_ms": 2.103, "reason": null, "sample_age_ms": 157.688, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 236, "max_ms": 1.74, "p95_ms": 0.69, "reason": null, "sample_age_ms": 98.808, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.989, "count": 236, "max_ms": 4.275, "p95_ms": 3.204, "reason": null, "sample_age_ms": 154.867, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.843, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.078, "count": 236, "max_ms": 85.269, "p95_ms": 71.935, "reason": null, "sample_age_ms": 98.795, "source": "client_direct"}, "sample_age_ms": 98.792, "source": "client_direct", "task_total_ms": {"avg_ms": 54.626, "count": 236, "max_ms": 88.272, "p95_ms": 75.22, "reason": null, "sample_age_ms": 98.792, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.538, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 236, "max_ms": 21.41, "p95_ms": 12.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.559, "count": 236, "max_ms": 1.552, "p95_ms": 1.044}, "detection_prepare_ms": {"avg_ms": 1.833, "count": 236, "max_ms": 6.781, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.29, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.434, "count": 236, "max_ms": 2.493, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.047, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.733, "count": 236, "max_ms": 6.981, "p95_ms": 5.247}, "setup_ms": {"avg_ms": 0.055, "count": 236, "max_ms": 0.255, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 7.915, "count": 236, "max_ms": 21.339, "p95_ms": 12.742}, "track_match_ms": {"avg_ms": 0.106, "count": 236, "max_ms": 0.791, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 2.181, "count": 236, "max_ms": 13.108, "p95_ms": 3.611}}, "gstreamer_push": {"avg_ms": 3.406, "count": 237, "max_ms": 8.432, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.076, "count": 236, "max_ms": 3.773, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.023, "count": 236, "max_ms": 97.378, "p95_ms": 77.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.057, "count": 236, "max_ms": 11.037, "p95_ms": 7.434}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.736, "count": 236, "max_ms": 158.483, "p95_ms": 130.193}, "inference_input_copy_ms": {"avg_ms": 1.721, "count": 236, "max_ms": 4.687, "p95_ms": 2.889}, "processing_residual_ms": {"avg_ms": 0.257, "count": 236, "max_ms": 0.946, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.772, "count": 236, "max_ms": 165.311, "p95_ms": 136.278}, "read_interval": {"avg_ms": 126.95, "count": 236, "max_ms": 226.818, "p95_ms": 171.778}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 236, "max_ms": 0.161, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.642, "count": 236, "max_ms": 6.799, "p95_ms": 5.112}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 236, "max_ms": 0.082, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.618, "count": 236, "max_ms": 6.76, "p95_ms": 5.077}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.039, "count": 236, "max_ms": 97.399, "p95_ms": 77.697}, "visualize": {"avg_ms": 39.356, "count": 236, "max_ms": 64.537, "p95_ms": 50.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.969, "count": 236, "max_ms": 54.367, "p95_ms": 41.073}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.671, "count": 236, "max_ms": 62.27, "p95_ms": 48.704}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 236, "max_ms": 3.343, "p95_ms": 2.483}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.507, "count": 236, "max_ms": 62.052, "p95_ms": 48.552}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 236, "max_ms": 0.226, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.397, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.892, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3205861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161137, "write_bytes_delta": 161137, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.448489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1142.0, "pid": 71484, "reason": null, "system_cpu_core_ratio": 0.046946, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.401542, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507421, "system_cpu_s_delta": 5.080000000001746, "user_cpu_core_ratio": 1.158679, "user_cpu_s_delta": 11.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 245, "max_ms": 8.081, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.008, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.103, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.086, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.011, "count": 30, "max": 58.427, "p95": 40.403, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.94, "count": 30, "max": 39.731, "p95": 32.26, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 630.133, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 291.133, "count": 30, "max": 2874.0, "p95": 1106.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.3, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.274, "p95": 1.246, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24989, "sampled_at": "2026-11-03T11:13:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:13:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5245427, "flush_count": 5547, "flush_interval_seconds": 30.0, "flush_state": {"count": 5547, "last_at": "2026-11-03T11:13:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:13:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5546}, "started": true, "suppressed_count": 3200918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3200516}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5547, "written_record_count": 5547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10061.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8864120217600, "copied_frame_count": 3206062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8864120217600, "frame_buffer_copies": 3206062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.137, "count": 512, "max_ms": 2.7607, "p50_ms": 0.1104, "p95_ms": 0.2468, "p99_ms": 0.3539}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5684, "count": 512, "max_ms": 3.892, "p50_ms": 1.4839, "p95_ms": 2.6237, "p99_ms": 3.2089, "results": {"failed": 0, "not_applicable": 0, "success": 3206062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:13:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 160.809, "last_started_at": "2026-11-03T11:10:47+09:00", "pid": 71484, "process": {"exists": false, "pid": 71484}, "restart_count": 267, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 268}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.807, "sample_count": 2330, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-11-03T11:13:27+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-11-03T11:13:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.885, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 539.115, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-11-03T11:13:27.784276+09:00", "mtime_epoch": 1793672007.7842762, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 156729}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:13:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3206062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.034, "max": 6.0, "p95": 5.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.212, "max": 3.0, "p95": 3.0, "sample_count": 236}, "total": {"avg": 2.212, "max": 3.0, "p95": 3.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.886, "pushed": 7.886, "read": 7.852}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 235, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.035, "p95_ms": 0.015, "reason": null, "sample_age_ms": 139.367, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 235, "max_ms": 10.173, "p95_ms": 3.002, "reason": null, "sample_age_ms": 197.752, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 235, "max_ms": 9.671, "p95_ms": 2.103, "reason": null, "sample_age_ms": 198.256, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 236, "max_ms": 1.74, "p95_ms": 0.69, "reason": null, "sample_age_ms": 139.376, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.988, "count": 235, "max_ms": 4.275, "p95_ms": 3.208, "reason": null, "sample_age_ms": 195.435, "source": "client_direct"}, "request_count": 235, "request_tensor_bytes": {"avg": 2764808.0, "count": 235, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.678, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.078, "count": 236, "max_ms": 85.269, "p95_ms": 71.935, "reason": null, "sample_age_ms": 139.364, "source": "client_direct"}, "sample_age_ms": 139.36, "source": "client_direct", "task_total_ms": {"avg_ms": 54.626, "count": 236, "max_ms": 88.272, "p95_ms": 75.22, "reason": null, "sample_age_ms": 139.36, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.525, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.987, "count": 236, "max_ms": 21.41, "p95_ms": 12.888}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.559, "count": 236, "max_ms": 1.552, "p95_ms": 1.044}, "detection_prepare_ms": {"avg_ms": 1.833, "count": 236, "max_ms": 6.781, "p95_ms": 3.236}, "event_filter_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.29, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.434, "count": 236, "max_ms": 2.493, "p95_ms": 0.764}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.047, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.733, "count": 236, "max_ms": 6.981, "p95_ms": 5.247}, "setup_ms": {"avg_ms": 0.055, "count": 236, "max_ms": 0.255, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 7.915, "count": 236, "max_ms": 21.339, "p95_ms": 12.742}, "track_match_ms": {"avg_ms": 0.106, "count": 236, "max_ms": 0.791, "p95_ms": 0.215}, "tracker_update_ms": {"avg_ms": 2.181, "count": 236, "max_ms": 13.108, "p95_ms": 3.611}}, "gstreamer_push": {"avg_ms": 3.409, "count": 236, "max_ms": 8.432, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.076, "count": 236, "max_ms": 3.773, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.023, "count": 236, "max_ms": 97.378, "p95_ms": 77.686}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.057, "count": 236, "max_ms": 11.037, "p95_ms": 7.434}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.736, "count": 236, "max_ms": 158.483, "p95_ms": 130.193}, "inference_input_copy_ms": {"avg_ms": 1.721, "count": 236, "max_ms": 4.687, "p95_ms": 2.889}, "processing_residual_ms": {"avg_ms": 0.257, "count": 236, "max_ms": 0.946, "p95_ms": 0.485}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.772, "count": 236, "max_ms": 165.311, "p95_ms": 136.278}, "read_interval": {"avg_ms": 127.013, "count": 235, "max_ms": 226.818, "p95_ms": 171.778}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 236, "max_ms": 0.161, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.642, "count": 236, "max_ms": 6.799, "p95_ms": 5.112}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 236, "max_ms": 0.082, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.618, "count": 236, "max_ms": 6.76, "p95_ms": 5.077}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 56.039, "count": 236, "max_ms": 97.399, "p95_ms": 77.697}, "visualize": {"avg_ms": 39.356, "count": 236, "max_ms": 64.537, "p95_ms": 50.622}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.969, "count": 236, "max_ms": 54.367, "p95_ms": 41.073}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.671, "count": 236, "max_ms": 62.27, "p95_ms": 48.704}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 236, "max_ms": 3.343, "p95_ms": 2.483}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.507, "count": 236, "max_ms": 62.052, "p95_ms": 48.552}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 236, "max_ms": 0.226, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.397, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.892, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3205861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161137, "write_bytes_delta": 161137, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.448489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1142.0, "pid": 71484, "reason": null, "system_cpu_core_ratio": 0.046946, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.401542, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507421, "system_cpu_s_delta": 5.080000000001746, "user_cpu_core_ratio": 1.158679, "user_cpu_s_delta": 11.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 245, "max_ms": 8.081, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.008, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.103, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.086, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.011, "count": 30, "max": 58.427, "p95": 40.403, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.94, "count": 30, "max": 39.731, "p95": 32.26, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 630.133, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 291.133, "count": 30, "max": 2874.0, "p95": 1106.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.3, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.274, "p95": 1.246, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24989, "sampled_at": "2026-11-03T11:13:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:13:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5245427, "flush_count": 5547, "flush_interval_seconds": 30.0, "flush_state": {"count": 5547, "last_at": "2026-11-03T11:13:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:13:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5546}, "started": true, "suppressed_count": 3200918, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3200516}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5547, "written_record_count": 5547}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10229.66, "limit_mb": null}, "detail": {"pid": 71716, "restart_count": 268, "start_count": 269}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8864120217600, "copied_frame_count": 3206062, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8864120217600, "frame_buffer_copies": 3206062, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.137, "count": 512, "max_ms": 2.7607, "p50_ms": 0.1104, "p95_ms": 0.2468, "p99_ms": 0.3539}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5684, "count": 512, "max_ms": 3.892, "p50_ms": 1.4839, "p95_ms": 2.6237, "p99_ms": 3.2089, "results": {"failed": 0, "not_applicable": 0, "success": 3206062, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 71, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:13:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:13:30+09:00", "pid": 71716, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.859, "name": "ffmpeg", "pid": 71716, "rss_mb": 203.859, "state": "S (sleeping)", "threads": 70}, "restart_count": 268, "restart_count_per_hour": 36, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 269}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.295, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206062, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.077, "last_frame_pushed_at": "2026-11-03T11:13:27+09:00", "last_frame_read_age_sec": 5.22, "last_frame_read_at": "2026-11-03T11:13:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 65.934, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 534.066, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 5.065, "exists": true, "mtime": "2026-11-03T11:13:27.784276+09:00", "mtime_epoch": 1793672007.7842762, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 156729}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:13:32+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.273, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3206062, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.095, "max": 6.0, "p95": 5.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.196, "max": 3.0, "p95": 3.0, "sample_count": 199}, "total": {"avg": 2.196, "max": 3.0, "p95": 3.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.035, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5166.629, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.87, "count": 198, "max_ms": 7.51, "p95_ms": 2.84, "reason": null, "sample_age_ms": 5225.013, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 198, "max_ms": 6.838, "p95_ms": 1.908, "reason": null, "sample_age_ms": 5225.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 198, "max_ms": 1.152, "p95_ms": 0.689, "reason": null, "sample_age_ms": 5166.637, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.974, "count": 198, "max_ms": 4.275, "p95_ms": 3.282, "reason": null, "sample_age_ms": 5222.696, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5222.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5166.939, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.396, "count": 198, "max_ms": 85.269, "p95_ms": 70.722, "reason": null, "sample_age_ms": 5166.625, "source": "client_direct"}, "sample_age_ms": 5166.621, "source": "client_direct", "task_total_ms": {"avg_ms": 53.919, "count": 198, "max_ms": 87.918, "p95_ms": 73.631, "reason": null, "sample_age_ms": 5166.621, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.44, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.851, "count": 199, "max_ms": 21.41, "p95_ms": 12.752}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.562, "count": 199, "max_ms": 1.552, "p95_ms": 1.106}, "detection_prepare_ms": {"avg_ms": 1.797, "count": 199, "max_ms": 6.678, "p95_ms": 3.199}, "event_filter_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.29, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.432, "count": 199, "max_ms": 2.493, "p95_ms": 0.772}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.047, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 2.675, "count": 199, "max_ms": 6.38, "p95_ms": 5.038}, "setup_ms": {"avg_ms": 0.054, "count": 199, "max_ms": 0.255, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 7.78, "count": 199, "max_ms": 21.339, "p95_ms": 12.654}, "track_match_ms": {"avg_ms": 0.104, "count": 199, "max_ms": 0.791, "p95_ms": 0.209}, "tracker_update_ms": {"avg_ms": 2.142, "count": 199, "max_ms": 13.108, "p95_ms": 3.318}}, "gstreamer_push": {"avg_ms": 3.431, "count": 199, "max_ms": 8.432, "p95_ms": 5.097}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.079, "count": 199, "max_ms": 3.773, "p95_ms": 0.118}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.204, "count": 199, "max_ms": 97.378, "p95_ms": 76.938}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.022, "count": 199, "max_ms": 10.711, "p95_ms": 6.862}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.688, "count": 199, "max_ms": 158.483, "p95_ms": 128.533}, "inference_input_copy_ms": {"avg_ms": 1.713, "count": 199, "max_ms": 4.687, "p95_ms": 2.889}, "processing_residual_ms": {"avg_ms": 0.261, "count": 199, "max_ms": 0.946, "p95_ms": 0.492}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.684, "count": 199, "max_ms": 165.311, "p95_ms": 136.205}, "read_interval": {"avg_ms": 125.607, "count": 198, "max_ms": 226.818, "p95_ms": 171.671}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 199, "max_ms": 0.161, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.586, "count": 199, "max_ms": 6.181, "p95_ms": 4.929}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 199, "max_ms": 0.082, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.562, "count": 199, "max_ms": 6.132, "p95_ms": 4.907}, "worker_merge_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.032, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.219, "count": 199, "max_ms": 97.399, "p95_ms": 76.954}, "visualize": {"avg_ms": 39.28, "count": 199, "max_ms": 64.537, "p95_ms": 50.226}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.878, "count": 199, "max_ms": 54.367, "p95_ms": 41.053}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.594, "count": 199, "max_ms": 62.27, "p95_ms": 48.629}, "visualize_input_copy_ms": {"avg_ms": 1.433, "count": 199, "max_ms": 3.343, "p95_ms": 2.491}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.43, "count": 199, "max_ms": 62.052, "p95_ms": 48.468}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 199, "max_ms": 0.226, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.397, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.892, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3205861, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:13:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161137, "write_bytes_delta": 161137, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 530.0, "cpu_core_ratio": 0.448489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1142.0, "pid": 71484, "reason": null, "system_cpu_core_ratio": 0.046946, "system_cpu_s_delta": 0.46999999999999975, "user_cpu_core_ratio": 0.401542, "user_cpu_s_delta": 4.020000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.6661, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.507421, "system_cpu_s_delta": 5.080000000001746, "user_cpu_core_ratio": 1.158679, "user_cpu_s_delta": 11.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.35, "count": 245, "max_ms": 8.081, "p95_ms": 5.546, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.008, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.103, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 2.086, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.011, "count": 30, "max": 58.427, "p95": 40.403, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.94, "count": 30, "max": 39.731, "p95": 32.26, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 630.133, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 291.133, "count": 30, "max": 2874.0, "p95": 1106.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.051, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.127, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 153461.8, "count": 30, "max": 161137.0, "p95": 157854.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.3, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.274, "p95": 1.246, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24989, "sampled_at": "2026-11-03T11:13:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:13:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5246428, "flush_count": 5548, "flush_interval_seconds": 30.0, "flush_state": {"count": 5548, "last_at": "2026-11-03T11:14:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:14:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5547}, "started": true, "suppressed_count": 3201445, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3201043}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5548, "written_record_count": 5548}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10067.492, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8865580032000, "copied_frame_count": 3206590, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8865580032000, "frame_buffer_copies": 3206590, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 4.3164, "p50_ms": 0.1101, "p95_ms": 0.2194, "p99_ms": 0.2874}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.556, "count": 512, "max_ms": 5.5005, "p50_ms": 1.4634, "p95_ms": 2.4724, "p99_ms": 3.2293, "results": {"failed": 0, "not_applicable": 0, "success": 3206590, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.879, "last_started_at": "2026-11-03T11:13:30+09:00", "pid": 71716, "process": {"exists": false, "pid": 71716}, "restart_count": 268, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 269}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.469, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T11:14:50+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T11:14:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.787, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 456.213, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-11-03T11:14:50.651721+09:00", "mtime_epoch": 1793672090.6517205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170139}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:14:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3206590, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.822, "max": 4.0, "p95": 4.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.733, "max": 3.0, "p95": 3.0, "sample_count": 146}, "total": {"avg": 1.406, "max": 3.0, "p95": 3.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.272, "max": 2.0, "p95": 2.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.272, "max": 2.0, "p95": 2.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.003, "pushed": 6.003, "read": 5.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.056, "p95_ms": 0.017, "reason": null, "sample_age_ms": 52.453, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.819, "count": 179, "max_ms": 4.744, "p95_ms": 2.839, "reason": null, "sample_age_ms": 88.891, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.318, "count": 179, "max_ms": 2.929, "p95_ms": 1.955, "reason": null, "sample_age_ms": 89.179, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 179, "max_ms": 1.131, "p95_ms": 0.557, "reason": null, "sample_age_ms": 52.461, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.849, "count": 179, "max_ms": 4.151, "p95_ms": 2.871, "reason": null, "sample_age_ms": 87.676, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.656, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.689, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.892, "count": 179, "max_ms": 97.861, "p95_ms": 64.828, "reason": null, "sample_age_ms": 52.448, "source": "client_direct"}, "sample_age_ms": 52.442, "source": "client_direct", "task_total_ms": {"avg_ms": 48.214, "count": 179, "max_ms": 101.169, "p95_ms": 67.894, "reason": null, "sample_age_ms": 52.442, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.348, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.262, "count": 180, "max_ms": 13.221, "p95_ms": 10.406}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.415, "count": 180, "max_ms": 1.748, "p95_ms": 0.838}, "detection_prepare_ms": {"avg_ms": 1.23, "count": 180, "max_ms": 5.791, "p95_ms": 2.569}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.187, "count": 180, "max_ms": 0.647, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.672, "count": 180, "max_ms": 5.944, "p95_ms": 4.0}, "setup_ms": {"avg_ms": 0.044, "count": 180, "max_ms": 0.171, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.198, "count": 180, "max_ms": 13.1, "p95_ms": 10.323}, "track_match_ms": {"avg_ms": 0.128, "count": 180, "max_ms": 0.464, "p95_ms": 0.301}, "tracker_update_ms": {"avg_ms": 1.514, "count": 180, "max_ms": 5.04, "p95_ms": 2.853}}, "gstreamer_push": {"avg_ms": 3.111, "count": 180, "max_ms": 8.42, "p95_ms": 5.318}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 180, "max_ms": 0.165, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.394, "count": 180, "max_ms": 103.511, "p95_ms": 69.562}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.167, "count": 180, "max_ms": 13.796, "p95_ms": 9.08}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.747, "count": 180, "max_ms": 155.945, "p95_ms": 115.721}, "inference_input_copy_ms": {"avg_ms": 1.64, "count": 180, "max_ms": 3.631, "p95_ms": 2.661}, "processing_residual_ms": {"avg_ms": 0.239, "count": 180, "max_ms": 1.044, "p95_ms": 0.403}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.792, "count": 180, "max_ms": 160.029, "p95_ms": 121.517}, "read_interval": {"avg_ms": 167.464, "count": 179, "max_ms": 4497.94, "p95_ms": 179.215}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 180, "max_ms": 0.061, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.6, "count": 180, "max_ms": 5.801, "p95_ms": 3.92}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 180, "max_ms": 0.076, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.582, "count": 180, "max_ms": 5.771, "p95_ms": 3.904}, "worker_merge_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.408, "count": 180, "max_ms": 103.531, "p95_ms": 69.569}, "visualize": {"avg_ms": 33.952, "count": 180, "max_ms": 57.849, "p95_ms": 46.321}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.877, "count": 180, "max_ms": 49.332, "p95_ms": 39.3}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.423, "count": 180, "max_ms": 55.972, "p95_ms": 44.56}, "visualize_input_copy_ms": {"avg_ms": 1.314, "count": 180, "max_ms": 3.399, "p95_ms": 2.253}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.28, "count": 180, "max_ms": 55.689, "p95_ms": 44.429}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 180, "max_ms": 0.223, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 83.632, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.043, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165338, "write_bytes_delta": 165338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 440.0, "cpu_core_ratio": 0.820023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3588.0, "pid": 71716, "reason": null, "system_cpu_core_ratio": 0.388354, "system_cpu_s_delta": 7.89, "user_cpu_core_ratio": 0.431669, "user_cpu_s_delta": 8.77}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.16211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.368174, "system_cpu_s_delta": 7.4799999999959255, "user_cpu_core_ratio": 0.793936, "user_cpu_s_delta": 16.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.145, "count": 183, "max_ms": 9.053, "p95_ms": 4.961, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.627, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.574, "max": 3.0, "p95": 3.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.813, "count": 30, "max": 83.632, "p95": 57.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.238, "count": 30, "max": 39.731, "p95": 29.567, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 617.3, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1131.8, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.388, "p95": 0.256, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 5.081, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156311.8, "count": 30, "max": 165338.0, "p95": 161178.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 156311.8, "count": 30, "max": 165338.0, "p95": 161178.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.433, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.274, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24998, "sampled_at": "2026-11-03T11:14:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:14:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5246428, "flush_count": 5548, "flush_interval_seconds": 30.0, "flush_state": {"count": 5548, "last_at": "2026-11-03T11:14:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:14:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5547}, "started": true, "suppressed_count": 3201445, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3201043}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5548, "written_record_count": 5548}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10067.535, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8865580032000, "copied_frame_count": 3206590, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8865580032000, "frame_buffer_copies": 3206590, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 4.3164, "p50_ms": 0.1101, "p95_ms": 0.2194, "p99_ms": 0.2874}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.556, "count": 512, "max_ms": 5.5005, "p50_ms": 1.4634, "p95_ms": 2.4724, "p99_ms": 3.2293, "results": {"failed": 0, "not_applicable": 0, "success": 3206590, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:14:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.936, "last_started_at": "2026-11-03T11:13:30+09:00", "pid": 71716, "process": {"exists": false, "pid": 71716}, "restart_count": 268, "restart_count_per_hour": 35, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 269}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.469, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-03T11:14:50+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-11-03T11:14:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 143.85, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 456.15, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T11:14:50.732721+09:00", "mtime_epoch": 1793672090.7327209, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170150}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:14:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.543, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3206590, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.821, "max": 4.0, "p95": 4.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.731, "max": 3.0, "p95": 3.0, "sample_count": 145}, "total": {"avg": 1.402, "max": 3.0, "p95": 3.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.274, "max": 2.0, "p95": 2.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.274, "max": 2.0, "p95": 2.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.983, "pushed": 5.983, "read": 5.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.008, "count": 179, "max_ms": 0.056, "p95_ms": 0.017, "reason": null, "sample_age_ms": 109.375, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.815, "count": 178, "max_ms": 4.744, "p95_ms": 2.841, "reason": null, "sample_age_ms": 145.814, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 178, "max_ms": 2.929, "p95_ms": 1.961, "reason": null, "sample_age_ms": 146.102, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.299, "count": 179, "max_ms": 1.131, "p95_ms": 0.557, "reason": null, "sample_age_ms": 109.384, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.853, "count": 178, "max_ms": 4.151, "p95_ms": 2.873, "reason": null, "sample_age_ms": 144.599, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2764808.0, "count": 178, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.579, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.612, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.892, "count": 179, "max_ms": 97.861, "p95_ms": 64.828, "reason": null, "sample_age_ms": 109.371, "source": "client_direct"}, "sample_age_ms": 109.365, "source": "client_direct", "task_total_ms": {"avg_ms": 48.214, "count": 179, "max_ms": 101.169, "p95_ms": 67.894, "reason": null, "sample_age_ms": 109.365, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.05, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.265, "count": 179, "max_ms": 13.221, "p95_ms": 10.44}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.416, "count": 179, "max_ms": 1.748, "p95_ms": 0.91}, "detection_prepare_ms": {"avg_ms": 1.231, "count": 179, "max_ms": 5.791, "p95_ms": 2.6}, "event_filter_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.187, "count": 179, "max_ms": 0.647, "p95_ms": 0.447}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.671, "count": 179, "max_ms": 5.944, "p95_ms": 4.128}, "setup_ms": {"avg_ms": 0.044, "count": 179, "max_ms": 0.171, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 5.201, "count": 179, "max_ms": 13.1, "p95_ms": 10.372}, "track_match_ms": {"avg_ms": 0.128, "count": 179, "max_ms": 0.464, "p95_ms": 0.309}, "tracker_update_ms": {"avg_ms": 1.514, "count": 179, "max_ms": 5.04, "p95_ms": 2.928}}, "gstreamer_push": {"avg_ms": 3.119, "count": 179, "max_ms": 8.42, "p95_ms": 5.329}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 179, "max_ms": 0.165, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.448, "count": 179, "max_ms": 103.511, "p95_ms": 70.373}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.175, "count": 179, "max_ms": 13.796, "p95_ms": 9.223}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.87, "count": 179, "max_ms": 155.945, "p95_ms": 116.971}, "inference_input_copy_ms": {"avg_ms": 1.641, "count": 179, "max_ms": 3.631, "p95_ms": 2.75}, "processing_residual_ms": {"avg_ms": 0.239, "count": 179, "max_ms": 1.044, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.924, "count": 179, "max_ms": 160.029, "p95_ms": 122.794}, "read_interval": {"avg_ms": 167.976, "count": 178, "max_ms": 4497.94, "p95_ms": 179.215}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 179, "max_ms": 0.061, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.599, "count": 179, "max_ms": 5.801, "p95_ms": 3.993}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 179, "max_ms": 0.076, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.581, "count": 179, "max_ms": 5.771, "p95_ms": 3.954}, "worker_merge_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.463, "count": 179, "max_ms": 103.531, "p95_ms": 70.381}, "visualize": {"avg_ms": 34.013, "count": 179, "max_ms": 57.849, "p95_ms": 46.913}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.935, "count": 179, "max_ms": 49.332, "p95_ms": 39.458}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.484, "count": 179, "max_ms": 55.972, "p95_ms": 45.08}, "visualize_input_copy_ms": {"avg_ms": 1.314, "count": 179, "max_ms": 3.399, "p95_ms": 2.435}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.34, "count": 179, "max_ms": 55.689, "p95_ms": 44.935}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 179, "max_ms": 0.223, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 83.632, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.043, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165338, "write_bytes_delta": 165338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 440.0, "cpu_core_ratio": 0.820023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3588.0, "pid": 71716, "reason": null, "system_cpu_core_ratio": 0.388354, "system_cpu_s_delta": 7.89, "user_cpu_core_ratio": 0.431669, "user_cpu_s_delta": 8.77}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.16211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.368174, "system_cpu_s_delta": 7.4799999999959255, "user_cpu_core_ratio": 0.793936, "user_cpu_s_delta": 16.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.145, "count": 183, "max_ms": 9.053, "p95_ms": 4.961, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.627, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.574, "max": 3.0, "p95": 3.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.813, "count": 30, "max": 83.632, "p95": 57.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.238, "count": 30, "max": 39.731, "p95": 29.567, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 617.3, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1131.8, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.388, "p95": 0.256, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 5.081, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156311.8, "count": 30, "max": 165338.0, "p95": 161178.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 156311.8, "count": 30, "max": 165338.0, "p95": 161178.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.433, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.274, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24998, "sampled_at": "2026-11-03T11:14:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:14:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5246428, "flush_count": 5548, "flush_interval_seconds": 30.0, "flush_state": {"count": 5548, "last_at": "2026-11-03T11:14:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:14:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5547}, "started": true, "suppressed_count": 3201445, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3201043}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5548, "written_record_count": 5548}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10233.203, "limit_mb": null}, "detail": {"pid": 71832, "restart_count": 269, "start_count": 270}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8865580032000, "copied_frame_count": 3206590, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8865580032000, "frame_buffer_copies": 3206590, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 4.3164, "p50_ms": 0.1101, "p95_ms": 0.2194, "p99_ms": 0.2874}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.556, "count": 512, "max_ms": 5.5005, "p50_ms": 1.4634, "p95_ms": 2.4724, "p99_ms": 3.2293, "results": {"failed": 0, "not_applicable": 0, "success": 3206590, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 252, "h264_decode_error_count": 811, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:13:27+09:00", "last_error_summary": "[h264 @ 0x641176738840] error while decoding MB 39 65, bytestream -5", "last_exit_at": "2026-11-03T11:14:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:14:53+09:00", "pid": 71832, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.148, "name": "ffmpeg", "pid": 71832, "rss_mb": 198.148, "state": "S (sleeping)", "threads": 70}, "restart_count": 269, "restart_count_per_hour": 36, "rtsp_timeout_count": 140, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 270}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.415, "sample_count": 2174, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:14:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.917, "last_frame_pushed_at": "2026-11-03T11:14:50+09:00", "last_frame_read_age_sec": 4.995, "last_frame_read_at": "2026-11-03T11:14:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 148.693, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 451.307, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 4.909, "exists": true, "mtime": "2026-11-03T11:14:50.732721+09:00", "mtime_epoch": 1793672090.7327209, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170150}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:14:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.547, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3206590, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.804, "max": 4.0, "p95": 4.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.644, "max": 3.0, "p95": 2.0, "sample_count": 104}, "total": {"avg": 1.239, "max": 3.0, "p95": 2.0, "sample_count": 138}}, "tracking_counts": {"active": {"avg": 1.174, "max": 2.0, "p95": 2.0, "sample_count": 138}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 138}, "tracked": {"avg": 1.174, "max": 2.0, "p95": 2.0, "sample_count": 138}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.605, "pushed": 4.605, "read": 4.572}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 137, "client_acquire_ms": {"avg_ms": 0.008, "count": 137, "max_ms": 0.056, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4962.26, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 137, "max_ms": 4.744, "p95_ms": 2.472, "reason": null, "sample_age_ms": 4998.699, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 137, "max_ms": 2.929, "p95_ms": 1.855, "reason": null, "sample_age_ms": 4998.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.296, "count": 137, "max_ms": 1.131, "p95_ms": 0.513, "reason": null, "sample_age_ms": 4962.269, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 137, "max_ms": 4.151, "p95_ms": 2.876, "reason": null, "sample_age_ms": 4997.483, "source": "client_direct"}, "request_count": 137, "request_tensor_bytes": {"avg": 2764808.0, "count": 137, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4997.464, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 137, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4962.497, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.257, "count": 137, "max_ms": 97.861, "p95_ms": 65.002, "reason": null, "sample_age_ms": 4962.256, "source": "client_direct"}, "sample_age_ms": 4962.25, "source": "client_direct", "task_total_ms": {"avg_ms": 47.569, "count": 137, "max_ms": 101.169, "p95_ms": 68.007, "reason": null, "sample_age_ms": 4962.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.407, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.703, "count": 138, "max_ms": 13.221, "p95_ms": 9.912}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.41, "count": 138, "max_ms": 1.748, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.11, "count": 138, "max_ms": 5.791, "p95_ms": 2.461}, "event_filter_ms": {"avg_ms": 0.005, "count": 138, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.172, "count": 138, "max_ms": 0.645, "p95_ms": 0.447}, "mcmt_ms": {"avg_ms": 0.003, "count": 138, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.433, "count": 138, "max_ms": 5.944, "p95_ms": 3.786}, "setup_ms": {"avg_ms": 0.042, "count": 138, "max_ms": 0.108, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 4.644, "count": 138, "max_ms": 13.1, "p95_ms": 9.868}, "track_match_ms": {"avg_ms": 0.11, "count": 138, "max_ms": 0.445, "p95_ms": 0.28}, "tracker_update_ms": {"avg_ms": 1.357, "count": 138, "max_ms": 5.04, "p95_ms": 2.815}}, "gstreamer_push": {"avg_ms": 3.138, "count": 138, "max_ms": 8.42, "p95_ms": 5.412}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 138, "max_ms": 0.141, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.711, "count": 138, "max_ms": 103.511, "p95_ms": 71.82}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.07, "count": 138, "max_ms": 13.796, "p95_ms": 8.61}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.128, "count": 138, "max_ms": 155.945, "p95_ms": 114.108}, "inference_input_copy_ms": {"avg_ms": 1.569, "count": 138, "max_ms": 3.631, "p95_ms": 2.554}, "processing_residual_ms": {"avg_ms": 0.224, "count": 138, "max_ms": 0.574, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.992, "count": 138, "max_ms": 160.029, "p95_ms": 120.581}, "read_interval": {"avg_ms": 182.962, "count": 137, "max_ms": 4497.94, "p95_ms": 227.48}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 138, "max_ms": 0.061, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.366, "count": 138, "max_ms": 5.801, "p95_ms": 3.672}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 138, "max_ms": 0.076, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.348, "count": 138, "max_ms": 5.771, "p95_ms": 3.641}, "worker_merge_ms": {"avg_ms": 0.006, "count": 138, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.725, "count": 138, "max_ms": 103.531, "p95_ms": 71.828}, "visualize": {"avg_ms": 33.574, "count": 138, "max_ms": 57.849, "p95_ms": 46.913}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.782, "count": 138, "max_ms": 49.332, "p95_ms": 39.3}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.073, "count": 138, "max_ms": 55.972, "p95_ms": 45.08}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 138, "max_ms": 2.951, "p95_ms": 2.435}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.933, "count": 138, "max_ms": 55.689, "p95_ms": 44.935}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 138, "max_ms": 0.223, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 83.632, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.043, "sample_count": 2228, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3206544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:14:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165338, "write_bytes_delta": 165338, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 440.0, "cpu_core_ratio": 0.820023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3588.0, "pid": 71716, "reason": null, "system_cpu_core_ratio": 0.388354, "system_cpu_s_delta": 7.89, "user_cpu_core_ratio": 0.431669, "user_cpu_s_delta": 8.77}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.16211, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.368174, "system_cpu_s_delta": 7.4799999999959255, "user_cpu_core_ratio": 0.793936, "user_cpu_s_delta": 16.130000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.145, "count": 183, "max_ms": 9.053, "p95_ms": 4.961, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.044, "max": 5.0, "p95": 4.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.627, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 1.574, "max": 3.0, "p95": 3.0, "sample_count": 183}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.813, "count": 30, "max": 83.632, "p95": 57.615, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.238, "count": 30, "max": 39.731, "p95": 29.567, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 617.3, "count": 30, "max": 1197.0, "p95": 912.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1131.8, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.388, "p95": 0.256, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.497, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 5.081, "p95": 0.04, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156311.8, "count": 30, "max": 165338.0, "p95": 161178.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 156311.8, "count": 30, "max": 165338.0, "p95": 161178.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.433, "count": 30, "max": 43.0, "p95": 15.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.479, "count": 30, "max": 0.648, "p95": 0.561, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.092, "count": 30, "max": 1.274, "p95": 1.239, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24998, "sampled_at": "2026-11-03T11:14:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:14:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5250334, "flush_count": 5552, "flush_interval_seconds": 30.0, "flush_state": {"count": 5552, "last_at": "2026-11-03T11:18:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:18:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5551}, "started": true, "suppressed_count": 3203230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3202828}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5552, "written_record_count": 5552}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10080.664, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6235aad75140] cabac decode of qscale diff failed at 113 63 [h264 @ 0x6235aad75140] error while decoding MB 113 63, bytestream 3524 [h264 @ 0x6235aba4c100] left block unavailable for requested intra mode [h264 @ 0x6235aba4c100] error while decoding MB 0 51, bytestream 15085 [h264 @ 0x6235ab8ae4c0] error while decoding MB 29 45, bytestream -9 [h264 @ 0x6235aad7ea80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6235aad7ea80] error while decoding MB 0 63, bytestream 272 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8870526259200, "copied_frame_count": 3208379, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8870526259200, "frame_buffer_copies": 3208379, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 0.4452, "p50_ms": 0.1093, "p95_ms": 0.2277, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 6.6585, "p50_ms": 1.4702, "p95_ms": 2.4016, "p99_ms": 2.9231, "results": {"failed": 0, "not_applicable": 0, "success": 3208379, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 253, "h264_decode_error_count": 817, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:18:41+09:00", "last_error_summary": "[h264 @ 0x6235aad75140] cabac decode of qscale diff failed at 113 63 [h264 @ 0x6235aad75140] error while decoding MB 113 63, bytestream 3524 [h264 @ 0x6235aba4c100] left block unavailable for requested intra mode [h264 @ 0x6235aba4c100] error while decoding MB 0 51, bytestream 15085 [h264 @ 0x6235ab8ae4c0] error while decoding MB 29 45, bytestream -9 [h264 @ 0x6235aad7ea80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6235aad7ea80] error while decoding MB 0 63, bytestream 272 ", "last_exit_at": "2026-11-03T11:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.576, "last_started_at": "2026-11-03T11:14:53+09:00", "pid": 71832, "process": {"exists": false, "pid": 71832}, "restart_count": 269, "restart_count_per_hour": 35, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 270}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.729, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T11:18:41+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-03T11:18:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.271, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 225.729, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-11-03T11:18:41.144918+09:00", "mtime_epoch": 1793672321.1449177, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 165584}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:18:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.414, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3208379, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.769, "max": 5.0, "p95": 4.0, "sample_count": 78}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.438, "max": 2.0, "p95": 2.0, "sample_count": 32}, "total": {"avg": 0.59, "max": 2.0, "p95": 2.0, "sample_count": 78}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 78}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 78, "pushed_frames": 78, "read_frames": 77, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.602, "pushed": 2.602, "read": 2.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 45.843, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 77, "max_ms": 5.168, "p95_ms": 2.374, "reason": null, "sample_age_ms": 79.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 77, "max_ms": 2.648, "p95_ms": 1.607, "reason": null, "sample_age_ms": 79.367, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 77, "max_ms": 0.827, "p95_ms": 0.577, "reason": null, "sample_age_ms": 45.85, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.903, "count": 77, "max_ms": 4.58, "p95_ms": 3.024, "reason": null, "sample_age_ms": 78.05, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.032, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 46.064, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.658, "count": 77, "max_ms": 65.492, "p95_ms": 62.843, "reason": null, "sample_age_ms": 45.84, "source": "client_direct"}, "sample_age_ms": 45.837, "source": "client_direct", "task_total_ms": {"avg_ms": 49.074, "count": 77, "max_ms": 68.559, "p95_ms": 64.99, "reason": null, "sample_age_ms": 45.837, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.902, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.145, "count": 78, "max_ms": 13.91, "p95_ms": 9.691}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 78, "max_ms": 1.421, "p95_ms": 1.003}, "detection_prepare_ms": {"avg_ms": 0.725, "count": 78, "max_ms": 4.188, "p95_ms": 2.32}, "event_filter_ms": {"avg_ms": 0.005, "count": 78, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.214, "count": 78, "max_ms": 0.992, "p95_ms": 0.599}, "mcmt_ms": {"avg_ms": 0.004, "count": 78, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.854, "count": 78, "max_ms": 5.399, "p95_ms": 3.222}, "setup_ms": {"avg_ms": 0.054, "count": 78, "max_ms": 0.124, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 3.088, "count": 78, "max_ms": 13.853, "p95_ms": 9.603}, "track_match_ms": {"avg_ms": 0.039, "count": 78, "max_ms": 0.214, "p95_ms": 0.138}, "tracker_update_ms": {"avg_ms": 0.766, "count": 78, "max_ms": 4.091, "p95_ms": 2.75}}, "gstreamer_push": {"avg_ms": 3.241, "count": 78, "max_ms": 6.878, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 78, "max_ms": 0.151, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.38, "count": 78, "max_ms": 70.413, "p95_ms": 66.852}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.212, "count": 78, "max_ms": 11.225, "p95_ms": 9.861}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.491, "count": 78, "max_ms": 123.794, "p95_ms": 108.704}, "inference_input_copy_ms": {"avg_ms": 1.652, "count": 78, "max_ms": 3.063, "p95_ms": 2.696}, "processing_residual_ms": {"avg_ms": 0.195, "count": 78, "max_ms": 0.451, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.551, "count": 78, "max_ms": 129.19, "p95_ms": 113.232}, "read_interval": {"avg_ms": 389.709, "count": 77, "max_ms": 10134.825, "p95_ms": 397.006}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 78, "max_ms": 0.044, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.784, "count": 78, "max_ms": 5.223, "p95_ms": 3.136}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 78, "max_ms": 0.06, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.765, "count": 78, "max_ms": 5.181, "p95_ms": 3.117}, "worker_merge_ms": {"avg_ms": 0.007, "count": 78, "max_ms": 0.026, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 50.396, "count": 78, "max_ms": 70.426, "p95_ms": 66.866}, "visualize": {"avg_ms": 33.766, "count": 78, "max_ms": 47.223, "p95_ms": 45.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.026, "count": 78, "max_ms": 40.264, "p95_ms": 38.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.195, "count": 78, "max_ms": 45.921, "p95_ms": 43.515}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 78, "max_ms": 2.649, "p95_ms": 2.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 78, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.046, "count": 78, "max_ms": 45.76, "p95_ms": 43.298}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 78, "max_ms": 0.196, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 78}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 78}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.612, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.452, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 160041, "write_bytes_delta": 160041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 625.0, "cpu_core_ratio": 0.814228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2444.0, "pid": 71832, "reason": null, "system_cpu_core_ratio": 0.325492, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.488736, "user_cpu_s_delta": 9.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440957, "system_cpu_s_delta": 8.860000000000582, "user_cpu_core_ratio": 0.962043, "user_cpu_s_delta": 19.330000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 208, "max_ms": 6.789, "p95_ms": 5.145, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.288, "max": 6.0, "p95": 6.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.2, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.779, "max": 3.0, "p95": 2.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.399, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.135, "count": 30, "max": 26.205, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.433, "count": 30, "max": 1449.0, "p95": 737.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1339.767, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.509, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.081, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 47.0, "p95": 22.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.648, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.058, "count": 30, "max": 1.233, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25015, "sampled_at": "2026-11-03T11:18:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:18:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5250334, "flush_count": 5552, "flush_interval_seconds": 30.0, "flush_state": {"count": 5552, "last_at": "2026-11-03T11:18:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:18:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5551}, "started": true, "suppressed_count": 3203230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3202828}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5552, "written_record_count": 5552}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10080.34, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:18:41+09:00", "last_error_summary": "[h264 @ 0x6235aad75140] cabac decode of qscale diff failed at 113 63 [h264 @ 0x6235aad75140] error while decoding MB 113 63, bytestream 3524 [h264 @ 0x6235aba4c100] left block unavailable for requested intra mode [h264 @ 0x6235aba4c100] error while decoding MB 0 51, bytestream 15085 [h264 @ 0x6235ab8ae4c0] error while decoding MB 29 45, bytestream -9 [h264 @ 0x6235aad7ea80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6235aad7ea80] error while decoding MB 0 63, bytestream 272 ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8870526259200, "copied_frame_count": 3208379, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8870526259200, "frame_buffer_copies": 3208379, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 0.4452, "p50_ms": 0.1093, "p95_ms": 0.2277, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 6.6585, "p50_ms": 1.4702, "p95_ms": 2.4016, "p99_ms": 2.9231, "results": {"failed": 0, "not_applicable": 0, "success": 3208379, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 253, "h264_decode_error_count": 817, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:18:41+09:00", "last_error_summary": "[h264 @ 0x6235aad75140] cabac decode of qscale diff failed at 113 63 [h264 @ 0x6235aad75140] error while decoding MB 113 63, bytestream 3524 [h264 @ 0x6235aba4c100] left block unavailable for requested intra mode [h264 @ 0x6235aba4c100] error while decoding MB 0 51, bytestream 15085 [h264 @ 0x6235ab8ae4c0] error while decoding MB 29 45, bytestream -9 [h264 @ 0x6235aad7ea80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6235aad7ea80] error while decoding MB 0 63, bytestream 272 ", "last_exit_at": "2026-11-03T11:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.609, "last_started_at": "2026-11-03T11:14:53+09:00", "pid": 71832, "process": {"exists": false, "pid": 71832}, "restart_count": 269, "restart_count_per_hour": 35, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 270}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.729, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-03T11:18:41+09:00", "last_frame_read_age_sec": 0.108, "last_frame_read_at": "2026-11-03T11:18:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.296, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 225.704, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-03T11:18:41.225918+09:00", "mtime_epoch": 1793672321.225918, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164858}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:18:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.41, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3208379, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.753, "max": 5.0, "p95": 4.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.419, "max": 2.0, "p95": 2.0, "sample_count": 31}, "total": {"avg": 0.571, "max": 2.0, "p95": 2.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.571, "pushed": 2.571, "read": 2.571}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 74.185, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 77, "max_ms": 5.168, "p95_ms": 2.374, "reason": null, "sample_age_ms": 107.439, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 77, "max_ms": 2.648, "p95_ms": 1.607, "reason": null, "sample_age_ms": 107.709, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 77, "max_ms": 0.827, "p95_ms": 0.577, "reason": null, "sample_age_ms": 74.192, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.903, "count": 77, "max_ms": 4.58, "p95_ms": 3.024, "reason": null, "sample_age_ms": 106.392, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 106.374, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.406, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.658, "count": 77, "max_ms": 65.492, "p95_ms": 62.843, "reason": null, "sample_age_ms": 74.182, "source": "client_direct"}, "sample_age_ms": 74.179, "source": "client_direct", "task_total_ms": {"avg_ms": 49.074, "count": 77, "max_ms": 68.559, "p95_ms": 64.99, "reason": null, "sample_age_ms": 74.179, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.438, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.049, "count": 77, "max_ms": 13.91, "p95_ms": 9.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.419, "count": 77, "max_ms": 1.421, "p95_ms": 0.973}, "detection_prepare_ms": {"avg_ms": 0.708, "count": 77, "max_ms": 4.188, "p95_ms": 2.32}, "event_filter_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.209, "count": 77, "max_ms": 0.992, "p95_ms": 0.551}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.816, "count": 77, "max_ms": 5.399, "p95_ms": 3.169}, "setup_ms": {"avg_ms": 0.054, "count": 77, "max_ms": 0.124, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 2.992, "count": 77, "max_ms": 13.853, "p95_ms": 9.087}, "track_match_ms": {"avg_ms": 0.037, "count": 77, "max_ms": 0.214, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 0.74, "count": 77, "max_ms": 4.091, "p95_ms": 2.615}}, "gstreamer_push": {"avg_ms": 3.244, "count": 77, "max_ms": 6.878, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 77, "max_ms": 0.151, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.346, "count": 77, "max_ms": 70.413, "p95_ms": 66.852}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.23, "count": 77, "max_ms": 11.225, "p95_ms": 9.861}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.297, "count": 77, "max_ms": 123.794, "p95_ms": 108.704}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 77, "max_ms": 3.063, "p95_ms": 2.696}, "processing_residual_ms": {"avg_ms": 0.194, "count": 77, "max_ms": 0.451, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.379, "count": 77, "max_ms": 129.19, "p95_ms": 113.232}, "read_interval": {"avg_ms": 389.709, "count": 77, "max_ms": 10134.825, "p95_ms": 397.006}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.044, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.747, "count": 77, "max_ms": 5.223, "p95_ms": 3.099}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 77, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.728, "count": 77, "max_ms": 5.181, "p95_ms": 3.082}, "worker_merge_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.026, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 50.361, "count": 77, "max_ms": 70.426, "p95_ms": 66.866}, "visualize": {"avg_ms": 33.702, "count": 77, "max_ms": 47.223, "p95_ms": 45.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.01, "count": 77, "max_ms": 40.264, "p95_ms": 38.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.15, "count": 77, "max_ms": 45.921, "p95_ms": 43.515}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 77, "max_ms": 2.649, "p95_ms": 2.228}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.004, "count": 77, "max_ms": 45.76, "p95_ms": 43.298}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 77, "max_ms": 0.18, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.612, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.452, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 160041, "write_bytes_delta": 160041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 625.0, "cpu_core_ratio": 0.814228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2444.0, "pid": 71832, "reason": null, "system_cpu_core_ratio": 0.325492, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.488736, "user_cpu_s_delta": 9.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440957, "system_cpu_s_delta": 8.860000000000582, "user_cpu_core_ratio": 0.962043, "user_cpu_s_delta": 19.330000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 208, "max_ms": 6.789, "p95_ms": 5.145, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.288, "max": 6.0, "p95": 6.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.2, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.779, "max": 3.0, "p95": 2.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.399, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.135, "count": 30, "max": 26.205, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.433, "count": 30, "max": 1449.0, "p95": 737.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1339.767, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.509, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.081, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 47.0, "p95": 22.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.648, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.058, "count": 30, "max": 1.233, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25015, "sampled_at": "2026-11-03T11:18:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:18:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5250334, "flush_count": 5552, "flush_interval_seconds": 30.0, "flush_state": {"count": 5552, "last_at": "2026-11-03T11:18:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:18:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5551}, "started": true, "suppressed_count": 3203230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3202828}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5552, "written_record_count": 5552}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10081.52, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8870526259200, "copied_frame_count": 3208379, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8870526259200, "frame_buffer_copies": 3208379, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 0.4452, "p50_ms": 0.1093, "p95_ms": 0.2277, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 6.6585, "p50_ms": 1.4702, "p95_ms": 2.4016, "p99_ms": 2.9231, "results": {"failed": 0, "not_applicable": 0, "success": 3208379, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 253, "h264_decode_error_count": 817, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:18:41+09:00", "last_error_summary": "[h264 @ 0x6235aad75140] cabac decode of qscale diff failed at 113 63 [h264 @ 0x6235aad75140] error while decoding MB 113 63, bytestream 3524 [h264 @ 0x6235aba4c100] left block unavailable for requested intra mode [h264 @ 0x6235aba4c100] error while decoding MB 0 51, bytestream 15085 [h264 @ 0x6235ab8ae4c0] error while decoding MB 29 45, bytestream -9 [h264 @ 0x6235aad7ea80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6235aad7ea80] error while decoding MB 0 63, bytestream 272 ", "last_exit_at": "2026-11-03T11:18:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.633, "last_started_at": "2026-11-03T11:14:53+09:00", "pid": 71832, "process": {"exists": false, "pid": 71832}, "restart_count": 269, "restart_count_per_hour": 35, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 270}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.729, "sample_count": 2251, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-03T11:18:41+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-11-03T11:18:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 374.329, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 225.671, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-03T11:18:41.225918+09:00", "mtime_epoch": 1793672321.225918, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164858}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:18:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.41, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3208379, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.753, "max": 5.0, "p95": 4.0, "sample_count": 77}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.419, "max": 2.0, "p95": 2.0, "sample_count": 31}, "total": {"avg": 0.571, "max": 2.0, "p95": 2.0, "sample_count": 77}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 77}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 77, "pushed_frames": 77, "read_frames": 77, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.569, "pushed": 2.569, "read": 2.569}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 77, "client_acquire_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 99.225, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 77, "max_ms": 5.168, "p95_ms": 2.374, "reason": null, "sample_age_ms": 132.478, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 77, "max_ms": 2.648, "p95_ms": 1.607, "reason": null, "sample_age_ms": 132.749, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 77, "max_ms": 0.827, "p95_ms": 0.577, "reason": null, "sample_age_ms": 99.231, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.903, "count": 77, "max_ms": 4.58, "p95_ms": 3.024, "reason": null, "sample_age_ms": 131.431, "source": "client_direct"}, "request_count": 77, "request_tensor_bytes": {"avg": 2764808.0, "count": 77, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 131.413, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 77, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.658, "count": 77, "max_ms": 65.492, "p95_ms": 62.843, "reason": null, "sample_age_ms": 99.221, "source": "client_direct"}, "sample_age_ms": 99.218, "source": "client_direct", "task_total_ms": {"avg_ms": 49.074, "count": 77, "max_ms": 68.559, "p95_ms": 64.99, "reason": null, "sample_age_ms": 99.218, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.859, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.049, "count": 77, "max_ms": 13.91, "p95_ms": 9.129}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.419, "count": 77, "max_ms": 1.421, "p95_ms": 0.973}, "detection_prepare_ms": {"avg_ms": 0.708, "count": 77, "max_ms": 4.188, "p95_ms": 2.32}, "event_filter_ms": {"avg_ms": 0.005, "count": 77, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.209, "count": 77, "max_ms": 0.992, "p95_ms": 0.551}, "mcmt_ms": {"avg_ms": 0.004, "count": 77, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.816, "count": 77, "max_ms": 5.399, "p95_ms": 3.169}, "setup_ms": {"avg_ms": 0.054, "count": 77, "max_ms": 0.124, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 2.992, "count": 77, "max_ms": 13.853, "p95_ms": 9.087}, "track_match_ms": {"avg_ms": 0.037, "count": 77, "max_ms": 0.214, "p95_ms": 0.137}, "tracker_update_ms": {"avg_ms": 0.74, "count": 77, "max_ms": 4.091, "p95_ms": 2.615}}, "gstreamer_push": {"avg_ms": 3.244, "count": 77, "max_ms": 6.878, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 77, "max_ms": 0.151, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.346, "count": 77, "max_ms": 70.413, "p95_ms": 66.852}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.23, "count": 77, "max_ms": 11.225, "p95_ms": 9.861}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.297, "count": 77, "max_ms": 123.794, "p95_ms": 108.704}, "inference_input_copy_ms": {"avg_ms": 1.659, "count": 77, "max_ms": 3.063, "p95_ms": 2.696}, "processing_residual_ms": {"avg_ms": 0.194, "count": 77, "max_ms": 0.451, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.379, "count": 77, "max_ms": 129.19, "p95_ms": 113.232}, "read_interval": {"avg_ms": 389.709, "count": 77, "max_ms": 10134.825, "p95_ms": 397.006}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 77, "max_ms": 0.044, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.747, "count": 77, "max_ms": 5.223, "p95_ms": 3.099}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 77, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.728, "count": 77, "max_ms": 5.181, "p95_ms": 3.082}, "worker_merge_ms": {"avg_ms": 0.007, "count": 77, "max_ms": 0.026, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 50.361, "count": 77, "max_ms": 70.426, "p95_ms": 66.866}, "visualize": {"avg_ms": 33.702, "count": 77, "max_ms": 47.223, "p95_ms": 45.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.01, "count": 77, "max_ms": 40.264, "p95_ms": 38.93}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.15, "count": 77, "max_ms": 45.921, "p95_ms": 43.515}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 77, "max_ms": 2.649, "p95_ms": 2.228}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 77, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.004, "count": 77, "max_ms": 45.76, "p95_ms": 43.298}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 77, "max_ms": 0.18, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 77}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 77}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.612, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.452, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 160041, "write_bytes_delta": 160041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 625.0, "cpu_core_ratio": 0.814228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2444.0, "pid": 71832, "reason": null, "system_cpu_core_ratio": 0.325492, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.488736, "user_cpu_s_delta": 9.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440957, "system_cpu_s_delta": 8.860000000000582, "user_cpu_core_ratio": 0.962043, "user_cpu_s_delta": 19.330000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 208, "max_ms": 6.789, "p95_ms": 5.145, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.288, "max": 6.0, "p95": 6.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.2, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.779, "max": 3.0, "p95": 2.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.399, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.135, "count": 30, "max": 26.205, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.433, "count": 30, "max": 1449.0, "p95": 737.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1339.767, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.509, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.081, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 47.0, "p95": 22.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.648, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.058, "count": 30, "max": 1.233, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25015, "sampled_at": "2026-11-03T11:18:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:18:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5250334, "flush_count": 5552, "flush_interval_seconds": 30.0, "flush_state": {"count": 5552, "last_at": "2026-11-03T11:18:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:18:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5551}, "started": true, "suppressed_count": 3203230, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3202828}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5552, "written_record_count": 5552}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10108.887, "limit_mb": null}, "detail": {"pid": 71948, "restart_count": 270, "start_count": 271}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8870526259200, "copied_frame_count": 3208379, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8870526259200, "frame_buffer_copies": 3208379, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1218, "count": 512, "max_ms": 0.4452, "p50_ms": 0.1093, "p95_ms": 0.2277, "p99_ms": 0.2828}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5334, "count": 512, "max_ms": 6.6585, "p50_ms": 1.4702, "p95_ms": 2.4016, "p99_ms": 2.9231, "results": {"failed": 0, "not_applicable": 0, "success": 3208379, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 253, "h264_decode_error_count": 817, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:18:41+09:00", "last_error_summary": "[h264 @ 0x6235aad75140] cabac decode of qscale diff failed at 113 63 [h264 @ 0x6235aad75140] error while decoding MB 113 63, bytestream 3524 [h264 @ 0x6235aba4c100] left block unavailable for requested intra mode [h264 @ 0x6235aba4c100] error while decoding MB 0 51, bytestream 15085 [h264 @ 0x6235ab8ae4c0] error while decoding MB 29 45, bytestream -9 [h264 @ 0x6235aad7ea80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6235aad7ea80] error while decoding MB 0 63, bytestream 272 ", "last_exit_at": "2026-11-03T11:18:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:18:44+09:00", "pid": 71948, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.266, "name": "ffmpeg", "pid": 71948, "rss_mb": 58.266, "state": "S (sleeping)", "threads": 1}, "restart_count": 270, "restart_count_per_hour": 36, "rtsp_timeout_count": 142, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 271}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.464, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208379, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.088, "last_frame_pushed_at": "2026-11-03T11:18:41+09:00", "last_frame_read_age_sec": 5.161, "last_frame_read_at": "2026-11-03T11:18:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.354, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 220.646, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 5.077, "exists": true, "mtime": "2026-11-03T11:18:41.225918+09:00", "mtime_epoch": 1793672321.225918, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 164858}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:18:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.414, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3208379, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.66, "max": 5.0, "p95": 4.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.5, "max": 2.0, "p95": 2.0, "sample_count": 10}, "total": {"avg": 0.283, "max": 2.0, "p95": 2.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.768, "pushed": 1.768, "read": 1.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.007, "count": 52, "max_ms": 0.02, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5129.113, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.804, "count": 52, "max_ms": 5.168, "p95_ms": 2.533, "reason": null, "sample_age_ms": 5162.366, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.312, "count": 52, "max_ms": 2.648, "p95_ms": 1.611, "reason": null, "sample_age_ms": 5162.637, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 52, "max_ms": 0.827, "p95_ms": 0.554, "reason": null, "sample_age_ms": 5129.12, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.928, "count": 52, "max_ms": 4.58, "p95_ms": 3.458, "reason": null, "sample_age_ms": 5161.319, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5161.301, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5129.334, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.458, "count": 52, "max_ms": 65.492, "p95_ms": 63.35, "reason": null, "sample_age_ms": 5129.109, "source": "client_direct"}, "sample_age_ms": 5129.106, "source": "client_direct", "task_total_ms": {"avg_ms": 48.906, "count": 52, "max_ms": 68.559, "p95_ms": 65.187, "reason": null, "sample_age_ms": 5129.106, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.439, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.863, "count": 53, "max_ms": 9.691, "p95_ms": 6.686}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 53, "max_ms": 1.16, "p95_ms": 0.663}, "detection_prepare_ms": {"avg_ms": 0.397, "count": 53, "max_ms": 2.514, "p95_ms": 1.38}, "event_filter_ms": {"avg_ms": 0.005, "count": 53, "max_ms": 0.015, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.14, "count": 53, "max_ms": 0.72, "p95_ms": 0.393}, "mcmt_ms": {"avg_ms": 0.003, "count": 53, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.496, "count": 53, "max_ms": 2.906, "p95_ms": 2.273}, "setup_ms": {"avg_ms": 0.055, "count": 53, "max_ms": 0.124, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 1.809, "count": 53, "max_ms": 9.603, "p95_ms": 6.604}, "track_match_ms": {"avg_ms": 0.018, "count": 53, "max_ms": 0.169, "p95_ms": 0.092}, "tracker_update_ms": {"avg_ms": 0.318, "count": 53, "max_ms": 2.585, "p95_ms": 1.654}}, "gstreamer_push": {"avg_ms": 3.207, "count": 53, "max_ms": 4.795, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 53, "max_ms": 0.151, "p95_ms": 0.137}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.087, "count": 53, "max_ms": 70.413, "p95_ms": 66.852}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.104, "count": 53, "max_ms": 11.225, "p95_ms": 9.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.128, "count": 53, "max_ms": 108.704, "p95_ms": 100.188}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 53, "max_ms": 3.063, "p95_ms": 2.774}, "processing_residual_ms": {"avg_ms": 0.173, "count": 53, "max_ms": 0.451, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.014, "count": 53, "max_ms": 112.568, "p95_ms": 109.185}, "read_interval": {"avg_ms": 479.173, "count": 52, "max_ms": 10134.825, "p95_ms": 397.006}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 53, "max_ms": 0.044, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.433, "count": 53, "max_ms": 2.771, "p95_ms": 2.197}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 53, "max_ms": 0.046, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.415, "count": 53, "max_ms": 2.742, "p95_ms": 2.178}, "worker_merge_ms": {"avg_ms": 0.006, "count": 53, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 50.103, "count": 53, "max_ms": 70.426, "p95_ms": 66.866}, "visualize": {"avg_ms": 32.995, "count": 53, "max_ms": 45.665, "p95_ms": 43.491}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.059, "count": 53, "max_ms": 40.264, "p95_ms": 39.366}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.453, "count": 53, "max_ms": 43.739, "p95_ms": 42.327}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 53, "max_ms": 2.649, "p95_ms": 2.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.312, "count": 53, "max_ms": 43.584, "p95_ms": 42.183}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 53, "max_ms": 0.166, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.355, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 63.612, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.452, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3208256, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:18:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 160041, "write_bytes_delta": 160041, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 625.0, "cpu_core_ratio": 0.814228, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2444.0, "pid": 71832, "reason": null, "system_cpu_core_ratio": 0.325492, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.488736, "user_cpu_s_delta": 9.819999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.403, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440957, "system_cpu_s_delta": 8.860000000000582, "user_cpu_core_ratio": 0.962043, "user_cpu_s_delta": 19.330000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.357, "count": 208, "max_ms": 6.789, "p95_ms": 5.145, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.288, "max": 6.0, "p95": 6.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.2, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.779, "max": 3.0, "p95": 2.0, "sample_count": 208}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.399, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.135, "count": 30, "max": 26.205, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 598.433, "count": 30, "max": 1449.0, "p95": 737.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1339.767, "count": 30, "max": 14209.0, "p95": 6938.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.509, "p95": 0.485, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.081, "p95": 0.088, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160473.8, "count": 30, "max": 174228.0, "p95": 164167.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.467, "count": 30, "max": 47.0, "p95": 22.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.461, "count": 30, "max": 0.648, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.058, "count": 30, "max": 1.233, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25015, "sampled_at": "2026-11-03T11:18:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:18:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.974, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5253116, "flush_count": 5555, "flush_interval_seconds": 30.0, "flush_state": {"count": 5555, "last_at": "2026-11-03T11:21:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5554}, "started": true, "suppressed_count": 3204392, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3203990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5555, "written_record_count": 5555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10080.766, "limit_mb": null}, "detail": {"h264_decode_error_count": 15, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x6048b9d9d400] left block unavailable for requested intra mode [h264 @ 0x6048b9d9d400] error while decoding MB 0 46, bytestream 7719 [h264 @ 0x6048b9e01cc0] error while decoding MB 24 58, bytestream -13 [h264 @ 0x6048b9d16e80] error while decoding MB 53 64, bytestream -11 [h264 @ 0x6048b9e01cc0] error while decoding MB 39 50, bytestream -5 [h264 @ 0x6048b9e40280] error while decoding MB 6 42, bytestream -5 [h264 @ 0x6048b9d89240] error while decoding MB 53 62, bytestream -13 [h264 @ 0x6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8873744486400, "copied_frame_count": 3209543, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8873744486400, "frame_buffer_copies": 3209543, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.4714, "p50_ms": 0.1004, "p95_ms": 0.2046, "p99_ms": 0.2806}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4675, "count": 512, "max_ms": 4.0496, "p50_ms": 1.3794, "p95_ms": 2.3465, "p99_ms": 2.7911, "results": {"failed": 0, "not_applicable": 0, "success": 3209543, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 254, "h264_decode_error_count": 832, "h264_decode_error_count_per_hour": 76, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:21:27+09:00", "last_error_summary": "[h264 @ 0x6048b9d9d400] left block unavailable for requested intra mode [h264 @ 0x6048b9d9d400] error while decoding MB 0 46, bytestream 7719 [h264 @ 0x6048b9e01cc0] error while decoding MB 24 58, bytestream -13 [h264 @ 0x6048b9d16e80] error while decoding MB 53 64, bytestream -11 [h264 @ 0x6048b9e01cc0] error while decoding MB 39 50, bytestream -5 [h264 @ 0x6048b9e40280] error while decoding MB 6 42, bytestream -5 [h264 @ 0x6048b9d89240] error while decoding MB 53 62, bytestream -13 [h264 @ 0x6", "last_exit_at": "2026-11-03T11:18:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.218, "last_started_at": "2026-11-03T11:18:44+09:00", "pid": 71948, "process": {"exists": false, "pid": 71948}, "restart_count": 270, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 271}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.799, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209543, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T11:21:27+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-11-03T11:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.572, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 59.428, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-03T11:21:27.474756+09:00", "mtime_epoch": 1793672487.4747558, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 153171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:21:27+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.984, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3209544, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.116, "max": 7.0, "p95": 5.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 44}, "total": {"avg": 0.652, "max": 2.0, "p95": 1.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 0.087, "max": 1.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 0.087, "max": 1.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.302, "pushed": 2.302, "read": 2.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 24.168, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 69, "max_ms": 4.018, "p95_ms": 3.253, "reason": null, "sample_age_ms": 54.382, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 69, "max_ms": 3.502, "p95_ms": 2.568, "reason": null, "sample_age_ms": 54.598, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 69, "max_ms": 0.953, "p95_ms": 0.569, "reason": null, "sample_age_ms": 24.175, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.939, "count": 69, "max_ms": 4.89, "p95_ms": 3.225, "reason": null, "sample_age_ms": 53.473, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.456, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 24.4, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.343, "count": 69, "max_ms": 69.853, "p95_ms": 64.055, "reason": null, "sample_age_ms": 24.165, "source": "client_direct"}, "sample_age_ms": 24.161, "source": "client_direct", "task_total_ms": {"avg_ms": 45.785, "count": 69, "max_ms": 72.971, "p95_ms": 66.162, "reason": null, "sample_age_ms": 24.161, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.647, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.187, "count": 69, "max_ms": 9.985, "p95_ms": 8.16}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.415, "count": 69, "max_ms": 1.094, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 0.93, "count": 69, "max_ms": 2.258, "p95_ms": 2.039}, "event_filter_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.189, "count": 69, "max_ms": 1.027, "p95_ms": 0.384}, "mcmt_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.509, "count": 69, "max_ms": 4.25, "p95_ms": 3.34}, "setup_ms": {"avg_ms": 0.044, "count": 69, "max_ms": 0.088, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 4.134, "count": 69, "max_ms": 9.897, "p95_ms": 8.105}, "track_match_ms": {"avg_ms": 0.05, "count": 69, "max_ms": 0.266, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.987, "count": 69, "max_ms": 2.82, "p95_ms": 2.395}}, "gstreamer_push": {"avg_ms": 3.396, "count": 69, "max_ms": 7.062, "p95_ms": 6.268}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 69, "max_ms": 1.242, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.284, "count": 69, "max_ms": 74.0, "p95_ms": 68.119}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.391, "count": 69, "max_ms": 13.792, "p95_ms": 9.982}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.306, "count": 69, "max_ms": 123.558, "p95_ms": 109.703}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 69, "max_ms": 3.413, "p95_ms": 2.443}, "processing_residual_ms": {"avg_ms": 0.204, "count": 69, "max_ms": 0.42, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.498, "count": 69, "max_ms": 127.884, "p95_ms": 115.834}, "read_interval": {"avg_ms": 435.029, "count": 69, "max_ms": 10137.34, "p95_ms": 181.472}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 69, "max_ms": 0.042, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.438, "count": 69, "max_ms": 4.104, "p95_ms": 3.187}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 69, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.421, "count": 69, "max_ms": 4.067, "p95_ms": 3.161}, "worker_merge_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.299, "count": 69, "max_ms": 74.02, "p95_ms": 68.141}, "visualize": {"avg_ms": 34.541, "count": 69, "max_ms": 51.413, "p95_ms": 47.903}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.447, "count": 69, "max_ms": 44.515, "p95_ms": 41.504}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.028, "count": 69, "max_ms": 48.425, "p95_ms": 46.355}, "visualize_input_copy_ms": {"avg_ms": 1.309, "count": 69, "max_ms": 3.363, "p95_ms": 2.391}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.877, "count": 69, "max_ms": 48.221, "p95_ms": 46.179}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 69, "max_ms": 0.268, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.057, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.163, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169991, "write_bytes_delta": 169991, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.668296, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1137.0, "pid": 71948, "reason": null, "system_cpu_core_ratio": 0.258228, "system_cpu_s_delta": 5.17, "user_cpu_core_ratio": 0.410068, "user_cpu_s_delta": 8.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.439484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440037, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 0.999448, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 182, "max_ms": 7.04, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.247, "max": 5.0, "p95": 4.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.399, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.368, "max": 3.0, "p95": 2.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.181, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.238, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.033, "count": 30, "max": 1449.0, "p95": 1334.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2011.3, "count": 30, "max": 14209.0, "p95": 8560.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.129, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.509, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.0, "count": 30, "max": 47.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.509, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.176, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25023, "sampled_at": "2026-11-03T11:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5253116, "flush_count": 5555, "flush_interval_seconds": 30.0, "flush_state": {"count": 5555, "last_at": "2026-11-03T11:21:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5554}, "started": true, "suppressed_count": 3204392, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3203990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5555, "written_record_count": 5555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10081.977, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:21:27+09:00", "last_error_summary": "[h264 @ 0x6048b9d9d400] left block unavailable for requested intra mode [h264 @ 0x6048b9d9d400] error while decoding MB 0 46, bytestream 7719 [h264 @ 0x6048b9e01cc0] error while decoding MB 24 58, bytestream -13 [h264 @ 0x6048b9d16e80] error while decoding MB 53 64, bytestream -11 [h264 @ 0x6048b9e01cc0] error while decoding MB 39 50, bytestream -5 [h264 @ 0x6048b9e40280] error while decoding MB 6 42, bytestream -5 [h264 @ 0x6048b9d89240] error while decoding MB 53 62, bytestream -13 [h264 @ 0x6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8873747251200, "copied_frame_count": 3209544, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8873747251200, "frame_buffer_copies": 3209544, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.4714, "p50_ms": 0.1002, "p95_ms": 0.2046, "p99_ms": 0.2806}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4694, "count": 512, "max_ms": 4.0496, "p50_ms": 1.3794, "p95_ms": 2.3519, "p99_ms": 2.8231, "results": {"failed": 0, "not_applicable": 0, "success": 3209544, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 254, "h264_decode_error_count": 832, "h264_decode_error_count_per_hour": 76, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:21:27+09:00", "last_error_summary": "[h264 @ 0x6048b9d9d400] left block unavailable for requested intra mode [h264 @ 0x6048b9d9d400] error while decoding MB 0 46, bytestream 7719 [h264 @ 0x6048b9e01cc0] error while decoding MB 24 58, bytestream -13 [h264 @ 0x6048b9d16e80] error while decoding MB 53 64, bytestream -11 [h264 @ 0x6048b9e01cc0] error while decoding MB 39 50, bytestream -5 [h264 @ 0x6048b9e40280] error while decoding MB 6 42, bytestream -5 [h264 @ 0x6048b9d89240] error while decoding MB 53 62, bytestream -13 [h264 @ 0x6", "last_exit_at": "2026-11-03T11:21:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.26, "last_started_at": "2026-11-03T11:18:44+09:00", "pid": 71948, "process": {"exists": false, "pid": 71948}, "restart_count": 270, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 271}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.799, "sample_count": 2047, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:21:27+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-11-03T11:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.615, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 59.385, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-11-03T11:21:27.474756+09:00", "mtime_epoch": 1793672487.4747558, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 153171}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:21:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.98, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3209544, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.058, "max": 7.0, "p95": 5.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 44}, "total": {"avg": 0.652, "max": 2.0, "p95": 1.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 69, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.3, "pushed": 2.3, "read": 2.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 69, "client_acquire_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 64.293, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 69, "max_ms": 4.018, "p95_ms": 3.253, "reason": null, "sample_age_ms": 94.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 69, "max_ms": 3.502, "p95_ms": 2.568, "reason": null, "sample_age_ms": 94.723, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 69, "max_ms": 0.953, "p95_ms": 0.569, "reason": null, "sample_age_ms": 64.3, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.939, "count": 69, "max_ms": 4.89, "p95_ms": 3.225, "reason": null, "sample_age_ms": 93.598, "source": "client_direct"}, "request_count": 69, "request_tensor_bytes": {"avg": 2764808.0, "count": 69, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.581, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.525, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.343, "count": 69, "max_ms": 69.853, "p95_ms": 64.055, "reason": null, "sample_age_ms": 64.29, "source": "client_direct"}, "sample_age_ms": 64.286, "source": "client_direct", "task_total_ms": {"avg_ms": 45.785, "count": 69, "max_ms": 72.971, "p95_ms": 66.162, "reason": null, "sample_age_ms": 64.286, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.013, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.15, "count": 69, "max_ms": 9.985, "p95_ms": 8.16}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 69, "max_ms": 1.094, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 0.92, "count": 69, "max_ms": 2.258, "p95_ms": 2.039}, "event_filter_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.188, "count": 69, "max_ms": 1.027, "p95_ms": 0.384}, "mcmt_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.492, "count": 69, "max_ms": 4.25, "p95_ms": 3.34}, "setup_ms": {"avg_ms": 0.044, "count": 69, "max_ms": 0.088, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 4.098, "count": 69, "max_ms": 9.897, "p95_ms": 8.105}, "track_match_ms": {"avg_ms": 0.05, "count": 69, "max_ms": 0.266, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.982, "count": 69, "max_ms": 2.82, "p95_ms": 2.395}}, "gstreamer_push": {"avg_ms": 3.336, "count": 69, "max_ms": 7.062, "p95_ms": 5.81}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 69, "max_ms": 1.242, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.994, "count": 69, "max_ms": 74.0, "p95_ms": 68.119}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.318, "count": 69, "max_ms": 13.792, "p95_ms": 9.982}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.198, "count": 69, "max_ms": 123.558, "p95_ms": 109.703}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 69, "max_ms": 3.413, "p95_ms": 2.443}, "processing_residual_ms": {"avg_ms": 0.203, "count": 69, "max_ms": 0.42, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.306, "count": 69, "max_ms": 127.884, "p95_ms": 115.834}, "read_interval": {"avg_ms": 435.029, "count": 69, "max_ms": 10137.34, "p95_ms": 181.472}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 69, "max_ms": 0.042, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.421, "count": 69, "max_ms": 4.104, "p95_ms": 3.187}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 69, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.403, "count": 69, "max_ms": 4.067, "p95_ms": 3.161}, "worker_merge_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.009, "count": 69, "max_ms": 74.02, "p95_ms": 68.141}, "visualize": {"avg_ms": 34.767, "count": 69, "max_ms": 51.413, "p95_ms": 48.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.668, "count": 69, "max_ms": 44.515, "p95_ms": 42.728}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.252, "count": 69, "max_ms": 48.425, "p95_ms": 46.671}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 69, "max_ms": 3.363, "p95_ms": 2.391}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.101, "count": 69, "max_ms": 48.221, "p95_ms": 46.498}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 69, "max_ms": 0.268, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.057, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.163, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169991, "write_bytes_delta": 169991, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.668296, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1137.0, "pid": 71948, "reason": null, "system_cpu_core_ratio": 0.258228, "system_cpu_s_delta": 5.17, "user_cpu_core_ratio": 0.410068, "user_cpu_s_delta": 8.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.439484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440037, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 0.999448, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 182, "max_ms": 7.04, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.247, "max": 5.0, "p95": 4.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.399, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.368, "max": 3.0, "p95": 2.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.181, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.238, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.033, "count": 30, "max": 1449.0, "p95": 1334.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2011.3, "count": 30, "max": 14209.0, "p95": 8560.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.129, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.509, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.0, "count": 30, "max": 47.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.509, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.176, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25023, "sampled_at": "2026-11-03T11:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5253116, "flush_count": 5555, "flush_interval_seconds": 30.0, "flush_state": {"count": 5555, "last_at": "2026-11-03T11:21:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5554}, "started": true, "suppressed_count": 3204392, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3203990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5555, "written_record_count": 5555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10081.68, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8873747251200, "copied_frame_count": 3209544, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8873747251200, "frame_buffer_copies": 3209544, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.4714, "p50_ms": 0.1002, "p95_ms": 0.2046, "p99_ms": 0.2806}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4694, "count": 512, "max_ms": 4.0496, "p50_ms": 1.3794, "p95_ms": 2.3519, "p99_ms": 2.8231, "results": {"failed": 0, "not_applicable": 0, "success": 3209544, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 254, "h264_decode_error_count": 832, "h264_decode_error_count_per_hour": 76, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:21:27+09:00", "last_error_summary": "[h264 @ 0x6048b9d9d400] left block unavailable for requested intra mode [h264 @ 0x6048b9d9d400] error while decoding MB 0 46, bytestream 7719 [h264 @ 0x6048b9e01cc0] error while decoding MB 24 58, bytestream -13 [h264 @ 0x6048b9d16e80] error while decoding MB 53 64, bytestream -11 [h264 @ 0x6048b9e01cc0] error while decoding MB 39 50, bytestream -5 [h264 @ 0x6048b9e40280] error while decoding MB 6 42, bytestream -5 [h264 @ 0x6048b9d89240] error while decoding MB 53 62, bytestream -13 [h264 @ 0x6", "last_exit_at": "2026-11-03T11:21:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 163.293, "last_started_at": "2026-11-03T11:18:44+09:00", "pid": 71948, "process": {"exists": false, "pid": 71948}, "restart_count": 270, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 271}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.799, "sample_count": 2046, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T11:21:27+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-03T11:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 540.646, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 59.354, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-11-03T11:21:27.567756+09:00", "mtime_epoch": 1793672487.5677562, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 154127}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:21:27+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.98, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3209544, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.058, "max": 7.0, "p95": 5.0, "sample_count": 69}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 44}, "total": {"avg": 0.652, "max": 2.0, "p95": 1.0, "sample_count": 69}}, "tracking_counts": {"active": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 69}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 69}, "tracked": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 69}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 69, "pushed_frames": 69, "read_frames": 68, "select_timeouts": 22, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.306, "pushed": 2.306, "read": 2.273}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 68, "client_acquire_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 96.339, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.806, "count": 68, "max_ms": 4.018, "p95_ms": 3.299, "reason": null, "sample_age_ms": 126.553, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.385, "count": 68, "max_ms": 3.502, "p95_ms": 2.605, "reason": null, "sample_age_ms": 126.769, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 69, "max_ms": 0.953, "p95_ms": 0.569, "reason": null, "sample_age_ms": 96.346, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.933, "count": 68, "max_ms": 4.89, "p95_ms": 3.233, "reason": null, "sample_age_ms": 125.644, "source": "client_direct"}, "request_count": 68, "request_tensor_bytes": {"avg": 2764808.0, "count": 68, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 125.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 69, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.343, "count": 69, "max_ms": 69.853, "p95_ms": 64.055, "reason": null, "sample_age_ms": 96.336, "source": "client_direct"}, "sample_age_ms": 96.332, "source": "client_direct", "task_total_ms": {"avg_ms": 45.785, "count": 69, "max_ms": 72.971, "p95_ms": 66.162, "reason": null, "sample_age_ms": 96.332, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.464, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.15, "count": 69, "max_ms": 9.985, "p95_ms": 8.16}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 69, "max_ms": 1.094, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 0.92, "count": 69, "max_ms": 2.258, "p95_ms": 2.039}, "event_filter_ms": {"avg_ms": 0.005, "count": 69, "max_ms": 0.019, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.188, "count": 69, "max_ms": 1.027, "p95_ms": 0.384}, "mcmt_ms": {"avg_ms": 0.004, "count": 69, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.492, "count": 69, "max_ms": 4.25, "p95_ms": 3.34}, "setup_ms": {"avg_ms": 0.044, "count": 69, "max_ms": 0.088, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 4.098, "count": 69, "max_ms": 9.897, "p95_ms": 8.105}, "track_match_ms": {"avg_ms": 0.05, "count": 69, "max_ms": 0.266, "p95_ms": 0.115}, "tracker_update_ms": {"avg_ms": 0.982, "count": 69, "max_ms": 2.82, "p95_ms": 2.395}}, "gstreamer_push": {"avg_ms": 3.336, "count": 69, "max_ms": 7.062, "p95_ms": 5.81}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 69, "max_ms": 1.242, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.994, "count": 69, "max_ms": 74.0, "p95_ms": 68.119}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.318, "count": 69, "max_ms": 13.792, "p95_ms": 9.982}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.198, "count": 69, "max_ms": 123.558, "p95_ms": 109.703}, "inference_input_copy_ms": {"avg_ms": 1.587, "count": 69, "max_ms": 3.413, "p95_ms": 2.443}, "processing_residual_ms": {"avg_ms": 0.203, "count": 69, "max_ms": 0.42, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.306, "count": 69, "max_ms": 127.884, "p95_ms": 115.834}, "read_interval": {"avg_ms": 439.759, "count": 68, "max_ms": 10137.34, "p95_ms": 181.472}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 69, "max_ms": 0.042, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 1.421, "count": 69, "max_ms": 4.104, "p95_ms": 3.187}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 69, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.403, "count": 69, "max_ms": 4.067, "p95_ms": 3.161}, "worker_merge_ms": {"avg_ms": 0.007, "count": 69, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.009, "count": 69, "max_ms": 74.02, "p95_ms": 68.141}, "visualize": {"avg_ms": 34.767, "count": 69, "max_ms": 51.413, "p95_ms": 48.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.668, "count": 69, "max_ms": 44.515, "p95_ms": 42.728}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.252, "count": 69, "max_ms": 48.425, "p95_ms": 46.671}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 69, "max_ms": 3.363, "p95_ms": 2.391}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 69, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.101, "count": 69, "max_ms": 48.221, "p95_ms": 46.498}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 69, "max_ms": 0.268, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 69}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 69}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.057, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.163, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169991, "write_bytes_delta": 169991, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.668296, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1137.0, "pid": 71948, "reason": null, "system_cpu_core_ratio": 0.258228, "system_cpu_s_delta": 5.17, "user_cpu_core_ratio": 0.410068, "user_cpu_s_delta": 8.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.439484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440037, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 0.999448, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 182, "max_ms": 7.04, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.247, "max": 5.0, "p95": 4.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.399, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.368, "max": 3.0, "p95": 2.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.181, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.238, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.033, "count": 30, "max": 1449.0, "p95": 1334.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2011.3, "count": 30, "max": 14209.0, "p95": 8560.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.129, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.509, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.0, "count": 30, "max": 47.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.509, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.176, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25023, "sampled_at": "2026-11-03T11:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.922, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5253116, "flush_count": 5555, "flush_interval_seconds": 30.0, "flush_state": {"count": 5555, "last_at": "2026-11-03T11:21:07", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:07", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5554}, "started": true, "suppressed_count": 3204392, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3203990}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5555, "written_record_count": 5555}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10265.344, "limit_mb": null}, "detail": {"pid": 72064, "restart_count": 271, "start_count": 272}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8873747251200, "copied_frame_count": 3209544, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8873747251200, "frame_buffer_copies": 3209544, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.4714, "p50_ms": 0.1002, "p95_ms": 0.2046, "p99_ms": 0.2806}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4694, "count": 512, "max_ms": 4.0496, "p50_ms": 1.3794, "p95_ms": 2.3519, "p99_ms": 2.8231, "results": {"failed": 0, "not_applicable": 0, "success": 3209544, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 254, "h264_decode_error_count": 832, "h264_decode_error_count_per_hour": 76, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:21:27+09:00", "last_error_summary": "[h264 @ 0x6048b9d9d400] left block unavailable for requested intra mode [h264 @ 0x6048b9d9d400] error while decoding MB 0 46, bytestream 7719 [h264 @ 0x6048b9e01cc0] error while decoding MB 24 58, bytestream -13 [h264 @ 0x6048b9d16e80] error while decoding MB 53 64, bytestream -11 [h264 @ 0x6048b9e01cc0] error while decoding MB 39 50, bytestream -5 [h264 @ 0x6048b9e40280] error while decoding MB 6 42, bytestream -5 [h264 @ 0x6048b9d89240] error while decoding MB 53 62, bytestream -13 [h264 @ 0x6", "last_exit_at": "2026-11-03T11:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:21:30+09:00", "pid": 72064, "process": {"exists": true, "fd_count": 5, "hwm_mb": 208.641, "name": "ffmpeg", "pid": 72064, "rss_mb": 208.641, "state": "S (sleeping)", "threads": 70}, "restart_count": 271, "restart_count_per_hour": 35, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 272}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.663, "sample_count": 2000, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209544, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:21:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.996, "last_frame_pushed_at": "2026-11-03T11:21:27+09:00", "last_frame_read_age_sec": 5.088, "last_frame_read_at": "2026-11-03T11:21:27+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 545.619, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 54.381, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 4.989, "exists": true, "mtime": "2026-11-03T11:21:27.567756+09:00", "mtime_epoch": 1793672487.5677562, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 154127}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:21:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.984, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3209544, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.929, "max": 5.0, "p95": 5.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.029, "max": 2.0, "p95": 1.0, "sample_count": 35}, "total": {"avg": 0.643, "max": 2.0, "p95": 1.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 0.125, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 0.125, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.868, "pushed": 1.868, "read": 1.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.007, "count": 55, "max_ms": 0.017, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5061.363, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.818, "count": 55, "max_ms": 4.018, "p95_ms": 3.691, "reason": null, "sample_age_ms": 5091.577, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 55, "max_ms": 3.502, "p95_ms": 2.903, "reason": null, "sample_age_ms": 5091.792, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.31, "count": 55, "max_ms": 0.953, "p95_ms": 0.56, "reason": null, "sample_age_ms": 5061.37, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.972, "count": 55, "max_ms": 4.89, "p95_ms": 3.309, "reason": null, "sample_age_ms": 5090.667, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5090.651, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5061.595, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.091, "count": 55, "max_ms": 69.853, "p95_ms": 64.489, "reason": null, "sample_age_ms": 5061.36, "source": "client_direct"}, "sample_age_ms": 5061.356, "source": "client_direct", "task_total_ms": {"avg_ms": 44.563, "count": 55, "max_ms": 72.971, "p95_ms": 66.695, "reason": null, "sample_age_ms": 5061.356, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.041, "count": 56, "max_ms": 9.985, "p95_ms": 8.21}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 56, "max_ms": 1.094, "p95_ms": 0.83}, "detection_prepare_ms": {"avg_ms": 0.899, "count": 56, "max_ms": 2.258, "p95_ms": 2.085}, "event_filter_ms": {"avg_ms": 0.005, "count": 56, "max_ms": 0.019, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.185, "count": 56, "max_ms": 1.027, "p95_ms": 0.433}, "mcmt_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.471, "count": 56, "max_ms": 4.25, "p95_ms": 3.376}, "setup_ms": {"avg_ms": 0.043, "count": 56, "max_ms": 0.088, "p95_ms": 0.079}, "total_inside_ms": {"avg_ms": 3.989, "count": 56, "max_ms": 9.897, "p95_ms": 8.113}, "track_match_ms": {"avg_ms": 0.05, "count": 56, "max_ms": 0.266, "p95_ms": 0.135}, "tracker_update_ms": {"avg_ms": 0.929, "count": 56, "max_ms": 2.82, "p95_ms": 2.528}}, "gstreamer_push": {"avg_ms": 3.296, "count": 56, "max_ms": 7.062, "p95_ms": 5.81}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 56, "max_ms": 1.242, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.139, "count": 56, "max_ms": 74.0, "p95_ms": 68.994}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.245, "count": 56, "max_ms": 13.792, "p95_ms": 11.435}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.507, "count": 56, "max_ms": 123.558, "p95_ms": 112.152}, "inference_input_copy_ms": {"avg_ms": 1.566, "count": 56, "max_ms": 2.478, "p95_ms": 2.423}, "processing_residual_ms": {"avg_ms": 0.208, "count": 56, "max_ms": 0.42, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.525, "count": 56, "max_ms": 127.884, "p95_ms": 117.173}, "read_interval": {"avg_ms": 454.439, "count": 55, "max_ms": 10137.34, "p95_ms": 181.472}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 56, "max_ms": 0.042, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.4, "count": 56, "max_ms": 4.104, "p95_ms": 3.246}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 56, "max_ms": 0.052, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.383, "count": 56, "max_ms": 4.067, "p95_ms": 3.212}, "worker_merge_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.021, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 46.154, "count": 56, "max_ms": 74.02, "p95_ms": 69.016}, "visualize": {"avg_ms": 34.038, "count": 56, "max_ms": 51.413, "p95_ms": 48.864}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.021, "count": 56, "max_ms": 44.515, "p95_ms": 43.908}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.567, "count": 56, "max_ms": 48.425, "p95_ms": 47.55}, "visualize_input_copy_ms": {"avg_ms": 1.27, "count": 56, "max_ms": 2.711, "p95_ms": 2.391}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.426, "count": 56, "max_ms": 48.221, "p95_ms": 47.382}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 56, "max_ms": 0.268, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.057, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.163, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3209459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:20:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 169991, "write_bytes_delta": 169991, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 591.0, "cpu_core_ratio": 0.668296, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1137.0, "pid": 71948, "reason": null, "system_cpu_core_ratio": 0.258228, "system_cpu_s_delta": 5.17, "user_cpu_core_ratio": 0.410068, "user_cpu_s_delta": 8.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.439484, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.440037, "system_cpu_s_delta": 8.809999999997672, "user_cpu_core_ratio": 0.999448, "user_cpu_s_delta": 20.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.247, "count": 182, "max_ms": 7.04, "p95_ms": 4.953, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.247, "max": 5.0, "p95": 4.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.399, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 178}, "total": {"avg": 1.368, "max": 3.0, "p95": 2.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.181, "count": 30, "max": 83.632, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.238, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 677.033, "count": 30, "max": 1449.0, "p95": 1334.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2011.3, "count": 30, "max": 14209.0, "p95": 8560.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.129, "count": 30, "max": 0.435, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.436, "count": 30, "max": 0.509, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.089, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161532.1, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.0, "count": 30, "max": 47.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.509, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.176, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25023, "sampled_at": "2026-11-03T11:20:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:20:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4532552, "flush_count": 5556, "flush_interval_seconds": 30.0, "flush_state": {"count": 5556, "last_at": "2026-11-03T11:21:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5555}, "started": true, "suppressed_count": 3292940, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3292935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5556, "written_record_count": 5556}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9907.156, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f28733eed00] cabac decode of qscale diff failed at 82 98 [h264 @ 0x5f28733eed00] error while decoding MB 82 98, bytestream 8721 [h264 @ 0x5f28733eed00] error while decoding MB 92 85, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9119665152000, "copied_frame_count": 3298490, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9119665152000, "frame_buffer_copies": 3298490, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 1.8576, "p50_ms": 0.101, "p95_ms": 0.2194, "p99_ms": 0.2702}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2238, "count": 512, "max_ms": 4.1851, "p50_ms": 1.1388, "p95_ms": 2.0088, "p99_ms": 2.3457, "results": {"failed": 0, "not_applicable": 0, "success": 3298490, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 142, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:22:18+09:00", "last_error_summary": "[h264 @ 0x5f28733eed00] cabac decode of qscale diff failed at 82 98 [h264 @ 0x5f28733eed00] error while decoding MB 82 98, bytestream 8721 [h264 @ 0x5f28733eed00] error while decoding MB 92 85, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.901, "last_started_at": "2026-11-03T11:10:52+09:00", "pid": 71600, "process": {"exists": false, "pid": 71600}, "restart_count": 151, "restart_count_per_hour": 8, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.572, "sample_count": 2792, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T11:22:18+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T11:22:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 591.952, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 8.048, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-11-03T11:22:18.853011+09:00", "mtime_epoch": 1793672538.8530114, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133352}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:22:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2397.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3298490, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.071, "pushed": 5.071, "read": 5.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 108.719, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.609, "count": 151, "max_ms": 3.277, "p95_ms": 1.691, "reason": null, "sample_age_ms": 153.481, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 151, "max_ms": 2.633, "p95_ms": 1.327, "reason": null, "sample_age_ms": 153.72, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 151, "max_ms": 0.633, "p95_ms": 0.187, "reason": null, "sample_age_ms": 108.724, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.563, "count": 151, "max_ms": 3.549, "p95_ms": 2.663, "reason": null, "sample_age_ms": 151.502, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 151.453, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.803, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.771, "count": 151, "max_ms": 68.215, "p95_ms": 56.139, "reason": null, "sample_age_ms": 108.716, "source": "client_direct"}, "sample_age_ms": 108.712, "source": "client_direct", "task_total_ms": {"avg_ms": 39.602, "count": 151, "max_ms": 70.076, "p95_ms": 57.926, "reason": null, "sample_age_ms": 108.712, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.681, "count": 152, "max_ms": 1.415, "p95_ms": 1.217}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 152, "max_ms": 0.488, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 152, "max_ms": 0.22, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 152, "max_ms": 0.173, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 152, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 152, "max_ms": 0.513, "p95_ms": 0.35}, "setup_ms": {"avg_ms": 0.041, "count": 152, "max_ms": 0.099, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.644, "count": 152, "max_ms": 1.357, "p95_ms": 1.156}, "track_match_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.033, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 152, "max_ms": 0.106, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.882, "count": 152, "max_ms": 5.365, "p95_ms": 4.608}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 152, "max_ms": 0.996, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.566, "count": 152, "max_ms": 71.613, "p95_ms": 59.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 152, "max_ms": 0.149, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.918, "count": 152, "max_ms": 114.31, "p95_ms": 94.945}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 152, "max_ms": 6.567, "p95_ms": 2.595}, "processing_residual_ms": {"avg_ms": 0.222, "count": 152, "max_ms": 1.611, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.86, "count": 152, "max_ms": 115.742, "p95_ms": 96.872}, "read_interval": {"avg_ms": 198.074, "count": 151, "max_ms": 9422.067, "p95_ms": 186.178}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 152, "max_ms": 0.035, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.117, "count": 152, "max_ms": 0.382, "p95_ms": 0.234}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 152, "max_ms": 0.039, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 152, "max_ms": 0.347, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 152, "max_ms": 0.016, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.58, "count": 152, "max_ms": 71.629, "p95_ms": 59.603}, "visualize": {"avg_ms": 31.705, "count": 152, "max_ms": 47.299, "p95_ms": 41.744}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.84, "count": 152, "max_ms": 46.345, "p95_ms": 40.874}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.51, "count": 152, "max_ms": 47.128, "p95_ms": 41.404}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.413, "count": 152, "max_ms": 47.014, "p95_ms": 41.29}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 152, "max_ms": 0.164, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.154, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.174, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133201, "write_bytes_delta": 133201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 217.0, "cpu_core_ratio": 1.099217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21720.0, "pid": 71600, "reason": null, "system_cpu_core_ratio": 0.539949, "system_cpu_s_delta": 11.18, "user_cpu_core_ratio": 0.559268, "user_cpu_s_delta": 11.580000000000041}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.212985, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019801, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.193184, "user_cpu_s_delta": 4.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 147, "max_ms": 5.605, "p95_ms": 4.547, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.637, "count": 30, "max": 61.062, "p95": 52.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.422, "count": 30, "max": 31.285, "p95": 26.493, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 960.233, "count": 30, "max": 1484.0, "p95": 1466.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 21720.0, "p95": 5764.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.54, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.139, "count": 30, "max": 1.316, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.058, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129752.867, "count": 30, "max": 135844.0, "p95": 133264.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129752.867, "count": 30, "max": 135844.0, "p95": 133264.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 34.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.646, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28036, "sampled_at": "2026-11-03T11:22:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:22:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4532552, "flush_count": 5556, "flush_interval_seconds": 30.0, "flush_state": {"count": 5556, "last_at": "2026-11-03T11:21:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5555}, "started": true, "suppressed_count": 3292940, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3292935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5556, "written_record_count": 5556}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9906.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9119665152000, "copied_frame_count": 3298490, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9119665152000, "frame_buffer_copies": 3298490, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 1.8576, "p50_ms": 0.101, "p95_ms": 0.2194, "p99_ms": 0.2702}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2238, "count": 512, "max_ms": 4.1851, "p50_ms": 1.1388, "p95_ms": 2.0088, "p99_ms": 2.3457, "results": {"failed": 0, "not_applicable": 0, "success": 3298490, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 142, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:22:18+09:00", "last_error_summary": "[h264 @ 0x5f28733eed00] cabac decode of qscale diff failed at 82 98 [h264 @ 0x5f28733eed00] error while decoding MB 82 98, bytestream 8721 [h264 @ 0x5f28733eed00] error while decoding MB 92 85, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 686.948, "last_started_at": "2026-11-03T11:10:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 151, "restart_count_per_hour": 8, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 152}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.572, "sample_count": 2791, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.11, "last_frame_pushed_at": "2026-11-03T11:22:18+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-11-03T11:22:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 591.999, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 8.001, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-11-03T11:22:18.853011+09:00", "mtime_epoch": 1793672538.8530114, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133352}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:22:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2397.457, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3298490, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.045, "pushed": 5.045, "read": 5.012}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 161.301, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.61, "count": 150, "max_ms": 3.277, "p95_ms": 1.694, "reason": null, "sample_age_ms": 206.063, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 150, "max_ms": 2.633, "p95_ms": 1.328, "reason": null, "sample_age_ms": 206.302, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.092, "count": 151, "max_ms": 0.633, "p95_ms": 0.187, "reason": null, "sample_age_ms": 161.306, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.553, "count": 150, "max_ms": 3.549, "p95_ms": 2.592, "reason": null, "sample_age_ms": 204.084, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 204.036, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 161.385, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.771, "count": 151, "max_ms": 68.215, "p95_ms": 56.139, "reason": null, "sample_age_ms": 161.298, "source": "client_direct"}, "sample_age_ms": 161.294, "source": "client_direct", "task_total_ms": {"avg_ms": 39.602, "count": 151, "max_ms": 70.076, "p95_ms": 57.926, "reason": null, "sample_age_ms": 161.294, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.045, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.682, "count": 151, "max_ms": 1.415, "p95_ms": 1.217}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.224, "count": 151, "max_ms": 0.488, "p95_ms": 0.428}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 151, "max_ms": 0.22, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 151, "max_ms": 0.173, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.171, "count": 151, "max_ms": 0.513, "p95_ms": 0.35}, "setup_ms": {"avg_ms": 0.041, "count": 151, "max_ms": 0.099, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.645, "count": 151, "max_ms": 1.357, "p95_ms": 1.156}, "track_match_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.033, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 151, "max_ms": 0.106, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.881, "count": 151, "max_ms": 5.365, "p95_ms": 4.608}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 151, "max_ms": 0.996, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.513, "count": 151, "max_ms": 71.613, "p95_ms": 59.592}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 151, "max_ms": 0.149, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.864, "count": 151, "max_ms": 114.31, "p95_ms": 94.945}, "inference_input_copy_ms": {"avg_ms": 1.676, "count": 151, "max_ms": 6.567, "p95_ms": 2.595}, "processing_residual_ms": {"avg_ms": 0.222, "count": 151, "max_ms": 1.611, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.807, "count": 151, "max_ms": 115.742, "p95_ms": 96.872}, "read_interval": {"avg_ms": 198.771, "count": 150, "max_ms": 9422.067, "p95_ms": 186.178}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 151, "max_ms": 0.035, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.118, "count": 151, "max_ms": 0.382, "p95_ms": 0.234}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 151, "max_ms": 0.039, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.104, "count": 151, "max_ms": 0.347, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.016, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 40.527, "count": 151, "max_ms": 71.629, "p95_ms": 59.603}, "visualize": {"avg_ms": 31.702, "count": 151, "max_ms": 47.299, "p95_ms": 41.744}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.837, "count": 151, "max_ms": 46.345, "p95_ms": 40.874}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.507, "count": 151, "max_ms": 47.128, "p95_ms": 41.404}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.41, "count": 151, "max_ms": 47.014, "p95_ms": 41.29}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 151, "max_ms": 0.164, "p95_ms": 0.105}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.154, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.174, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133201, "write_bytes_delta": 133201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 217.0, "cpu_core_ratio": 1.099217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21720.0, "pid": 71600, "reason": null, "system_cpu_core_ratio": 0.539949, "system_cpu_s_delta": 11.18, "user_cpu_core_ratio": 0.559268, "user_cpu_s_delta": 11.580000000000041}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.212985, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019801, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.193184, "user_cpu_s_delta": 4.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 147, "max_ms": 5.605, "p95_ms": 4.547, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.637, "count": 30, "max": 61.062, "p95": 52.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.422, "count": 30, "max": 31.285, "p95": 26.493, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 960.233, "count": 30, "max": 1484.0, "p95": 1466.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 21720.0, "p95": 5764.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.54, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.139, "count": 30, "max": 1.316, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.058, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129752.867, "count": 30, "max": 135844.0, "p95": 133264.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129752.867, "count": 30, "max": 135844.0, "p95": 133264.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 34.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.646, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28036, "sampled_at": "2026-11-03T11:22:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:22:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4532552, "flush_count": 5556, "flush_interval_seconds": 30.0, "flush_state": {"count": 5556, "last_at": "2026-11-03T11:21:47", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:21:47", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5555}, "started": true, "suppressed_count": 3292940, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3292935}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5556, "written_record_count": 5556}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9941.801, "limit_mb": null}, "detail": {"pid": 72180, "restart_count": 152, "start_count": 153}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9119665152000, "copied_frame_count": 3298490, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9119665152000, "frame_buffer_copies": 3298490, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1175, "count": 512, "max_ms": 1.8576, "p50_ms": 0.101, "p95_ms": 0.2194, "p99_ms": 0.2702}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2238, "count": 512, "max_ms": 4.1851, "p50_ms": 1.1388, "p95_ms": 2.0088, "p99_ms": 2.3457, "results": {"failed": 0, "not_applicable": 0, "success": 3298490, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 142, "h264_decode_error_count": 260, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:22:18+09:00", "last_error_summary": "[h264 @ 0x5f28733eed00] cabac decode of qscale diff failed at 82 98 [h264 @ 0x5f28733eed00] error while decoding MB 82 98, bytestream 8721 [h264 @ 0x5f28733eed00] error while decoding MB 92 85, bytestream -8", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T11:22:21+09:00", "pid": 72180, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.266, "name": "ffmpeg", "pid": 72180, "rss_mb": 75.266, "state": "S (sleeping)", "threads": 1}, "restart_count": 152, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.562, "sample_count": 2741, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:22:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.02, "last_frame_pushed_at": "2026-11-03T11:22:18+09:00", "last_frame_read_age_sec": 5.107, "last_frame_read_at": "2026-11-03T11:22:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 158, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 596.911, "last_sample_duration_ms": 1460.801, "last_trigger": "periodic", "next_snapshot_in_sec": 3.089, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 558, "storage_bytes": 3229335}, "mjpeg": {"age_sec": 5.007, "exists": true, "mtime": "2026-11-03T11:22:18.853011+09:00", "mtime_epoch": 1793672538.8530114, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133352}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:22:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2397.461, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3298490, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 140}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 140, "pushed_frames": 140, "read_frames": 140, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.809, "pushed": 4.809, "read": 4.809}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.007, "count": 140, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5070.911, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.618, "count": 140, "max_ms": 3.277, "p95_ms": 1.662, "reason": null, "sample_age_ms": 5115.673, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 140, "max_ms": 2.633, "p95_ms": 1.337, "reason": null, "sample_age_ms": 5115.912, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.086, "count": 140, "max_ms": 0.31, "p95_ms": 0.175, "reason": null, "sample_age_ms": 5070.916, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.545, "count": 140, "max_ms": 3.549, "p95_ms": 2.553, "reason": null, "sample_age_ms": 5113.694, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5113.646, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5070.995, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.484, "count": 140, "max_ms": 68.215, "p95_ms": 56.041, "reason": null, "sample_age_ms": 5070.908, "source": "client_direct"}, "sample_age_ms": 5070.904, "source": "client_direct", "task_total_ms": {"avg_ms": 39.29, "count": 140, "max_ms": 70.076, "p95_ms": 57.552, "reason": null, "sample_age_ms": 5070.904, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.588, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.679, "count": 140, "max_ms": 1.415, "p95_ms": 1.148}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.223, "count": 140, "max_ms": 0.488, "p95_ms": 0.407}, "detection_prepare_ms": {"avg_ms": 0.094, "count": 140, "max_ms": 0.22, "p95_ms": 0.163}, "event_filter_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 140, "max_ms": 0.173, "p95_ms": 0.144}, "mcmt_ms": {"avg_ms": 0.002, "count": 140, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.17, "count": 140, "max_ms": 0.443, "p95_ms": 0.349}, "setup_ms": {"avg_ms": 0.041, "count": 140, "max_ms": 0.099, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.643, "count": 140, "max_ms": 1.357, "p95_ms": 1.099}, "track_match_ms": {"avg_ms": 0.004, "count": 140, "max_ms": 0.033, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.027, "count": 140, "max_ms": 0.106, "p95_ms": 0.051}}, "gstreamer_push": {"avg_ms": 2.894, "count": 140, "max_ms": 5.365, "p95_ms": 4.514}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 140, "max_ms": 0.996, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.203, "count": 140, "max_ms": 71.613, "p95_ms": 58.818}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 140, "max_ms": 0.149, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.436, "count": 140, "max_ms": 113.619, "p95_ms": 94.546}, "inference_input_copy_ms": {"avg_ms": 1.716, "count": 140, "max_ms": 6.567, "p95_ms": 2.595}, "processing_residual_ms": {"avg_ms": 0.226, "count": 140, "max_ms": 1.611, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.421, "count": 140, "max_ms": 115.03, "p95_ms": 96.645}, "read_interval": {"avg_ms": 202.201, "count": 140, "max_ms": 9422.067, "p95_ms": 163.432}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 140, "max_ms": 0.032, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.117, "count": 140, "max_ms": 0.326, "p95_ms": 0.223}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 140, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 140, "max_ms": 0.299, "p95_ms": 0.195}, "worker_merge_ms": {"avg_ms": 0.005, "count": 140, "max_ms": 0.014, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 40.216, "count": 140, "max_ms": 71.629, "p95_ms": 58.831}, "visualize": {"avg_ms": 31.602, "count": 140, "max_ms": 47.299, "p95_ms": 41.531}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.751, "count": 140, "max_ms": 46.345, "p95_ms": 40.717}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.407, "count": 140, "max_ms": 47.128, "p95_ms": 41.361}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 140, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.309, "count": 140, "max_ms": 47.014, "p95_ms": 41.231}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 140, "max_ms": 0.164, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 140}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 140}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2397.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.154, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.174, "sample_count": 2789, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:22:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 133201, "write_bytes_delta": 133201, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 217.0, "cpu_core_ratio": 1.099217, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21720.0, "pid": 71600, "reason": null, "system_cpu_core_ratio": 0.539949, "system_cpu_s_delta": 11.18, "user_cpu_core_ratio": 0.559268, "user_cpu_s_delta": 11.580000000000041}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.212985, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.019801, "system_cpu_s_delta": 0.4099999999998545, "user_cpu_core_ratio": 0.193184, "user_cpu_s_delta": 4.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 147, "max_ms": 5.605, "p95_ms": 4.547, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.637, "count": 30, "max": 61.062, "p95": 52.585, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.422, "count": 30, "max": 31.285, "p95": 26.493, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 960.233, "count": 30, "max": 1484.0, "p95": 1466.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 21720.0, "p95": 5764.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.54, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.139, "count": 30, "max": 1.316, "p95": 1.281, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.002, "count": 30, "max": 0.058, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129752.867, "count": 30, "max": 135844.0, "p95": 133264.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129752.867, "count": 30, "max": 135844.0, "p95": 133264.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 34.0, "p95": 27.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.065, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.574, "count": 30, "max": 0.646, "p95": 0.637, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28036, "sampled_at": "2026-11-03T11:22:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:22:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.112, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5256021, "flush_count": 5558, "flush_interval_seconds": 30.0, "flush_state": {"count": 5558, "last_at": "2026-11-03T11:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5557}, "started": true, "suppressed_count": 3205934, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3205532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5558, "written_record_count": 5558}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10095.566, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f3eae2daec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f3eae2daec0] error while decoding MB 0 42, bytestream 8771 [h264 @ 0x5f3eae36a680] error while decoding MB 81 38, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8878018867200, "copied_frame_count": 3211089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8878018867200, "frame_buffer_copies": 3211089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.4522, "p50_ms": 0.1068, "p95_ms": 0.2101, "p99_ms": 0.2694}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4744, "count": 512, "max_ms": 5.3388, "p50_ms": 1.4122, "p95_ms": 2.3842, "p99_ms": 3.0436, "results": {"failed": 0, "not_applicable": 0, "success": 3211089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 255, "h264_decode_error_count": 834, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:24:38+09:00", "last_error_summary": "[h264 @ 0x5f3eae2daec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f3eae2daec0] error while decoding MB 0 42, bytestream 8771 [h264 @ 0x5f3eae36a680] error while decoding MB 81 38, bytestream -8", "last_exit_at": "2026-11-03T11:21:30+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.341, "last_started_at": "2026-11-03T11:21:30+09:00", "pid": 72064, "process": {"exists": false, "pid": 72064}, "restart_count": 271, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 272}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-11-03T11:24:38+09:00", "last_frame_read_age_sec": 0.081, "last_frame_read_at": "2026-11-03T11:24:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.626, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 477.374, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T11:24:38.821702+09:00", "mtime_epoch": 1793672678.8217018, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160709}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:24:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.723, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3211089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.021, "max": 8.0, "p95": 7.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 184}, "total": {"avg": 1.005, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 194, "read_frames": 195, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.612, "pushed": 6.578, "read": 6.612}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.042, "p95_ms": 0.015, "reason": null, "sample_age_ms": 43.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.944, "count": 195, "max_ms": 7.317, "p95_ms": 3.185, "reason": null, "sample_age_ms": 91.685, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 195, "max_ms": 6.286, "p95_ms": 2.356, "reason": null, "sample_age_ms": 91.909, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 195, "max_ms": 0.928, "p95_ms": 0.636, "reason": null, "sample_age_ms": 43.321, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 195, "max_ms": 4.27, "p95_ms": 3.236, "reason": null, "sample_age_ms": 90.595, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.571, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.687, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.134, "count": 195, "max_ms": 89.763, "p95_ms": 61.979, "reason": null, "sample_age_ms": 43.308, "source": "client_direct"}, "sample_age_ms": 43.304, "source": "client_direct", "task_total_ms": {"avg_ms": 49.741, "count": 195, "max_ms": 94.646, "p95_ms": 64.671, "reason": null, "sample_age_ms": 43.304, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.342, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.476, "count": 195, "max_ms": 12.405, "p95_ms": 8.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 195, "max_ms": 1.366, "p95_ms": 0.881}, "detection_prepare_ms": {"avg_ms": 1.348, "count": 195, "max_ms": 4.473, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.286, "count": 195, "max_ms": 0.859, "p95_ms": 0.544}, "mcmt_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.803, "count": 195, "max_ms": 4.29, "p95_ms": 1.922}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.122, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.421, "count": 195, "max_ms": 12.322, "p95_ms": 7.962}, "track_match_ms": {"avg_ms": 0.072, "count": 195, "max_ms": 0.273, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.418, "count": 195, "max_ms": 4.52, "p95_ms": 2.519}}, "gstreamer_push": {"avg_ms": 3.192, "count": 194, "max_ms": 5.488, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 195, "max_ms": 0.436, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.121, "count": 195, "max_ms": 95.621, "p95_ms": 67.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.975, "count": 195, "max_ms": 13.616, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.663, "count": 195, "max_ms": 143.962, "p95_ms": 112.02}, "inference_input_copy_ms": {"avg_ms": 1.73, "count": 195, "max_ms": 4.468, "p95_ms": 2.978}, "processing_residual_ms": {"avg_ms": 0.237, "count": 195, "max_ms": 0.567, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.604, "count": 195, "max_ms": 148.486, "p95_ms": 117.892}, "read_interval": {"avg_ms": 169.72, "count": 195, "max_ms": 4511.764, "p95_ms": 162.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 195, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.731, "count": 195, "max_ms": 4.178, "p95_ms": 1.867}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 195, "max_ms": 0.071, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.713, "count": 195, "max_ms": 4.159, "p95_ms": 1.852}, "worker_merge_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.072, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.135, "count": 195, "max_ms": 95.631, "p95_ms": 67.087}, "visualize": {"avg_ms": 34.777, "count": 195, "max_ms": 52.226, "p95_ms": 44.739}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.99, "count": 195, "max_ms": 43.697, "p95_ms": 38.923}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.189, "count": 195, "max_ms": 50.429, "p95_ms": 43.486}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 195, "max_ms": 3.109, "p95_ms": 2.332}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.036, "count": 195, "max_ms": 49.983, "p95_ms": 43.33}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 195, "max_ms": 0.378, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.416, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3210959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154657, "write_bytes_delta": 154657, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 433.0, "cpu_core_ratio": 0.730983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9024.0, "pid": 72064, "reason": null, "system_cpu_core_ratio": 0.35407, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.376913, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.048047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.321633, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.726414, "user_cpu_s_delta": 15.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 163, "max_ms": 5.482, "p95_ms": 4.747, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.117, "max": 8.0, "p95": 7.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.24, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.92, "max": 2.0, "p95": 2.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.302, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.034, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 801.133, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1475.0, "count": 30, "max": 9024.0, "p95": 6037.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.529, "p95": 0.507, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.176, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25033, "sampled_at": "2026-11-03T11:24:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:24:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.494, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5256021, "flush_count": 5558, "flush_interval_seconds": 30.0, "flush_state": {"count": 5558, "last_at": "2026-11-03T11:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5557}, "started": true, "suppressed_count": 3205934, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3205532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5558, "written_record_count": 5558}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10096.121, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:24:38+09:00", "last_error_summary": "[h264 @ 0x5f3eae2daec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f3eae2daec0] error while decoding MB 0 42, bytestream 8771 [h264 @ 0x5f3eae36a680] error while decoding MB 81 38, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8878018867200, "copied_frame_count": 3211089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8878018867200, "frame_buffer_copies": 3211089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.4522, "p50_ms": 0.1068, "p95_ms": 0.2101, "p99_ms": 0.2694}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4744, "count": 512, "max_ms": 5.3388, "p50_ms": 1.4122, "p95_ms": 2.3842, "p99_ms": 3.0436, "results": {"failed": 0, "not_applicable": 0, "success": 3211089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 255, "h264_decode_error_count": 834, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:24:38+09:00", "last_error_summary": "[h264 @ 0x5f3eae2daec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f3eae2daec0] error while decoding MB 0 42, bytestream 8771 [h264 @ 0x5f3eae36a680] error while decoding MB 81 38, bytestream -8", "last_exit_at": "2026-11-03T11:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.395, "last_started_at": "2026-11-03T11:21:30+09:00", "pid": 72064, "process": {"exists": false, "pid": 72064}, "restart_count": 271, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 272}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-03T11:24:38+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-11-03T11:24:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.679, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 477.321, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-03T11:24:38.920702+09:00", "mtime_epoch": 1793672678.9207022, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:24:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.719, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3211089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.021, "max": 8.0, "p95": 7.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 184}, "total": {"avg": 1.005, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.6, "pushed": 6.6, "read": 6.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.042, "p95_ms": 0.015, "reason": null, "sample_age_ms": 99.321, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.944, "count": 195, "max_ms": 7.317, "p95_ms": 3.185, "reason": null, "sample_age_ms": 147.694, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 195, "max_ms": 6.286, "p95_ms": 2.356, "reason": null, "sample_age_ms": 147.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 195, "max_ms": 0.928, "p95_ms": 0.636, "reason": null, "sample_age_ms": 99.331, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 195, "max_ms": 4.27, "p95_ms": 3.236, "reason": null, "sample_age_ms": 146.604, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 146.58, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.697, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.134, "count": 195, "max_ms": 89.763, "p95_ms": 61.979, "reason": null, "sample_age_ms": 99.317, "source": "client_direct"}, "sample_age_ms": 99.313, "source": "client_direct", "task_total_ms": {"avg_ms": 49.741, "count": 195, "max_ms": 94.646, "p95_ms": 64.671, "reason": null, "sample_age_ms": 99.313, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.623, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.476, "count": 195, "max_ms": 12.405, "p95_ms": 8.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 195, "max_ms": 1.366, "p95_ms": 0.881}, "detection_prepare_ms": {"avg_ms": 1.348, "count": 195, "max_ms": 4.473, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.286, "count": 195, "max_ms": 0.859, "p95_ms": 0.544}, "mcmt_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.803, "count": 195, "max_ms": 4.29, "p95_ms": 1.922}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.122, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.421, "count": 195, "max_ms": 12.322, "p95_ms": 7.962}, "track_match_ms": {"avg_ms": 0.072, "count": 195, "max_ms": 0.273, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.418, "count": 195, "max_ms": 4.52, "p95_ms": 2.519}}, "gstreamer_push": {"avg_ms": 3.216, "count": 195, "max_ms": 7.849, "p95_ms": 4.931}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 195, "max_ms": 0.436, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.121, "count": 195, "max_ms": 95.621, "p95_ms": 67.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.975, "count": 195, "max_ms": 13.616, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.663, "count": 195, "max_ms": 143.962, "p95_ms": 112.02}, "inference_input_copy_ms": {"avg_ms": 1.73, "count": 195, "max_ms": 4.468, "p95_ms": 2.978}, "processing_residual_ms": {"avg_ms": 0.237, "count": 195, "max_ms": 0.567, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.604, "count": 195, "max_ms": 148.486, "p95_ms": 117.892}, "read_interval": {"avg_ms": 169.72, "count": 195, "max_ms": 4511.764, "p95_ms": 162.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 195, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.731, "count": 195, "max_ms": 4.178, "p95_ms": 1.867}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 195, "max_ms": 0.071, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.713, "count": 195, "max_ms": 4.159, "p95_ms": 1.852}, "worker_merge_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.072, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.135, "count": 195, "max_ms": 95.631, "p95_ms": 67.087}, "visualize": {"avg_ms": 34.777, "count": 195, "max_ms": 52.226, "p95_ms": 44.739}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.99, "count": 195, "max_ms": 43.697, "p95_ms": 38.923}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.189, "count": 195, "max_ms": 50.429, "p95_ms": 43.486}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 195, "max_ms": 3.109, "p95_ms": 2.332}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.036, "count": 195, "max_ms": 49.983, "p95_ms": 43.33}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 195, "max_ms": 0.378, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.416, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3210959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154657, "write_bytes_delta": 154657, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 433.0, "cpu_core_ratio": 0.730983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9024.0, "pid": 72064, "reason": null, "system_cpu_core_ratio": 0.35407, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.376913, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.048047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.321633, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.726414, "user_cpu_s_delta": 15.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 163, "max_ms": 5.482, "p95_ms": 4.747, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.117, "max": 8.0, "p95": 7.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.24, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.92, "max": 2.0, "p95": 2.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.302, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.034, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 801.133, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1475.0, "count": 30, "max": 9024.0, "p95": 6037.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.529, "p95": 0.507, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.176, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25033, "sampled_at": "2026-11-03T11:24:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:24:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.547, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5256021, "flush_count": 5558, "flush_interval_seconds": 30.0, "flush_state": {"count": 5558, "last_at": "2026-11-03T11:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5557}, "started": true, "suppressed_count": 3205934, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3205532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5558, "written_record_count": 5558}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10095.891, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8878018867200, "copied_frame_count": 3211089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8878018867200, "frame_buffer_copies": 3211089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.4522, "p50_ms": 0.1068, "p95_ms": 0.2101, "p99_ms": 0.2694}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4744, "count": 512, "max_ms": 5.3388, "p50_ms": 1.4122, "p95_ms": 2.3842, "p99_ms": 3.0436, "results": {"failed": 0, "not_applicable": 0, "success": 3211089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 255, "h264_decode_error_count": 834, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:24:38+09:00", "last_error_summary": "[h264 @ 0x5f3eae2daec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f3eae2daec0] error while decoding MB 0 42, bytestream 8771 [h264 @ 0x5f3eae36a680] error while decoding MB 81 38, bytestream -8", "last_exit_at": "2026-11-03T11:24:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 188.439, "last_started_at": "2026-11-03T11:21:30+09:00", "pid": 72064, "process": {"exists": false, "pid": 72064}, "restart_count": 271, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 272}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2225, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-03T11:24:38+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-11-03T11:24:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 122.711, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 477.289, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T11:24:38.920702+09:00", "mtime_epoch": 1793672678.9207022, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:24:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.719, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3211089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.021, "max": 8.0, "p95": 7.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.065, "max": 2.0, "p95": 2.0, "sample_count": 184}, "total": {"avg": 1.005, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.59, "pushed": 6.59, "read": 6.59}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.042, "p95_ms": 0.015, "reason": null, "sample_age_ms": 135.173, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.944, "count": 195, "max_ms": 7.317, "p95_ms": 3.185, "reason": null, "sample_age_ms": 183.546, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 195, "max_ms": 6.286, "p95_ms": 2.356, "reason": null, "sample_age_ms": 183.769, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 195, "max_ms": 0.928, "p95_ms": 0.636, "reason": null, "sample_age_ms": 135.182, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.065, "count": 195, "max_ms": 4.27, "p95_ms": 3.236, "reason": null, "sample_age_ms": 182.455, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2764808.0, "count": 195, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 182.432, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.548, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.134, "count": 195, "max_ms": 89.763, "p95_ms": 61.979, "reason": null, "sample_age_ms": 135.168, "source": "client_direct"}, "sample_age_ms": 135.165, "source": "client_direct", "task_total_ms": {"avg_ms": 49.741, "count": 195, "max_ms": 94.646, "p95_ms": 64.671, "reason": null, "sample_age_ms": 135.165, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.997, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.476, "count": 195, "max_ms": 12.405, "p95_ms": 8.058}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 195, "max_ms": 1.366, "p95_ms": 0.881}, "detection_prepare_ms": {"avg_ms": 1.348, "count": 195, "max_ms": 4.473, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.286, "count": 195, "max_ms": 0.859, "p95_ms": 0.544}, "mcmt_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.803, "count": 195, "max_ms": 4.29, "p95_ms": 1.922}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.122, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 4.421, "count": 195, "max_ms": 12.322, "p95_ms": 7.962}, "track_match_ms": {"avg_ms": 0.072, "count": 195, "max_ms": 0.273, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.418, "count": 195, "max_ms": 4.52, "p95_ms": 2.519}}, "gstreamer_push": {"avg_ms": 3.216, "count": 195, "max_ms": 7.849, "p95_ms": 4.931}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 195, "max_ms": 0.436, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.121, "count": 195, "max_ms": 95.621, "p95_ms": 67.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.975, "count": 195, "max_ms": 13.616, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.663, "count": 195, "max_ms": 143.962, "p95_ms": 112.02}, "inference_input_copy_ms": {"avg_ms": 1.73, "count": 195, "max_ms": 4.468, "p95_ms": 2.978}, "processing_residual_ms": {"avg_ms": 0.237, "count": 195, "max_ms": 0.567, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.604, "count": 195, "max_ms": 148.486, "p95_ms": 117.892}, "read_interval": {"avg_ms": 169.72, "count": 195, "max_ms": 4511.764, "p95_ms": 162.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 195, "max_ms": 0.066, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.731, "count": 195, "max_ms": 4.178, "p95_ms": 1.867}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 195, "max_ms": 0.071, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.713, "count": 195, "max_ms": 4.159, "p95_ms": 1.852}, "worker_merge_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.072, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.135, "count": 195, "max_ms": 95.631, "p95_ms": 67.087}, "visualize": {"avg_ms": 34.777, "count": 195, "max_ms": 52.226, "p95_ms": 44.739}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.99, "count": 195, "max_ms": 43.697, "p95_ms": 38.923}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.189, "count": 195, "max_ms": 50.429, "p95_ms": 43.486}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 195, "max_ms": 3.109, "p95_ms": 2.332}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.036, "count": 195, "max_ms": 49.983, "p95_ms": 43.33}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 195, "max_ms": 0.378, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.416, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3210959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154657, "write_bytes_delta": 154657, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 433.0, "cpu_core_ratio": 0.730983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9024.0, "pid": 72064, "reason": null, "system_cpu_core_ratio": 0.35407, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.376913, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.048047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.321633, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.726414, "user_cpu_s_delta": 15.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 163, "max_ms": 5.482, "p95_ms": 4.747, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.117, "max": 8.0, "p95": 7.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.24, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.92, "max": 2.0, "p95": 2.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.302, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.034, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 801.133, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1475.0, "count": 30, "max": 9024.0, "p95": 6037.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.529, "p95": 0.507, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.176, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25033, "sampled_at": "2026-11-03T11:24:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:24:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.59, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5256021, "flush_count": 5558, "flush_interval_seconds": 30.0, "flush_state": {"count": 5558, "last_at": "2026-11-03T11:24:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:24:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5557}, "started": true, "suppressed_count": 3205934, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3205532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5558, "written_record_count": 5558}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10271.949, "limit_mb": null}, "detail": {"pid": 72296, "restart_count": 272, "start_count": 273}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8878018867200, "copied_frame_count": 3211089, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8878018867200, "frame_buffer_copies": 3211089, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1179, "count": 512, "max_ms": 0.4522, "p50_ms": 0.1068, "p95_ms": 0.2101, "p99_ms": 0.2694}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4744, "count": 512, "max_ms": 5.3388, "p50_ms": 1.4122, "p95_ms": 2.3842, "p99_ms": 3.0436, "results": {"failed": 0, "not_applicable": 0, "success": 3211089, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 255, "h264_decode_error_count": 834, "h264_decode_error_count_per_hour": 70, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:24:38+09:00", "last_error_summary": "[h264 @ 0x5f3eae2daec0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f3eae2daec0] error while decoding MB 0 42, bytestream 8771 [h264 @ 0x5f3eae36a680] error while decoding MB 81 38, bytestream -8", "last_exit_at": "2026-11-03T11:24:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:24:41+09:00", "pid": 72296, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.672, "name": "ffmpeg", "pid": 72296, "rss_mb": 209.672, "state": "S (sleeping)", "threads": 70}, "restart_count": 272, "restart_count_per_hour": 35, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 273}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.389, "sample_count": 2185, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211089, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.308, "last_frame_pushed_at": "2026-11-03T11:24:38+09:00", "last_frame_read_age_sec": 4.404, "last_frame_read_at": "2026-11-03T11:24:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.953, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 473.047, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 4.298, "exists": true, "mtime": "2026-11-03T11:24:38.920702+09:00", "mtime_epoch": 1793672678.9207022, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:24:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.723, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3211089, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.0, "max": 8.0, "p95": 7.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "total": {"avg": 0.933, "max": 1.0, "p95": 1.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.449, "pushed": 5.449, "read": 5.415}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4359.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.934, "count": 162, "max_ms": 7.317, "p95_ms": 3.163, "reason": null, "sample_age_ms": 4408.272, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.381, "count": 162, "max_ms": 6.286, "p95_ms": 2.406, "reason": null, "sample_age_ms": 4408.496, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 163, "max_ms": 0.852, "p95_ms": 0.581, "reason": null, "sample_age_ms": 4359.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.071, "count": 162, "max_ms": 4.27, "p95_ms": 3.336, "reason": null, "sample_age_ms": 4407.182, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2764808.0, "count": 162, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4407.158, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 163, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4360.274, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.131, "count": 163, "max_ms": 89.763, "p95_ms": 62.077, "reason": null, "sample_age_ms": 4359.895, "source": "client_direct"}, "sample_age_ms": 4359.891, "source": "client_direct", "task_total_ms": {"avg_ms": 49.735, "count": 163, "max_ms": 94.646, "p95_ms": 65.099, "reason": null, "sample_age_ms": 4359.891, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.233, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.189, "count": 163, "max_ms": 10.246, "p95_ms": 7.358}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 163, "max_ms": 1.366, "p95_ms": 0.881}, "detection_prepare_ms": {"avg_ms": 1.305, "count": 163, "max_ms": 4.473, "p95_ms": 2.585}, "event_filter_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 163, "max_ms": 0.859, "p95_ms": 0.502}, "mcmt_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.678, "count": 163, "max_ms": 2.215, "p95_ms": 1.333}, "setup_ms": {"avg_ms": 0.047, "count": 163, "max_ms": 0.122, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 4.135, "count": 163, "max_ms": 10.142, "p95_ms": 7.282}, "track_match_ms": {"avg_ms": 0.069, "count": 163, "max_ms": 0.238, "p95_ms": 0.143}, "tracker_update_ms": {"avg_ms": 1.327, "count": 163, "max_ms": 3.497, "p95_ms": 2.409}}, "gstreamer_push": {"avg_ms": 3.196, "count": 163, "max_ms": 7.849, "p95_ms": 4.772}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 163, "max_ms": 0.153, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.083, "count": 163, "max_ms": 95.621, "p95_ms": 67.24}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.991, "count": 163, "max_ms": 13.616, "p95_ms": 9.052}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.047, "count": 163, "max_ms": 143.962, "p95_ms": 110.261}, "inference_input_copy_ms": {"avg_ms": 1.722, "count": 163, "max_ms": 4.468, "p95_ms": 2.776}, "processing_residual_ms": {"avg_ms": 0.234, "count": 163, "max_ms": 0.567, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.993, "count": 163, "max_ms": 148.486, "p95_ms": 116.408}, "read_interval": {"avg_ms": 158.185, "count": 162, "max_ms": 4511.764, "p95_ms": 161.657}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 163, "max_ms": 0.042, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.607, "count": 163, "max_ms": 1.908, "p95_ms": 1.225}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 163, "max_ms": 0.071, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.59, "count": 163, "max_ms": 1.878, "p95_ms": 1.195}, "worker_merge_ms": {"avg_ms": 0.008, "count": 163, "max_ms": 0.044, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 51.097, "count": 163, "max_ms": 95.631, "p95_ms": 67.249}, "visualize": {"avg_ms": 34.51, "count": 163, "max_ms": 49.307, "p95_ms": 43.889}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.874, "count": 163, "max_ms": 43.697, "p95_ms": 38.306}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.927, "count": 163, "max_ms": 48.153, "p95_ms": 42.481}, "visualize_input_copy_ms": {"avg_ms": 1.358, "count": 163, "max_ms": 3.109, "p95_ms": 2.332}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.776, "count": 163, "max_ms": 48.004, "p95_ms": 42.17}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 163, "max_ms": 0.205, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.66, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.416, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.186, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3210959, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:24:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 154657, "write_bytes_delta": 154657, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 433.0, "cpu_core_ratio": 0.730983, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9024.0, "pid": 72064, "reason": null, "system_cpu_core_ratio": 0.35407, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.376913, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.048047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.321633, "system_cpu_s_delta": 7.040000000008149, "user_cpu_core_ratio": 0.726414, "user_cpu_s_delta": 15.900000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.104, "count": 163, "max_ms": 5.482, "p95_ms": 4.747, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.117, "max": 8.0, "p95": 7.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.24, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 121}, "total": {"avg": 0.92, "max": 2.0, "p95": 2.0, "sample_count": 163}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.302, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.034, "count": 30, "max": 26.083, "p95": 25.23, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 801.133, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1475.0, "count": 30, "max": 9024.0, "p95": 6037.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.125, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 160932.267, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.933, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.529, "p95": 0.507, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.979, "count": 30, "max": 1.176, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25033, "sampled_at": "2026-11-03T11:24:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:24:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5258043, "flush_count": 5560, "flush_interval_seconds": 30.0, "flush_state": {"count": 5560, "last_at": "2026-11-03T11:26:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:26:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5559}, "started": true, "suppressed_count": 3206833, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3206431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5560, "written_record_count": 5560}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10098.535, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x639b388825c0] error while decoding MB 40 53, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8880507187200, "copied_frame_count": 3211989, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8880507187200, "frame_buffer_copies": 3211989, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 1.3826, "p50_ms": 0.1103, "p95_ms": 0.2372, "p99_ms": 0.2971}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5119, "count": 512, "max_ms": 3.4234, "p50_ms": 1.4327, "p95_ms": 2.5034, "p99_ms": 3.0885, "results": {"failed": 0, "not_applicable": 0, "success": 3211989, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 256, "h264_decode_error_count": 835, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:26:33+09:00", "last_error_summary": "[h264 @ 0x639b388825c0] error while decoding MB 40 53, bytestream -10", "last_exit_at": "2026-11-03T11:24:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.783, "last_started_at": "2026-11-03T11:24:41+09:00", "pid": 72296, "process": {"exists": false, "pid": 72296}, "restart_count": 272, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 273}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.653, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211989, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-11-03T11:26:32+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-03T11:26:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 236.738, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 363.262, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T11:26:32.917259+09:00", "mtime_epoch": 1793672792.9172587, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161158}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:26:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.156, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3211990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.42, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.404, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.318, "max": 3.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.127, "max": 2.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.127, "max": 2.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.19, "pushed": 8.19, "read": 8.19}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 58.204, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.906, "count": 245, "max_ms": 7.446, "p95_ms": 2.95, "reason": null, "sample_age_ms": 99.2, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 245, "max_ms": 4.987, "p95_ms": 2.021, "reason": null, "sample_age_ms": 99.447, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.346, "count": 246, "max_ms": 1.436, "p95_ms": 0.663, "reason": null, "sample_age_ms": 58.222, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.158, "count": 245, "max_ms": 9.637, "p95_ms": 3.648, "reason": null, "sample_age_ms": 97.782, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.762, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 58.761, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.472, "count": 246, "max_ms": 86.675, "p95_ms": 70.681, "reason": null, "sample_age_ms": 58.196, "source": "client_direct"}, "sample_age_ms": 58.191, "source": "client_direct", "task_total_ms": {"avg_ms": 54.185, "count": 246, "max_ms": 89.834, "p95_ms": 72.968, "reason": null, "sample_age_ms": 58.191, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.194, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.773, "count": 245, "max_ms": 13.154, "p95_ms": 10.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.472, "count": 245, "max_ms": 1.737, "p95_ms": 0.948}, "detection_prepare_ms": {"avg_ms": 1.601, "count": 245, "max_ms": 6.542, "p95_ms": 2.951}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.32, "count": 245, "max_ms": 0.825, "p95_ms": 0.563}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.469, "count": 245, "max_ms": 5.037, "p95_ms": 3.379}, "setup_ms": {"avg_ms": 0.053, "count": 245, "max_ms": 0.234, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.711, "count": 245, "max_ms": 13.091, "p95_ms": 10.311}, "track_match_ms": {"avg_ms": 0.09, "count": 245, "max_ms": 0.562, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.696, "count": 245, "max_ms": 4.48, "p95_ms": 2.951}}, "gstreamer_push": {"avg_ms": 3.412, "count": 245, "max_ms": 6.788, "p95_ms": 5.279}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 245, "max_ms": 0.596, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.594, "count": 245, "max_ms": 91.011, "p95_ms": 74.578}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.168, "count": 245, "max_ms": 12.528, "p95_ms": 9.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.043, "count": 245, "max_ms": 141.975, "p95_ms": 127.271}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 245, "max_ms": 6.399, "p95_ms": 2.874}, "processing_residual_ms": {"avg_ms": 0.236, "count": 245, "max_ms": 1.029, "p95_ms": 0.418}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.18, "count": 245, "max_ms": 150.703, "p95_ms": 132.968}, "read_interval": {"avg_ms": 122.145, "count": 245, "max_ms": 201.178, "p95_ms": 169.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 245, "max_ms": 0.066, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.39, "count": 245, "max_ms": 4.955, "p95_ms": 3.244}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 245, "max_ms": 0.133, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.371, "count": 245, "max_ms": 4.938, "p95_ms": 3.204}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.084, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.609, "count": 245, "max_ms": 91.033, "p95_ms": 74.608}, "visualize": {"avg_ms": 37.358, "count": 245, "max_ms": 64.492, "p95_ms": 49.747}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.713, "count": 245, "max_ms": 51.7, "p95_ms": 42.884}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.742, "count": 245, "max_ms": 63.02, "p95_ms": 48.083}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 245, "max_ms": 3.47, "p95_ms": 2.096}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.581, "count": 245, "max_ms": 62.806, "p95_ms": 47.841}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 245, "max_ms": 0.246, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.913, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.332, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162080, "write_bytes_delta": 162080, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1190.0, "cpu_core_ratio": 0.511927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 558.0, "pid": 72296, "reason": null, "system_cpu_core_ratio": 0.040835, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.471093, "user_cpu_s_delta": 9.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635877, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494, "system_cpu_s_delta": 9.919999999998254, "user_cpu_core_ratio": 1.141877, "user_cpu_s_delta": 22.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.278, "count": 250, "max_ms": 7.881, "p95_ms": 5.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.46, "max": 6.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.504, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.42, "max": 3.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.168, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.39, "count": 30, "max": 31.56, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 873.0, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2009.833, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.523, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.144, "count": 30, "max": 4.31, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.157, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25039, "sampled_at": "2026-11-03T11:26:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:26:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5258043, "flush_count": 5560, "flush_interval_seconds": 30.0, "flush_state": {"count": 5560, "last_at": "2026-11-03T11:26:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:26:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5559}, "started": true, "suppressed_count": 3206833, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3206431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5560, "written_record_count": 5560}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10098.434, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:26:33+09:00", "last_error_summary": "[h264 @ 0x639b388825c0] error while decoding MB 40 53, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8880509952000, "copied_frame_count": 3211990, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8880509952000, "frame_buffer_copies": 3211990, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 1.3826, "p50_ms": 0.1103, "p95_ms": 0.2372, "p99_ms": 0.2971}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5217, "count": 512, "max_ms": 5.8257, "p50_ms": 1.4387, "p95_ms": 2.5096, "p99_ms": 3.1097, "results": {"failed": 0, "not_applicable": 0, "success": 3211990, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 256, "h264_decode_error_count": 835, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:26:33+09:00", "last_error_summary": "[h264 @ 0x639b388825c0] error while decoding MB 40 53, bytestream -10", "last_exit_at": "2026-11-03T11:26:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.845, "last_started_at": "2026-11-03T11:24:41+09:00", "pid": 72296, "process": {"exists": false, "pid": 72296}, "restart_count": 272, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 273}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.653, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T11:26:33+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-11-03T11:26:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 236.801, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 363.199, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-03T11:26:33.051260+09:00", "mtime_epoch": 1793672793.0512595, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161071}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:26:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.152, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3211990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.419, "max": 6.0, "p95": 5.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.407, "max": 3.0, "p95": 2.0, "sample_count": 231}, "total": {"avg": 1.321, "max": 3.0, "p95": 2.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 0.13, "max": 2.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 0.13, "max": 2.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.206, "pushed": 8.206, "read": 8.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 127.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.906, "count": 245, "max_ms": 7.446, "p95_ms": 2.95, "reason": null, "sample_age_ms": 168.458, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.382, "count": 245, "max_ms": 4.987, "p95_ms": 2.021, "reason": null, "sample_age_ms": 168.705, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 245, "max_ms": 1.436, "p95_ms": 0.664, "reason": null, "sample_age_ms": 127.48, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.158, "count": 245, "max_ms": 9.637, "p95_ms": 3.648, "reason": null, "sample_age_ms": 167.04, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.02, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.019, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.486, "count": 245, "max_ms": 86.675, "p95_ms": 70.769, "reason": null, "sample_age_ms": 127.454, "source": "client_direct"}, "sample_age_ms": 127.449, "source": "client_direct", "task_total_ms": {"avg_ms": 54.2, "count": 245, "max_ms": 89.834, "p95_ms": 73.059, "reason": null, "sample_age_ms": 127.449, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.396, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.785, "count": 246, "max_ms": 13.154, "p95_ms": 10.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.472, "count": 246, "max_ms": 1.737, "p95_ms": 0.948}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 246, "max_ms": 6.542, "p95_ms": 2.951}, "event_filter_ms": {"avg_ms": 0.006, "count": 246, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 246, "max_ms": 0.825, "p95_ms": 0.563}, "mcmt_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.474, "count": 246, "max_ms": 5.037, "p95_ms": 3.379}, "setup_ms": {"avg_ms": 0.053, "count": 246, "max_ms": 0.234, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.723, "count": 246, "max_ms": 13.091, "p95_ms": 10.311}, "track_match_ms": {"avg_ms": 0.091, "count": 246, "max_ms": 0.562, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.7, "count": 246, "max_ms": 4.48, "p95_ms": 2.951}}, "gstreamer_push": {"avg_ms": 3.407, "count": 246, "max_ms": 6.788, "p95_ms": 5.279}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 246, "max_ms": 0.596, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.538, "count": 246, "max_ms": 91.011, "p95_ms": 74.578}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.162, "count": 246, "max_ms": 12.528, "p95_ms": 9.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.118, "count": 246, "max_ms": 141.975, "p95_ms": 127.271}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 246, "max_ms": 6.399, "p95_ms": 2.874}, "processing_residual_ms": {"avg_ms": 0.235, "count": 246, "max_ms": 1.029, "p95_ms": 0.418}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.246, "count": 246, "max_ms": 150.703, "p95_ms": 132.968}, "read_interval": {"avg_ms": 122.145, "count": 245, "max_ms": 201.178, "p95_ms": 169.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 246, "max_ms": 0.066, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.395, "count": 246, "max_ms": 4.955, "p95_ms": 3.244}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 246, "max_ms": 0.133, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.376, "count": 246, "max_ms": 4.938, "p95_ms": 3.204}, "worker_merge_ms": {"avg_ms": 0.008, "count": 246, "max_ms": 0.084, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.553, "count": 246, "max_ms": 91.033, "p95_ms": 74.608}, "visualize": {"avg_ms": 37.478, "count": 246, "max_ms": 66.808, "p95_ms": 50.978}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.797, "count": 246, "max_ms": 52.45, "p95_ms": 42.932}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.86, "count": 246, "max_ms": 64.801, "p95_ms": 48.81}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 246, "max_ms": 3.47, "p95_ms": 2.096}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.7, "count": 246, "max_ms": 64.666, "p95_ms": 48.55}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 246, "max_ms": 0.246, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.913, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.332, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162080, "write_bytes_delta": 162080, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1190.0, "cpu_core_ratio": 0.511927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 558.0, "pid": 72296, "reason": null, "system_cpu_core_ratio": 0.040835, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.471093, "user_cpu_s_delta": 9.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635877, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494, "system_cpu_s_delta": 9.919999999998254, "user_cpu_core_ratio": 1.141877, "user_cpu_s_delta": 22.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.278, "count": 250, "max_ms": 7.881, "p95_ms": 5.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.46, "max": 6.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.504, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.42, "max": 3.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.168, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.39, "count": 30, "max": 31.56, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 873.0, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2009.833, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.523, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.144, "count": 30, "max": 4.31, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.157, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25039, "sampled_at": "2026-11-03T11:26:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:26:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5258043, "flush_count": 5560, "flush_interval_seconds": 30.0, "flush_state": {"count": 5560, "last_at": "2026-11-03T11:26:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:26:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5559}, "started": true, "suppressed_count": 3206833, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3206431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5560, "written_record_count": 5560}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10098.516, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8880509952000, "copied_frame_count": 3211990, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8880509952000, "frame_buffer_copies": 3211990, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 1.3826, "p50_ms": 0.1103, "p95_ms": 0.2372, "p99_ms": 0.2971}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5217, "count": 512, "max_ms": 5.8257, "p50_ms": 1.4387, "p95_ms": 2.5096, "p99_ms": 3.1097, "results": {"failed": 0, "not_applicable": 0, "success": 3211990, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 256, "h264_decode_error_count": 835, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:26:33+09:00", "last_error_summary": "[h264 @ 0x639b388825c0] error while decoding MB 40 53, bytestream -10", "last_exit_at": "2026-11-03T11:26:33+09:00", "last_returncode": 0, "last_stable_duration_sec": 111.9, "last_started_at": "2026-11-03T11:24:41+09:00", "pid": 72296, "process": {"exists": false, "pid": 72296}, "restart_count": 272, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 273}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.653, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-11-03T11:26:33+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-11-03T11:26:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 236.848, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 363.152, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-03T11:26:33.051260+09:00", "mtime_epoch": 1793672793.0512595, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161071}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:26:33+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.152, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3211990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.42, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.404, "max": 3.0, "p95": 2.0, "sample_count": 230}, "total": {"avg": 1.318, "max": 3.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.131, "max": 2.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.131, "max": 2.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.194, "pushed": 8.194, "read": 8.16}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 171.142, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.908, "count": 244, "max_ms": 7.446, "p95_ms": 2.958, "reason": null, "sample_age_ms": 212.137, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 244, "max_ms": 4.987, "p95_ms": 2.023, "reason": null, "sample_age_ms": 212.384, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.347, "count": 245, "max_ms": 1.436, "p95_ms": 0.664, "reason": null, "sample_age_ms": 171.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.155, "count": 244, "max_ms": 9.637, "p95_ms": 3.648, "reason": null, "sample_age_ms": 210.72, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 210.7, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 171.699, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.486, "count": 245, "max_ms": 86.675, "p95_ms": 70.769, "reason": null, "sample_age_ms": 171.134, "source": "client_direct"}, "sample_age_ms": 171.128, "source": "client_direct", "task_total_ms": {"avg_ms": 54.2, "count": 245, "max_ms": 89.834, "p95_ms": 73.059, "reason": null, "sample_age_ms": 171.128, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.784, "count": 245, "max_ms": 13.154, "p95_ms": 10.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 245, "max_ms": 1.737, "p95_ms": 0.948}, "detection_prepare_ms": {"avg_ms": 1.602, "count": 245, "max_ms": 6.542, "p95_ms": 2.951}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.043, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.32, "count": 245, "max_ms": 0.825, "p95_ms": 0.563}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.472, "count": 245, "max_ms": 5.037, "p95_ms": 3.379}, "setup_ms": {"avg_ms": 0.053, "count": 245, "max_ms": 0.234, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 5.722, "count": 245, "max_ms": 13.091, "p95_ms": 10.311}, "track_match_ms": {"avg_ms": 0.091, "count": 245, "max_ms": 0.562, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.7, "count": 245, "max_ms": 4.48, "p95_ms": 2.951}}, "gstreamer_push": {"avg_ms": 3.408, "count": 245, "max_ms": 6.788, "p95_ms": 5.279}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 245, "max_ms": 0.596, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.555, "count": 245, "max_ms": 91.011, "p95_ms": 74.578}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.167, "count": 245, "max_ms": 12.528, "p95_ms": 9.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.144, "count": 245, "max_ms": 141.975, "p95_ms": 127.271}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 245, "max_ms": 6.399, "p95_ms": 2.874}, "processing_residual_ms": {"avg_ms": 0.236, "count": 245, "max_ms": 1.029, "p95_ms": 0.418}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.278, "count": 245, "max_ms": 150.703, "p95_ms": 132.968}, "read_interval": {"avg_ms": 122.203, "count": 244, "max_ms": 201.178, "p95_ms": 169.792}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 245, "max_ms": 0.066, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.393, "count": 245, "max_ms": 4.955, "p95_ms": 3.244}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 245, "max_ms": 0.133, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.374, "count": 245, "max_ms": 4.938, "p95_ms": 3.204}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.084, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.57, "count": 245, "max_ms": 91.033, "p95_ms": 74.608}, "visualize": {"avg_ms": 37.487, "count": 245, "max_ms": 66.808, "p95_ms": 50.978}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.816, "count": 245, "max_ms": 52.45, "p95_ms": 42.932}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.867, "count": 245, "max_ms": 64.801, "p95_ms": 48.81}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 245, "max_ms": 3.47, "p95_ms": 2.096}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.707, "count": 245, "max_ms": 64.666, "p95_ms": 48.55}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 245, "max_ms": 0.246, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.913, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.332, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162080, "write_bytes_delta": 162080, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1190.0, "cpu_core_ratio": 0.511927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 558.0, "pid": 72296, "reason": null, "system_cpu_core_ratio": 0.040835, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.471093, "user_cpu_s_delta": 9.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635877, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494, "system_cpu_s_delta": 9.919999999998254, "user_cpu_core_ratio": 1.141877, "user_cpu_s_delta": 22.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.278, "count": 250, "max_ms": 7.881, "p95_ms": 5.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.46, "max": 6.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.504, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.42, "max": 3.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.168, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.39, "count": 30, "max": 31.56, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 873.0, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2009.833, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.523, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.144, "count": 30, "max": 4.31, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.157, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25039, "sampled_at": "2026-11-03T11:26:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:26:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.901, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5258043, "flush_count": 5560, "flush_interval_seconds": 30.0, "flush_state": {"count": 5560, "last_at": "2026-11-03T11:26:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:26:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5559}, "started": true, "suppressed_count": 3206833, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3206431}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5560, "written_record_count": 5560}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10266.883, "limit_mb": null}, "detail": {"pid": 72412, "restart_count": 273, "start_count": 274}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8880509952000, "copied_frame_count": 3211990, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8880509952000, "frame_buffer_copies": 3211990, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 1.3826, "p50_ms": 0.1103, "p95_ms": 0.2372, "p99_ms": 0.2971}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5217, "count": 512, "max_ms": 5.8257, "p50_ms": 1.4387, "p95_ms": 2.5096, "p99_ms": 3.1097, "results": {"failed": 0, "not_applicable": 0, "success": 3211990, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 256, "h264_decode_error_count": 835, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:26:33+09:00", "last_error_summary": "[h264 @ 0x639b388825c0] error while decoding MB 40 53, bytestream -10", "last_exit_at": "2026-11-03T11:26:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:26:35+09:00", "pid": 72412, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.363, "name": "ffmpeg", "pid": 72412, "rss_mb": 206.363, "state": "S (sleeping)", "threads": 70}, "restart_count": 273, "restart_count_per_hour": 35, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 274}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.653, "sample_count": 2407, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.554, "last_frame_pushed_at": "2026-11-03T11:26:33+09:00", "last_frame_read_age_sec": 4.683, "last_frame_read_at": "2026-11-03T11:26:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 241.314, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 358.686, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 4.545, "exists": true, "mtime": "2026-11-03T11:26:33.051260+09:00", "mtime_epoch": 1793672793.0512595, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161071}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:26:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.156, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3211990, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.297, "max": 6.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.438, "max": 3.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 1.335, "max": 3.0, "p95": 2.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.144, "max": 2.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.977, "pushed": 6.977, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4648.835, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.915, "count": 208, "max_ms": 7.446, "p95_ms": 2.925, "reason": null, "sample_age_ms": 4689.831, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 208, "max_ms": 4.987, "p95_ms": 1.96, "reason": null, "sample_age_ms": 4690.078, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 208, "max_ms": 1.436, "p95_ms": 0.639, "reason": null, "sample_age_ms": 4648.853, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.176, "count": 208, "max_ms": 9.637, "p95_ms": 3.723, "reason": null, "sample_age_ms": 4688.413, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4688.393, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4649.392, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.418, "count": 208, "max_ms": 86.675, "p95_ms": 70.505, "reason": null, "sample_age_ms": 4648.827, "source": "client_direct"}, "sample_age_ms": 4648.822, "source": "client_direct", "task_total_ms": {"avg_ms": 54.14, "count": 208, "max_ms": 89.834, "p95_ms": 72.788, "reason": null, "sample_age_ms": 4648.822, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.663, "count": 209, "max_ms": 13.154, "p95_ms": 10.022}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 209, "max_ms": 1.737, "p95_ms": 0.94}, "detection_prepare_ms": {"avg_ms": 1.569, "count": 209, "max_ms": 6.542, "p95_ms": 2.951}, "event_filter_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.043, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.31, "count": 209, "max_ms": 0.825, "p95_ms": 0.554}, "mcmt_ms": {"avg_ms": 0.004, "count": 209, "max_ms": 0.026, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.472, "count": 209, "max_ms": 4.608, "p95_ms": 3.402}, "setup_ms": {"avg_ms": 0.05, "count": 209, "max_ms": 0.183, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 5.604, "count": 209, "max_ms": 13.091, "p95_ms": 9.973}, "track_match_ms": {"avg_ms": 0.089, "count": 209, "max_ms": 0.562, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.653, "count": 209, "max_ms": 4.48, "p95_ms": 2.896}}, "gstreamer_push": {"avg_ms": 3.472, "count": 209, "max_ms": 6.788, "p95_ms": 5.581}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 209, "max_ms": 0.596, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.499, "count": 209, "max_ms": 91.011, "p95_ms": 74.578}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.185, "count": 209, "max_ms": 12.528, "p95_ms": 9.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.97, "count": 209, "max_ms": 141.975, "p95_ms": 127.542}, "inference_input_copy_ms": {"avg_ms": 1.747, "count": 209, "max_ms": 6.399, "p95_ms": 2.9}, "processing_residual_ms": {"avg_ms": 0.237, "count": 209, "max_ms": 1.029, "p95_ms": 0.418}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.138, "count": 209, "max_ms": 150.703, "p95_ms": 135.394}, "read_interval": {"avg_ms": 121.997, "count": 208, "max_ms": 201.178, "p95_ms": 165.017}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 209, "max_ms": 0.066, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.394, "count": 209, "max_ms": 4.448, "p95_ms": 3.258}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.133, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.375, "count": 209, "max_ms": 4.415, "p95_ms": 3.222}, "worker_merge_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.084, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.514, "count": 209, "max_ms": 91.033, "p95_ms": 74.608}, "visualize": {"avg_ms": 37.498, "count": 209, "max_ms": 66.808, "p95_ms": 51.151}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.797, "count": 209, "max_ms": 52.45, "p95_ms": 43.058}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.892, "count": 209, "max_ms": 64.801, "p95_ms": 49.112}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 209, "max_ms": 3.035, "p95_ms": 2.087}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.732, "count": 209, "max_ms": 64.666, "p95_ms": 48.977}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 209, "max_ms": 0.246, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.913, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.332, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3211914, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:26:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 162080, "write_bytes_delta": 162080, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1190.0, "cpu_core_ratio": 0.511927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 558.0, "pid": 72296, "reason": null, "system_cpu_core_ratio": 0.040835, "system_cpu_s_delta": 0.8200000000000003, "user_cpu_core_ratio": 0.471093, "user_cpu_s_delta": 9.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.635877, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.494, "system_cpu_s_delta": 9.919999999998254, "user_cpu_core_ratio": 1.141877, "user_cpu_s_delta": 22.929999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.278, "count": 250, "max_ms": 7.881, "p95_ms": 5.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.46, "max": 6.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.504, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.42, "max": 3.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 56.168, "count": 30, "max": 806.867, "p95": 68.933, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.39, "count": 30, "max": 31.56, "p95": 25.737, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 873.0, "count": 30, "max": 1550.0, "p95": 1336.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2009.833, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.126, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.523, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.144, "count": 30, "max": 4.31, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161203.433, "count": 30, "max": 174228.0, "p95": 168876.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.4, "count": 30, "max": 47.0, "p95": 23.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.964, "count": 30, "max": 1.157, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25039, "sampled_at": "2026-11-03T11:26:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:26:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5260100, "flush_count": 5562, "flush_interval_seconds": 30.0, "flush_state": {"count": 5562, "last_at": "2026-11-03T11:28:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:28:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5561}, "started": true, "suppressed_count": 3208105, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3207703}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5562, "written_record_count": 5562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10106.211, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a4f31ad6dc0] error while decoding MB 14 62, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8884029542400, "copied_frame_count": 3213263, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8884029542400, "frame_buffer_copies": 3213263, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 3.2832, "p50_ms": 0.1157, "p95_ms": 0.2201, "p99_ms": 0.2969}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5072, "count": 512, "max_ms": 3.834, "p50_ms": 1.4386, "p95_ms": 2.3897, "p99_ms": 2.893, "results": {"failed": 0, "not_applicable": 0, "success": 3213263, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 257, "h264_decode_error_count": 836, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:29:03+09:00", "last_error_summary": "[h264 @ 0x5a4f31ad6dc0] error while decoding MB 14 62, bytestream -11", "last_exit_at": "2026-11-03T11:26:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.345, "last_started_at": "2026-11-03T11:26:35+09:00", "pid": 72412, "process": {"exists": false, "pid": 72412}, "restart_count": 273, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 274}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-03T11:29:03+09:00", "last_frame_read_age_sec": 0.061, "last_frame_read_at": "2026-11-03T11:29:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 387.719, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 212.281, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-03T11:29:03.888918+09:00", "mtime_epoch": 1793672943.888918, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 168951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:29:04+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.77, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213264, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.86, "max": 7.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.857, "max": 3.0, "p95": 3.0, "sample_count": 231}, "total": {"avg": 1.716, "max": 3.0, "p95": 3.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.351, "pushed": 8.351, "read": 8.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.01, "count": 250, "max_ms": 0.592, "p95_ms": 0.014, "reason": null, "sample_age_ms": 31.786, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.878, "count": 250, "max_ms": 10.321, "p95_ms": 2.804, "reason": null, "sample_age_ms": 77.266, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 250, "max_ms": 9.866, "p95_ms": 2.238, "reason": null, "sample_age_ms": 77.482, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 250, "max_ms": 1.144, "p95_ms": 0.616, "reason": null, "sample_age_ms": 31.806, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.956, "count": 250, "max_ms": 4.664, "p95_ms": 3.265, "reason": null, "sample_age_ms": 75.57, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.545, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.269, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.508, "count": 250, "max_ms": 91.074, "p95_ms": 65.742, "reason": null, "sample_age_ms": 31.777, "source": "client_direct"}, "sample_age_ms": 31.77, "source": "client_direct", "task_total_ms": {"avg_ms": 51.995, "count": 250, "max_ms": 92.893, "p95_ms": 68.837, "reason": null, "sample_age_ms": 31.77, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.683, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.616, "count": 250, "max_ms": 17.135, "p95_ms": 10.862}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.498, "count": 250, "max_ms": 1.221, "p95_ms": 0.933}, "detection_prepare_ms": {"avg_ms": 1.537, "count": 250, "max_ms": 6.355, "p95_ms": 2.683}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.367, "count": 250, "max_ms": 0.976, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.143, "count": 250, "max_ms": 6.303, "p95_ms": 4.365}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.139, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.548, "count": 250, "max_ms": 16.982, "p95_ms": 10.726}, "track_match_ms": {"avg_ms": 0.087, "count": 250, "max_ms": 0.376, "p95_ms": 0.186}, "tracker_update_ms": {"avg_ms": 1.855, "count": 250, "max_ms": 4.423, "p95_ms": 3.047}}, "gstreamer_push": {"avg_ms": 3.392, "count": 250, "max_ms": 12.701, "p95_ms": 5.37}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 0.189, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.314, "count": 250, "max_ms": 95.553, "p95_ms": 72.675}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.242, "count": 250, "max_ms": 13.912, "p95_ms": 9.476}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.225, "count": 250, "max_ms": 153.318, "p95_ms": 123.864}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 250, "max_ms": 6.343, "p95_ms": 2.802}, "processing_residual_ms": {"avg_ms": 0.224, "count": 250, "max_ms": 0.627, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.317, "count": 250, "max_ms": 158.245, "p95_ms": 129.943}, "read_interval": {"avg_ms": 119.88, "count": 250, "max_ms": 200.353, "p95_ms": 165.493}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 250, "max_ms": 0.727, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 2.056, "count": 250, "max_ms": 6.135, "p95_ms": 4.277}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.081, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.031, "count": 250, "max_ms": 6.092, "p95_ms": 4.2}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.33, "count": 250, "max_ms": 95.56, "p95_ms": 72.686}, "visualize": {"avg_ms": 36.995, "count": 250, "max_ms": 56.032, "p95_ms": 48.6}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.884, "count": 250, "max_ms": 48.891, "p95_ms": 41.28}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.396, "count": 250, "max_ms": 54.202, "p95_ms": 47.3}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 250, "max_ms": 3.433, "p95_ms": 2.246}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.238, "count": 250, "max_ms": 53.964, "p95_ms": 47.139}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 250, "max_ms": 0.232, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.633, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.888, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.647, "sample_count": 2357, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3212922, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:28:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 168425, "write_bytes_delta": 168425, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1316.0, "cpu_core_ratio": 0.52381, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 72412, "reason": null, "system_cpu_core_ratio": 0.044984, "system_cpu_s_delta": 0.9000000000000004, "user_cpu_core_ratio": 0.478826, "user_cpu_s_delta": 9.579999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.575429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.466331, "system_cpu_s_delta": 9.330000000001746, "user_cpu_core_ratio": 1.109098, "user_cpu_s_delta": 22.19000000000233}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.352, "count": 270, "max_ms": 8.538, "p95_ms": 5.143, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.721, "max": 7.0, "p95": 4.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.318, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 195}, "total": {"avg": 0.955, "max": 2.0, "p95": 2.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 52.115, "count": 30, "max": 806.867, "p95": 58.737, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.644, "count": 30, "max": 31.56, "p95": 22.324, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.467, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1994.6, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.123, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.523, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.144, "count": 30, "max": 4.31, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161524.367, "count": 30, "max": 169991.0, "p95": 168029.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161524.367, "count": 30, "max": 169991.0, "p95": 168029.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.567, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.981, "count": 30, "max": 1.157, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25045, "sampled_at": "2026-11-03T11:28:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:28:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5260100, "flush_count": 5562, "flush_interval_seconds": 30.0, "flush_state": {"count": 5562, "last_at": "2026-11-03T11:28:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:28:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5561}, "started": true, "suppressed_count": 3208105, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3207703}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5562, "written_record_count": 5562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10106.742, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:29:03+09:00", "last_error_summary": "[h264 @ 0x5a4f31ad6dc0] error while decoding MB 14 62, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8884032307200, "copied_frame_count": 3213264, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8884032307200, "frame_buffer_copies": 3213264, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 3.2832, "p50_ms": 0.1153, "p95_ms": 0.2201, "p99_ms": 0.2969}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5241, "count": 512, "max_ms": 10.4701, "p50_ms": 1.4386, "p95_ms": 2.3963, "p99_ms": 3.0002, "results": {"failed": 0, "not_applicable": 0, "success": 3213264, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 257, "h264_decode_error_count": 836, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:29:03+09:00", "last_error_summary": "[h264 @ 0x5a4f31ad6dc0] error while decoding MB 14 62, bytestream -11", "last_exit_at": "2026-11-03T11:29:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.454, "last_started_at": "2026-11-03T11:26:35+09:00", "pid": 72412, "process": {"exists": false, "pid": 72412}, "restart_count": 273, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 274}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-03T11:29:04+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-03T11:29:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 387.776, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 212.224, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-03T11:29:04.031918+09:00", "mtime_epoch": 1793672944.0319178, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:29:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.766, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213264, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.852, "max": 7.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.853, "max": 3.0, "p95": 3.0, "sample_count": 231}, "total": {"avg": 1.712, "max": 3.0, "p95": 3.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.335, "pushed": 8.335, "read": 8.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.01, "count": 250, "max_ms": 0.592, "p95_ms": 0.014, "reason": null, "sample_age_ms": 136.397, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 249, "max_ms": 10.321, "p95_ms": 2.807, "reason": null, "sample_age_ms": 181.877, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 249, "max_ms": 9.866, "p95_ms": 2.244, "reason": null, "sample_age_ms": 182.093, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 250, "max_ms": 1.144, "p95_ms": 0.616, "reason": null, "sample_age_ms": 136.418, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.957, "count": 249, "max_ms": 4.664, "p95_ms": 3.266, "reason": null, "sample_age_ms": 180.182, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 180.156, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.88, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.508, "count": 250, "max_ms": 91.074, "p95_ms": 65.742, "reason": null, "sample_age_ms": 136.388, "source": "client_direct"}, "sample_age_ms": 136.381, "source": "client_direct", "task_total_ms": {"avg_ms": 51.995, "count": 250, "max_ms": 92.893, "p95_ms": 68.837, "reason": null, "sample_age_ms": 136.381, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.088, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.622, "count": 250, "max_ms": 17.135, "p95_ms": 10.862}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.5, "count": 250, "max_ms": 1.221, "p95_ms": 0.933}, "detection_prepare_ms": {"avg_ms": 1.54, "count": 250, "max_ms": 6.355, "p95_ms": 2.683}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.367, "count": 250, "max_ms": 0.976, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.141, "count": 250, "max_ms": 6.303, "p95_ms": 4.365}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.139, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.554, "count": 250, "max_ms": 16.982, "p95_ms": 10.726}, "track_match_ms": {"avg_ms": 0.087, "count": 250, "max_ms": 0.376, "p95_ms": 0.186}, "tracker_update_ms": {"avg_ms": 1.858, "count": 250, "max_ms": 4.423, "p95_ms": 3.047}}, "gstreamer_push": {"avg_ms": 3.391, "count": 250, "max_ms": 12.701, "p95_ms": 5.37}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 0.189, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.32, "count": 250, "max_ms": 95.553, "p95_ms": 72.675}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 250, "max_ms": 13.912, "p95_ms": 9.476}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.351, "count": 250, "max_ms": 153.318, "p95_ms": 123.864}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 250, "max_ms": 6.343, "p95_ms": 2.802}, "processing_residual_ms": {"avg_ms": 0.224, "count": 250, "max_ms": 0.627, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.436, "count": 250, "max_ms": 158.245, "p95_ms": 129.943}, "read_interval": {"avg_ms": 119.88, "count": 250, "max_ms": 200.353, "p95_ms": 165.493}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 250, "max_ms": 0.727, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 2.053, "count": 250, "max_ms": 6.135, "p95_ms": 4.277}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.081, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.028, "count": 250, "max_ms": 6.092, "p95_ms": 4.2}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.335, "count": 250, "max_ms": 95.56, "p95_ms": 72.686}, "visualize": {"avg_ms": 37.109, "count": 250, "max_ms": 66.173, "p95_ms": 49.299}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.997, "count": 250, "max_ms": 59.235, "p95_ms": 41.796}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.506, "count": 250, "max_ms": 64.284, "p95_ms": 47.353}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 250, "max_ms": 3.433, "p95_ms": 2.246}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.348, "count": 250, "max_ms": 64.104, "p95_ms": 47.157}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 250, "max_ms": 0.232, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.886, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 168951, "write_bytes_delta": 168951, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 72412, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657245, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483882, "system_cpu_s_delta": 9.719999999986612, "user_cpu_core_ratio": 1.173363, "user_cpu_s_delta": 23.569999999948777}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.392, "count": 250, "max_ms": 12.701, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.86, "max": 7.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.857, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.716, "max": 3.0, "p95": 3.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 52.05, "count": 30, "max": 806.867, "p95": 58.737, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.819, "count": 30, "max": 31.56, "p95": 22.324, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.0, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1937.5, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161990.533, "count": 30, "max": 169991.0, "p95": 169323.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161990.533, "count": 30, "max": 169991.0, "p95": 169323.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.067, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.173, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25047, "sampled_at": "2026-11-03T11:29:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:29:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5260100, "flush_count": 5562, "flush_interval_seconds": 30.0, "flush_state": {"count": 5562, "last_at": "2026-11-03T11:28:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:28:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5561}, "started": true, "suppressed_count": 3208105, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3207703}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5562, "written_record_count": 5562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10106.328, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8884032307200, "copied_frame_count": 3213264, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8884032307200, "frame_buffer_copies": 3213264, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 3.2832, "p50_ms": 0.1153, "p95_ms": 0.2201, "p99_ms": 0.2969}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5241, "count": 512, "max_ms": 10.4701, "p50_ms": 1.4386, "p95_ms": 2.3963, "p99_ms": 3.0002, "results": {"failed": 0, "not_applicable": 0, "success": 3213264, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 257, "h264_decode_error_count": 836, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:29:03+09:00", "last_error_summary": "[h264 @ 0x5a4f31ad6dc0] error while decoding MB 14 62, bytestream -11", "last_exit_at": "2026-11-03T11:29:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 148.501, "last_started_at": "2026-11-03T11:26:35+09:00", "pid": 72412, "process": {"exists": false, "pid": 72412}, "restart_count": 273, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 274}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-11-03T11:29:04+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-11-03T11:29:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 387.839, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 212.161, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-03T11:29:04.031918+09:00", "mtime_epoch": 1793672944.0319178, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:29:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.766, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213264, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.852, "max": 7.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.853, "max": 3.0, "p95": 3.0, "sample_count": 231}, "total": {"avg": 1.712, "max": 3.0, "p95": 3.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 0.048, "max": 1.0, "p95": 0.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.357, "pushed": 8.357, "read": 8.324}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.01, "count": 250, "max_ms": 0.592, "p95_ms": 0.014, "reason": null, "sample_age_ms": 185.834, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.88, "count": 249, "max_ms": 10.321, "p95_ms": 2.807, "reason": null, "sample_age_ms": 231.314, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 249, "max_ms": 9.866, "p95_ms": 2.244, "reason": null, "sample_age_ms": 231.53, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 250, "max_ms": 1.144, "p95_ms": 0.616, "reason": null, "sample_age_ms": 185.854, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.957, "count": 249, "max_ms": 4.664, "p95_ms": 3.266, "reason": null, "sample_age_ms": 229.619, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 229.593, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 186.317, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.508, "count": 250, "max_ms": 91.074, "p95_ms": 65.742, "reason": null, "sample_age_ms": 185.825, "source": "client_direct"}, "sample_age_ms": 185.818, "source": "client_direct", "task_total_ms": {"avg_ms": 51.995, "count": 250, "max_ms": 92.893, "p95_ms": 68.837, "reason": null, "sample_age_ms": 185.818, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.815, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.622, "count": 250, "max_ms": 17.135, "p95_ms": 10.862}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.5, "count": 250, "max_ms": 1.221, "p95_ms": 0.933}, "detection_prepare_ms": {"avg_ms": 1.54, "count": 250, "max_ms": 6.355, "p95_ms": 2.683}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.367, "count": 250, "max_ms": 0.976, "p95_ms": 0.664}, "mcmt_ms": {"avg_ms": 0.004, "count": 250, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.141, "count": 250, "max_ms": 6.303, "p95_ms": 4.365}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.139, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 6.554, "count": 250, "max_ms": 16.982, "p95_ms": 10.726}, "track_match_ms": {"avg_ms": 0.087, "count": 250, "max_ms": 0.376, "p95_ms": 0.186}, "tracker_update_ms": {"avg_ms": 1.858, "count": 250, "max_ms": 4.423, "p95_ms": 3.047}}, "gstreamer_push": {"avg_ms": 3.391, "count": 250, "max_ms": 12.701, "p95_ms": 5.37}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 250, "max_ms": 0.189, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.32, "count": 250, "max_ms": 95.553, "p95_ms": 72.675}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.234, "count": 250, "max_ms": 13.912, "p95_ms": 9.476}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.351, "count": 250, "max_ms": 153.318, "p95_ms": 123.864}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 250, "max_ms": 6.343, "p95_ms": 2.802}, "processing_residual_ms": {"avg_ms": 0.224, "count": 250, "max_ms": 0.627, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.436, "count": 250, "max_ms": 158.245, "p95_ms": 129.943}, "read_interval": {"avg_ms": 119.772, "count": 249, "max_ms": 200.353, "p95_ms": 165.493}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 250, "max_ms": 0.727, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 2.053, "count": 250, "max_ms": 6.135, "p95_ms": 4.277}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.081, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.028, "count": 250, "max_ms": 6.092, "p95_ms": 4.2}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.044, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.335, "count": 250, "max_ms": 95.56, "p95_ms": 72.686}, "visualize": {"avg_ms": 37.109, "count": 250, "max_ms": 66.173, "p95_ms": 49.299}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.997, "count": 250, "max_ms": 59.235, "p95_ms": 41.796}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.506, "count": 250, "max_ms": 64.284, "p95_ms": 47.353}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 250, "max_ms": 3.433, "p95_ms": 2.246}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.348, "count": 250, "max_ms": 64.104, "p95_ms": 47.157}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 250, "max_ms": 0.232, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.886, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 168951, "write_bytes_delta": 168951, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 72412, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657245, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483882, "system_cpu_s_delta": 9.719999999986612, "user_cpu_core_ratio": 1.173363, "user_cpu_s_delta": 23.569999999948777}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.392, "count": 250, "max_ms": 12.701, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.86, "max": 7.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.857, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.716, "max": 3.0, "p95": 3.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 52.05, "count": 30, "max": 806.867, "p95": 58.737, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.819, "count": 30, "max": 31.56, "p95": 22.324, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.0, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1937.5, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161990.533, "count": 30, "max": 169991.0, "p95": 169323.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161990.533, "count": 30, "max": 169991.0, "p95": 169323.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.067, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.173, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25047, "sampled_at": "2026-11-03T11:29:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:29:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5260100, "flush_count": 5562, "flush_interval_seconds": 30.0, "flush_state": {"count": 5562, "last_at": "2026-11-03T11:28:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:28:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5561}, "started": true, "suppressed_count": 3208105, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3207703}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5562, "written_record_count": 5562}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10271.227, "limit_mb": null}, "detail": {"pid": 72528, "restart_count": 274, "start_count": 275}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8884032307200, "copied_frame_count": 3213264, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8884032307200, "frame_buffer_copies": 3213264, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.131, "count": 512, "max_ms": 3.2832, "p50_ms": 0.1153, "p95_ms": 0.2201, "p99_ms": 0.2969}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5241, "count": 512, "max_ms": 10.4701, "p50_ms": 1.4386, "p95_ms": 2.3963, "p99_ms": 3.0002, "results": {"failed": 0, "not_applicable": 0, "success": 3213264, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 257, "h264_decode_error_count": 836, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:29:03+09:00", "last_error_summary": "[h264 @ 0x5a4f31ad6dc0] error while decoding MB 14 62, bytestream -11", "last_exit_at": "2026-11-03T11:29:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:29:06+09:00", "pid": 72528, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.777, "name": "ffmpeg", "pid": 72528, "rss_mb": 203.777, "state": "S (sleeping)", "threads": 70}, "restart_count": 274, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 275}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.535, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213264, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.952, "last_frame_pushed_at": "2026-11-03T11:29:04+09:00", "last_frame_read_age_sec": 5.091, "last_frame_read_at": "2026-11-03T11:29:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 392.703, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 207.297, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 4.939, "exists": true, "mtime": "2026-11-03T11:29:04.031918+09:00", "mtime_epoch": 1793672944.0319178, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169569}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:29:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.77, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213264, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.764, "max": 7.0, "p95": 5.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.867, "max": 3.0, "p95": 3.0, "sample_count": 196}, "total": {"avg": 1.76, "max": 3.0, "p95": 3.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.95, "pushed": 6.95, "read": 6.917}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.01, "count": 208, "max_ms": 0.592, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5056.322, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 207, "max_ms": 10.321, "p95_ms": 2.85, "reason": null, "sample_age_ms": 5101.802, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 207, "max_ms": 9.866, "p95_ms": 2.256, "reason": null, "sample_age_ms": 5102.018, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.339, "count": 208, "max_ms": 1.144, "p95_ms": 0.611, "reason": null, "sample_age_ms": 5056.342, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.918, "count": 207, "max_ms": 4.635, "p95_ms": 3.232, "reason": null, "sample_age_ms": 5100.106, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5100.081, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5056.805, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.665, "count": 208, "max_ms": 91.074, "p95_ms": 67.009, "reason": null, "sample_age_ms": 5056.313, "source": "client_direct"}, "sample_age_ms": 5056.305, "source": "client_direct", "task_total_ms": {"avg_ms": 52.109, "count": 208, "max_ms": 92.893, "p95_ms": 70.141, "reason": null, "sample_age_ms": 5056.305, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.077, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.729, "count": 208, "max_ms": 17.135, "p95_ms": 10.862}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.514, "count": 208, "max_ms": 1.221, "p95_ms": 1.008}, "detection_prepare_ms": {"avg_ms": 1.555, "count": 208, "max_ms": 6.355, "p95_ms": 2.664}, "event_filter_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.375, "count": 208, "max_ms": 0.976, "p95_ms": 0.671}, "mcmt_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.046, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.17, "count": 208, "max_ms": 6.303, "p95_ms": 4.411}, "setup_ms": {"avg_ms": 0.049, "count": 208, "max_ms": 0.139, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 6.661, "count": 208, "max_ms": 16.982, "p95_ms": 10.726}, "track_match_ms": {"avg_ms": 0.088, "count": 208, "max_ms": 0.376, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 1.898, "count": 208, "max_ms": 3.881, "p95_ms": 3.047}}, "gstreamer_push": {"avg_ms": 3.39, "count": 208, "max_ms": 12.701, "p95_ms": 5.191}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 0.189, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.465, "count": 208, "max_ms": 95.553, "p95_ms": 74.02}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.256, "count": 208, "max_ms": 13.912, "p95_ms": 9.125}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.868, "count": 208, "max_ms": 153.318, "p95_ms": 124.687}, "inference_input_copy_ms": {"avg_ms": 1.653, "count": 208, "max_ms": 6.343, "p95_ms": 2.836}, "processing_residual_ms": {"avg_ms": 0.218, "count": 208, "max_ms": 0.627, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.995, "count": 208, "max_ms": 158.245, "p95_ms": 131.289}, "read_interval": {"avg_ms": 120.476, "count": 207, "max_ms": 200.353, "p95_ms": 166.349}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 208, "max_ms": 0.727, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 2.082, "count": 208, "max_ms": 6.135, "p95_ms": 4.342}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 208, "max_ms": 0.081, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.057, "count": 208, "max_ms": 6.092, "p95_ms": 4.258}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.04, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.48, "count": 208, "max_ms": 95.56, "p95_ms": 74.032}, "visualize": {"avg_ms": 37.376, "count": 208, "max_ms": 66.173, "p95_ms": 49.618}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.174, "count": 208, "max_ms": 59.235, "p95_ms": 42.651}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.78, "count": 208, "max_ms": 64.284, "p95_ms": 47.991}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 208, "max_ms": 3.433, "p95_ms": 2.22}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.622, "count": 208, "max_ms": 64.104, "p95_ms": 47.861}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 208, "max_ms": 0.204, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.77, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 52.886, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.519, "sample_count": 2381, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213263, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:29:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.079, "exists": true, "size_bytes": 168951, "write_bytes_delta": 168951, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 72412, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.657245, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.483882, "system_cpu_s_delta": 9.719999999986612, "user_cpu_core_ratio": 1.173363, "user_cpu_s_delta": 23.569999999948777}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.392, "count": 250, "max_ms": 12.701, "p95_ms": 5.37, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.86, "max": 7.0, "p95": 5.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.857, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.716, "max": 3.0, "p95": 3.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 52.05, "count": 30, "max": 806.867, "p95": 58.737, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.819, "count": 30, "max": 31.56, "p95": 22.324, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1002.0, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1937.5, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.435, "p95": 0.353, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161990.533, "count": 30, "max": 169991.0, "p95": 169323.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 161990.533, "count": 30, "max": 169991.0, "p95": 169323.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.067, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.025, "count": 30, "max": 1.173, "p95": 1.157, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25047, "sampled_at": "2026-11-03T11:29:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:29:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5262102, "flush_count": 5564, "flush_interval_seconds": 30.0, "flush_state": {"count": 5564, "last_at": "2026-11-03T11:30:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:30:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5563}, "started": true, "suppressed_count": 3208785, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3208383}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5564, "written_record_count": 5564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10108.172, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x597fd97c7e80] error while decoding MB 7 61, bytestream -5 [h264 @ 0x597fda2d2a40] error while decoding MB 87 60, bytestream -10 [h264 @ 0x597fd976ebc0] error while decoding MB 68 65, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8885915136000, "copied_frame_count": 3213945, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8885915136000, "frame_buffer_copies": 3213945, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 4.9902, "p50_ms": 0.097, "p95_ms": 0.1981, "p99_ms": 0.2503}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3797, "count": 512, "max_ms": 5.6513, "p50_ms": 1.3215, "p95_ms": 2.1724, "p99_ms": 2.9315, "results": {"failed": 0, "not_applicable": 0, "success": 3213945, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 258, "h264_decode_error_count": 839, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:30:39+09:00", "last_error_summary": "[h264 @ 0x597fd97c7e80] error while decoding MB 7 61, bytestream -5 [h264 @ 0x597fda2d2a40] error while decoding MB 87 60, bytestream -10 [h264 @ 0x597fd976ebc0] error while decoding MB 68 65, bytestream -5", "last_exit_at": "2026-11-03T11:29:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.302, "last_started_at": "2026-11-03T11:29:06+09:00", "pid": 72528, "process": {"exists": false, "pid": 72528}, "restart_count": 274, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 275}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.527, "sample_count": 2397, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213945, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T11:30:39+09:00", "last_frame_read_age_sec": 0.044, "last_frame_read_at": "2026-11-03T11:30:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 482.987, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 117.013, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-03T11:30:39.232892+09:00", "mtime_epoch": 1793673039.2328916, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170757}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:30:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.113, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213946, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.861, "max": 7.0, "p95": 6.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.839, "max": 3.0, "p95": 3.0, "sample_count": 161}, "total": {"avg": 1.794, "max": 3.0, "p95": 3.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 165, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.514, "pushed": 5.514, "read": 5.514}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 13.618, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.788, "count": 165, "max_ms": 7.71, "p95_ms": 2.404, "reason": null, "sample_age_ms": 48.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 165, "max_ms": 7.469, "p95_ms": 1.987, "reason": null, "sample_age_ms": 48.248, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.275, "count": 166, "max_ms": 0.793, "p95_ms": 0.54, "reason": null, "sample_age_ms": 13.625, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.667, "count": 165, "max_ms": 3.978, "p95_ms": 2.787, "reason": null, "sample_age_ms": 47.026, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.009, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 13.831, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.82, "count": 166, "max_ms": 86.288, "p95_ms": 65.208, "reason": null, "sample_age_ms": 13.615, "source": "client_direct"}, "sample_age_ms": 13.612, "source": "client_direct", "task_total_ms": {"avg_ms": 45.921, "count": 166, "max_ms": 90.214, "p95_ms": 67.703, "reason": null, "sample_age_ms": 13.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.033, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.768, "count": 165, "max_ms": 20.436, "p95_ms": 10.594}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 165, "max_ms": 1.429, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.379, "count": 165, "max_ms": 8.405, "p95_ms": 2.519}, "event_filter_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.311, "count": 165, "max_ms": 1.084, "p95_ms": 0.717}, "mcmt_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.943, "count": 165, "max_ms": 5.896, "p95_ms": 3.634}, "setup_ms": {"avg_ms": 0.039, "count": 165, "max_ms": 0.166, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.718, "count": 165, "max_ms": 20.274, "p95_ms": 10.463}, "track_match_ms": {"avg_ms": 0.079, "count": 165, "max_ms": 0.519, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.557, "count": 165, "max_ms": 4.273, "p95_ms": 2.916}}, "gstreamer_push": {"avg_ms": 2.758, "count": 165, "max_ms": 7.544, "p95_ms": 4.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 165, "max_ms": 2.084, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.195, "count": 165, "max_ms": 90.931, "p95_ms": 68.346}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.708, "count": 165, "max_ms": 12.121, "p95_ms": 6.624}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.931, "count": 165, "max_ms": 153.714, "p95_ms": 118.087}, "inference_input_copy_ms": {"avg_ms": 1.47, "count": 165, "max_ms": 4.51, "p95_ms": 2.432}, "processing_residual_ms": {"avg_ms": 0.213, "count": 165, "max_ms": 0.661, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.322, "count": 165, "max_ms": 160.217, "p95_ms": 123.571}, "read_interval": {"avg_ms": 181.789, "count": 165, "max_ms": 8838.15, "p95_ms": 173.658}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 165, "max_ms": 0.139, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.876, "count": 165, "max_ms": 5.713, "p95_ms": 3.526}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 165, "max_ms": 0.101, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.859, "count": 165, "max_ms": 5.658, "p95_ms": 3.386}, "worker_merge_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.208, "count": 165, "max_ms": 90.949, "p95_ms": 68.359}, "visualize": {"avg_ms": 32.88, "count": 165, "max_ms": 58.648, "p95_ms": 46.638}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.43, "count": 165, "max_ms": 50.849, "p95_ms": 39.545}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.453, "count": 165, "max_ms": 57.154, "p95_ms": 45.101}, "visualize_input_copy_ms": {"avg_ms": 1.238, "count": 165, "max_ms": 3.796, "p95_ms": 2.161}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.331, "count": 165, "max_ms": 56.941, "p95_ms": 44.968}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 165, "max_ms": 0.252, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.537, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.933, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170088, "write_bytes_delta": 170088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.740225, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 423.0, "pid": 72528, "reason": null, "system_cpu_core_ratio": 0.321666, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.418559, "user_cpu_s_delta": 8.510000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.298549, "system_cpu_s_delta": 6.069999999992433, "user_cpu_core_ratio": 0.682679, "user_cpu_s_delta": 13.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.139, "count": 182, "max_ms": 5.929, "p95_ms": 4.683, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.154, "max": 7.0, "p95": 6.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.818, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 1.698, "max": 3.0, "p95": 3.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 50.255, "count": 30, "max": 806.867, "p95": 57.891, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.417, "count": 30, "max": 31.56, "p95": 22.774, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1068.433, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1899.733, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.354, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.01, "count": 30, "max": 1.173, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25051, "sampled_at": "2026-11-03T11:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5262102, "flush_count": 5564, "flush_interval_seconds": 30.0, "flush_state": {"count": 5564, "last_at": "2026-11-03T11:30:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:30:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5563}, "started": true, "suppressed_count": 3208785, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3208383}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5564, "written_record_count": 5564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10108.48, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:30:39+09:00", "last_error_summary": "[h264 @ 0x597fd97c7e80] error while decoding MB 7 61, bytestream -5 [h264 @ 0x597fda2d2a40] error while decoding MB 87 60, bytestream -10 [h264 @ 0x597fd976ebc0] error while decoding MB 68 65, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8885917900800, "copied_frame_count": 3213946, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8885917900800, "frame_buffer_copies": 3213946, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 4.9902, "p50_ms": 0.097, "p95_ms": 0.1981, "p99_ms": 0.2503}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3796, "count": 512, "max_ms": 5.6513, "p50_ms": 1.3215, "p95_ms": 2.1724, "p99_ms": 2.9315, "results": {"failed": 0, "not_applicable": 0, "success": 3213946, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 258, "h264_decode_error_count": 839, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:30:39+09:00", "last_error_summary": "[h264 @ 0x597fd97c7e80] error while decoding MB 7 61, bytestream -5 [h264 @ 0x597fda2d2a40] error while decoding MB 87 60, bytestream -10 [h264 @ 0x597fd976ebc0] error while decoding MB 68 65, bytestream -5", "last_exit_at": "2026-11-03T11:30:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.344, "last_started_at": "2026-11-03T11:29:06+09:00", "pid": 72528, "process": {"exists": false, "pid": 72528}, "restart_count": 274, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 275}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.527, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T11:30:39+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-03T11:30:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.034, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 116.966, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-11-03T11:30:39.232892+09:00", "mtime_epoch": 1793673039.2328916, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170757}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:30:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.109, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213946, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.849, "max": 7.0, "p95": 6.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.84, "max": 3.0, "p95": 3.0, "sample_count": 162}, "total": {"avg": 1.795, "max": 3.0, "p95": 3.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.078, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.54, "pushed": 5.54, "read": 5.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 55.7, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.788, "count": 165, "max_ms": 7.71, "p95_ms": 2.404, "reason": null, "sample_age_ms": 90.098, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 165, "max_ms": 7.469, "p95_ms": 1.987, "reason": null, "sample_age_ms": 90.33, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 165, "max_ms": 0.793, "p95_ms": 0.54, "reason": null, "sample_age_ms": 55.708, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.667, "count": 165, "max_ms": 3.978, "p95_ms": 2.787, "reason": null, "sample_age_ms": 89.109, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.091, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.913, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.831, "count": 165, "max_ms": 86.288, "p95_ms": 65.243, "reason": null, "sample_age_ms": 55.697, "source": "client_direct"}, "sample_age_ms": 55.694, "source": "client_direct", "task_total_ms": {"avg_ms": 45.924, "count": 165, "max_ms": 90.214, "p95_ms": 67.725, "reason": null, "sample_age_ms": 55.694, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.193, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.771, "count": 166, "max_ms": 20.436, "p95_ms": 10.594}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 166, "max_ms": 1.429, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.376, "count": 166, "max_ms": 8.405, "p95_ms": 2.519}, "event_filter_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.311, "count": 166, "max_ms": 1.084, "p95_ms": 0.717}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.947, "count": 166, "max_ms": 5.896, "p95_ms": 3.634}, "setup_ms": {"avg_ms": 0.039, "count": 166, "max_ms": 0.166, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.721, "count": 166, "max_ms": 20.274, "p95_ms": 10.463}, "track_match_ms": {"avg_ms": 0.079, "count": 166, "max_ms": 0.519, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.558, "count": 166, "max_ms": 4.273, "p95_ms": 2.916}}, "gstreamer_push": {"avg_ms": 2.753, "count": 166, "max_ms": 7.544, "p95_ms": 4.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 166, "max_ms": 2.084, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.121, "count": 166, "max_ms": 90.931, "p95_ms": 68.346}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.702, "count": 166, "max_ms": 12.121, "p95_ms": 6.624}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.884, "count": 166, "max_ms": 153.714, "p95_ms": 118.087}, "inference_input_copy_ms": {"avg_ms": 1.465, "count": 166, "max_ms": 4.51, "p95_ms": 2.432}, "processing_residual_ms": {"avg_ms": 0.213, "count": 166, "max_ms": 0.661, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.263, "count": 166, "max_ms": 160.217, "p95_ms": 123.571}, "read_interval": {"avg_ms": 181.789, "count": 165, "max_ms": 8838.15, "p95_ms": 173.658}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 166, "max_ms": 0.139, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.881, "count": 166, "max_ms": 5.713, "p95_ms": 3.526}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 166, "max_ms": 0.101, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.864, "count": 166, "max_ms": 5.658, "p95_ms": 3.386}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.134, "count": 166, "max_ms": 90.949, "p95_ms": 68.359}, "visualize": {"avg_ms": 32.907, "count": 166, "max_ms": 58.648, "p95_ms": 46.638}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.451, "count": 166, "max_ms": 50.849, "p95_ms": 39.545}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.48, "count": 166, "max_ms": 57.154, "p95_ms": 45.101}, "visualize_input_copy_ms": {"avg_ms": 1.238, "count": 166, "max_ms": 3.796, "p95_ms": 2.161}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.358, "count": 166, "max_ms": 56.941, "p95_ms": 44.968}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 166, "max_ms": 0.252, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.537, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.933, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170088, "write_bytes_delta": 170088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.740225, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 423.0, "pid": 72528, "reason": null, "system_cpu_core_ratio": 0.321666, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.418559, "user_cpu_s_delta": 8.510000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.298549, "system_cpu_s_delta": 6.069999999992433, "user_cpu_core_ratio": 0.682679, "user_cpu_s_delta": 13.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.139, "count": 182, "max_ms": 5.929, "p95_ms": 4.683, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.154, "max": 7.0, "p95": 6.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.818, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 1.698, "max": 3.0, "p95": 3.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 50.255, "count": 30, "max": 806.867, "p95": 57.891, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.417, "count": 30, "max": 31.56, "p95": 22.774, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1068.433, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1899.733, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.354, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.01, "count": 30, "max": 1.173, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25051, "sampled_at": "2026-11-03T11:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5262102, "flush_count": 5564, "flush_interval_seconds": 30.0, "flush_state": {"count": 5564, "last_at": "2026-11-03T11:30:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:30:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5563}, "started": true, "suppressed_count": 3208785, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3208383}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5564, "written_record_count": 5564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10108.562, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8885917900800, "copied_frame_count": 3213946, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8885917900800, "frame_buffer_copies": 3213946, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 4.9902, "p50_ms": 0.097, "p95_ms": 0.1981, "p99_ms": 0.2503}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3796, "count": 512, "max_ms": 5.6513, "p50_ms": 1.3215, "p95_ms": 2.1724, "p99_ms": 2.9315, "results": {"failed": 0, "not_applicable": 0, "success": 3213946, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 258, "h264_decode_error_count": 839, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:30:39+09:00", "last_error_summary": "[h264 @ 0x597fd97c7e80] error while decoding MB 7 61, bytestream -5 [h264 @ 0x597fda2d2a40] error while decoding MB 87 60, bytestream -10 [h264 @ 0x597fd976ebc0] error while decoding MB 68 65, bytestream -5", "last_exit_at": "2026-11-03T11:30:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 92.379, "last_started_at": "2026-11-03T11:29:06+09:00", "pid": 72528, "process": {"exists": false, "pid": 72528}, "restart_count": 274, "restart_count_per_hour": 34, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 275}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.527, "sample_count": 2398, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.036, "last_frame_pushed_at": "2026-11-03T11:30:39+09:00", "last_frame_read_age_sec": 0.121, "last_frame_read_at": "2026-11-03T11:30:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.065, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 116.935, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-03T11:30:39.320892+09:00", "mtime_epoch": 1793673039.3208916, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:30:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.109, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213946, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.848, "max": 7.0, "p95": 6.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.839, "max": 3.0, "p95": 3.0, "sample_count": 161}, "total": {"avg": 1.794, "max": 3.0, "p95": 3.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 0.079, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.501, "pushed": 5.534, "read": 5.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.028, "p95_ms": 0.012, "reason": null, "sample_age_ms": 91.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.788, "count": 165, "max_ms": 7.71, "p95_ms": 2.404, "reason": null, "sample_age_ms": 125.417, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 165, "max_ms": 7.469, "p95_ms": 1.987, "reason": null, "sample_age_ms": 125.648, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 165, "max_ms": 0.793, "p95_ms": 0.54, "reason": null, "sample_age_ms": 91.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.667, "count": 165, "max_ms": 3.978, "p95_ms": 2.787, "reason": null, "sample_age_ms": 124.427, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2764808.0, "count": 165, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.409, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.831, "count": 165, "max_ms": 86.288, "p95_ms": 65.243, "reason": null, "sample_age_ms": 91.016, "source": "client_direct"}, "sample_age_ms": 91.012, "source": "client_direct", "task_total_ms": {"avg_ms": 45.924, "count": 165, "max_ms": 90.214, "p95_ms": 67.725, "reason": null, "sample_age_ms": 91.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.74, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.742, "count": 165, "max_ms": 20.436, "p95_ms": 10.482}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.399, "count": 165, "max_ms": 1.429, "p95_ms": 0.818}, "detection_prepare_ms": {"avg_ms": 1.361, "count": 165, "max_ms": 8.405, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.004, "count": 165, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.31, "count": 165, "max_ms": 1.084, "p95_ms": 0.717}, "mcmt_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.944, "count": 165, "max_ms": 5.896, "p95_ms": 3.634}, "setup_ms": {"avg_ms": 0.038, "count": 165, "max_ms": 0.166, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.692, "count": 165, "max_ms": 20.274, "p95_ms": 10.395}, "track_match_ms": {"avg_ms": 0.079, "count": 165, "max_ms": 0.519, "p95_ms": 0.188}, "tracker_update_ms": {"avg_ms": 1.552, "count": 165, "max_ms": 4.273, "p95_ms": 2.916}}, "gstreamer_push": {"avg_ms": 2.753, "count": 166, "max_ms": 7.544, "p95_ms": 4.685}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 165, "max_ms": 2.084, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.114, "count": 165, "max_ms": 90.931, "p95_ms": 68.346}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.7, "count": 165, "max_ms": 12.121, "p95_ms": 6.624}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.743, "count": 165, "max_ms": 153.714, "p95_ms": 118.087}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 165, "max_ms": 4.51, "p95_ms": 2.432}, "processing_residual_ms": {"avg_ms": 0.213, "count": 165, "max_ms": 0.661, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.12, "count": 165, "max_ms": 160.217, "p95_ms": 123.571}, "read_interval": {"avg_ms": 181.789, "count": 165, "max_ms": 8838.15, "p95_ms": 173.658}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 165, "max_ms": 0.139, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.878, "count": 165, "max_ms": 5.713, "p95_ms": 3.526}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 165, "max_ms": 0.101, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.861, "count": 165, "max_ms": 5.658, "p95_ms": 3.386}, "worker_merge_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.127, "count": 165, "max_ms": 90.949, "p95_ms": 68.359}, "visualize": {"avg_ms": 32.805, "count": 165, "max_ms": 58.648, "p95_ms": 46.547}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.371, "count": 165, "max_ms": 50.849, "p95_ms": 39.182}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.39, "count": 165, "max_ms": 57.154, "p95_ms": 45.095}, "visualize_input_copy_ms": {"avg_ms": 1.228, "count": 165, "max_ms": 3.796, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.269, "count": 165, "max_ms": 56.941, "p95_ms": 44.931}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 165, "max_ms": 0.252, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.537, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.933, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170088, "write_bytes_delta": 170088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.740225, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 423.0, "pid": 72528, "reason": null, "system_cpu_core_ratio": 0.321666, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.418559, "user_cpu_s_delta": 8.510000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.298549, "system_cpu_s_delta": 6.069999999992433, "user_cpu_core_ratio": 0.682679, "user_cpu_s_delta": 13.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.139, "count": 182, "max_ms": 5.929, "p95_ms": 4.683, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.154, "max": 7.0, "p95": 6.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.818, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 1.698, "max": 3.0, "p95": 3.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 50.255, "count": 30, "max": 806.867, "p95": 57.891, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.417, "count": 30, "max": 31.56, "p95": 22.774, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1068.433, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1899.733, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.354, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.01, "count": 30, "max": 1.173, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25051, "sampled_at": "2026-11-03T11:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5262102, "flush_count": 5564, "flush_interval_seconds": 30.0, "flush_state": {"count": 5564, "last_at": "2026-11-03T11:30:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:30:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5563}, "started": true, "suppressed_count": 3208785, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3208383}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5564, "written_record_count": 5564}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10124.0, "limit_mb": null}, "detail": {"pid": 72644, "restart_count": 275, "start_count": 276}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8885917900800, "copied_frame_count": 3213946, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8885917900800, "frame_buffer_copies": 3213946, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1174, "count": 512, "max_ms": 4.9902, "p50_ms": 0.097, "p95_ms": 0.1981, "p99_ms": 0.2503}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3796, "count": 512, "max_ms": 5.6513, "p50_ms": 1.3215, "p95_ms": 2.1724, "p99_ms": 2.9315, "results": {"failed": 0, "not_applicable": 0, "success": 3213946, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 258, "h264_decode_error_count": 839, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:30:39+09:00", "last_error_summary": "[h264 @ 0x597fd97c7e80] error while decoding MB 7 61, bytestream -5 [h264 @ 0x597fda2d2a40] error while decoding MB 87 60, bytestream -10 [h264 @ 0x597fd976ebc0] error while decoding MB 68 65, bytestream -5", "last_exit_at": "2026-11-03T11:30:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:30:42+09:00", "pid": 72644, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.742, "name": "ffmpeg", "pid": 72644, "rss_mb": 57.742, "state": "R (running)", "threads": 1}, "restart_count": 275, "restart_count_per_hour": 35, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 276}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.527, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213946, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.878, "last_frame_pushed_at": "2026-11-03T11:30:39+09:00", "last_frame_read_age_sec": 4.963, "last_frame_read_at": "2026-11-03T11:30:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 487.919, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 112.081, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 4.87, "exists": true, "mtime": "2026-11-03T11:30:39.320892+09:00", "mtime_epoch": 1793673039.3208916, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 170687}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:30:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.113, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3213946, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.865, "max": 7.0, "p95": 6.0, "sample_count": 126}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.779, "max": 3.0, "p95": 2.0, "sample_count": 122}, "total": {"avg": 1.722, "max": 3.0, "p95": 2.0, "sample_count": 126}}, "tracking_counts": {"active": {"avg": 0.095, "max": 1.0, "p95": 1.0, "sample_count": 126}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 126}, "tracked": {"avg": 0.095, "max": 1.0, "p95": 1.0, "sample_count": 126}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 126, "pushed_frames": 126, "read_frames": 125, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.203, "pushed": 4.203, "read": 4.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 125, "client_acquire_ms": {"avg_ms": 0.006, "count": 125, "max_ms": 0.028, "p95_ms": 0.011, "reason": null, "sample_age_ms": 4938.465, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.71, "count": 125, "max_ms": 7.71, "p95_ms": 2.226, "reason": null, "sample_age_ms": 4972.863, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 125, "max_ms": 7.469, "p95_ms": 1.846, "reason": null, "sample_age_ms": 4973.095, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.257, "count": 125, "max_ms": 0.793, "p95_ms": 0.512, "reason": null, "sample_age_ms": 4938.473, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.554, "count": 125, "max_ms": 3.585, "p95_ms": 2.579, "reason": null, "sample_age_ms": 4971.874, "source": "client_direct"}, "request_count": 125, "request_tensor_bytes": {"avg": 2764808.0, "count": 125, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4971.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 125, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4938.678, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.7, "count": 125, "max_ms": 86.288, "p95_ms": 63.885, "reason": null, "sample_age_ms": 4938.462, "source": "client_direct"}, "sample_age_ms": 4938.459, "source": "client_direct", "task_total_ms": {"avg_ms": 43.654, "count": 125, "max_ms": 90.214, "p95_ms": 66.943, "reason": null, "sample_age_ms": 4938.459, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.932, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.453, "count": 126, "max_ms": 20.436, "p95_ms": 9.956}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 126, "max_ms": 1.429, "p95_ms": 0.818}, "detection_prepare_ms": {"avg_ms": 1.283, "count": 126, "max_ms": 8.405, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.004, "count": 126, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.283, "count": 126, "max_ms": 1.084, "p95_ms": 0.594}, "mcmt_ms": {"avg_ms": 0.003, "count": 126, "max_ms": 0.019, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.881, "count": 126, "max_ms": 5.896, "p95_ms": 3.634}, "setup_ms": {"avg_ms": 0.037, "count": 126, "max_ms": 0.166, "p95_ms": 0.076}, "total_inside_ms": {"avg_ms": 5.405, "count": 126, "max_ms": 20.274, "p95_ms": 9.875}, "track_match_ms": {"avg_ms": 0.074, "count": 126, "max_ms": 0.519, "p95_ms": 0.157}, "tracker_update_ms": {"avg_ms": 1.465, "count": 126, "max_ms": 4.273, "p95_ms": 2.807}}, "gstreamer_push": {"avg_ms": 2.536, "count": 126, "max_ms": 7.544, "p95_ms": 4.615}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.04, "count": 126, "max_ms": 0.14, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.795, "count": 126, "max_ms": 90.931, "p95_ms": 68.314}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.588, "count": 126, "max_ms": 12.121, "p95_ms": 6.597}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.409, "count": 126, "max_ms": 153.714, "p95_ms": 111.335}, "inference_input_copy_ms": {"avg_ms": 1.376, "count": 126, "max_ms": 3.021, "p95_ms": 2.289}, "processing_residual_ms": {"avg_ms": 0.204, "count": 126, "max_ms": 0.661, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.576, "count": 126, "max_ms": 160.217, "p95_ms": 116.694}, "read_interval": {"avg_ms": 201.017, "count": 125, "max_ms": 8838.15, "p95_ms": 178.52}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 126, "max_ms": 0.139, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.818, "count": 126, "max_ms": 5.713, "p95_ms": 3.526}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 126, "max_ms": 0.101, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.801, "count": 126, "max_ms": 5.658, "p95_ms": 3.386}, "worker_merge_ms": {"avg_ms": 0.006, "count": 126, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 44.808, "count": 126, "max_ms": 90.949, "p95_ms": 68.331}, "visualize": {"avg_ms": 31.179, "count": 126, "max_ms": 55.823, "p95_ms": 44.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.094, "count": 126, "max_ms": 47.573, "p95_ms": 37.575}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.847, "count": 126, "max_ms": 53.647, "p95_ms": 43.39}, "visualize_input_copy_ms": {"avg_ms": 1.161, "count": 126, "max_ms": 2.643, "p95_ms": 2.038}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 126, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.734, "count": 126, "max_ms": 53.417, "p95_ms": 43.262}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 126, "max_ms": 0.252, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 126}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 126}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.537, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.933, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3213835, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:30:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 170088, "write_bytes_delta": 170088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 646.0, "cpu_core_ratio": 0.740225, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 423.0, "pid": 72528, "reason": null, "system_cpu_core_ratio": 0.321666, "system_cpu_s_delta": 6.539999999999999, "user_cpu_core_ratio": 0.418559, "user_cpu_s_delta": 8.510000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.981229, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.298549, "system_cpu_s_delta": 6.069999999992433, "user_cpu_core_ratio": 0.682679, "user_cpu_s_delta": 13.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.139, "count": 182, "max_ms": 5.929, "p95_ms": 4.683, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.154, "max": 7.0, "p95": 6.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.818, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 170}, "total": {"avg": 1.698, "max": 3.0, "p95": 3.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 50.255, "count": 30, "max": 806.867, "p95": 57.891, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.417, "count": 30, "max": 31.56, "p95": 22.774, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1068.433, "count": 30, "max": 1550.0, "p95": 1355.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1899.733, "count": 30, "max": 14270.0, "p95": 8199.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.354, "p95": 0.293, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.438, "count": 30, "max": 0.523, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.146, "count": 30, "max": 4.31, "p95": 0.043, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 162997.733, "count": 30, "max": 170088.0, "p95": 169944.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 48.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.529, "p95": 0.499, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.01, "count": 30, "max": 1.173, "p95": 1.156, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25051, "sampled_at": "2026-11-03T11:30:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:30:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4540942, "flush_count": 5566, "flush_interval_seconds": 30.0, "flush_state": {"count": 5566, "last_at": "2026-11-03T11:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5565}, "started": true, "suppressed_count": 3298414, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3298409}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5566, "written_record_count": 5566}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9921.27, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x622f64c05280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x622f64c05280] error while decoding MB 0 91, bytestream 3553", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9134827315200, "copied_frame_count": 3303974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9134827315200, "frame_buffer_copies": 3303974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.3598, "p50_ms": 0.119, "p95_ms": 0.2366, "p99_ms": 0.3178}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.7363, "p50_ms": 1.2108, "p95_ms": 2.1198, "p99_ms": 2.6652, "results": {"failed": 0, "not_applicable": 0, "success": 3303974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 143, "h264_decode_error_count": 261, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:31:52+09:00", "last_error_summary": "[h264 @ 0x622f64c05280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x622f64c05280] error while decoding MB 0 91, bytestream 3553", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 570.91, "last_started_at": "2026-11-03T11:22:21+09:00", "pid": 72180, "process": {"exists": false, "pid": 72180}, "restart_count": 152, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T11:31:52+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-03T11:31:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.505, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 43.495, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-03T11:31:52.743917+09:00", "mtime_epoch": 1793673112.7439175, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 131937}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:31:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2400.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3303974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.408, "pushed": 6.408, "read": 6.374}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 192, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 86.554, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.667, "count": 191, "max_ms": 4.499, "p95_ms": 2.594, "reason": null, "sample_age_ms": 138.678, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 191, "max_ms": 2.509, "p95_ms": 1.445, "reason": null, "sample_age_ms": 138.996, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 192, "max_ms": 0.525, "p95_ms": 0.21, "reason": null, "sample_age_ms": 86.559, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.524, "count": 191, "max_ms": 5.489, "p95_ms": 2.466, "reason": null, "sample_age_ms": 137.144, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2211848.0, "count": 191, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 137.12, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 192, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 86.617, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.903, "count": 192, "max_ms": 81.273, "p95_ms": 60.762, "reason": null, "sample_age_ms": 86.551, "source": "client_direct"}, "sample_age_ms": 86.548, "source": "client_direct", "task_total_ms": {"avg_ms": 42.717, "count": 192, "max_ms": 84.712, "p95_ms": 62.509, "reason": null, "sample_age_ms": 86.548, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.475, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.779, "count": 192, "max_ms": 1.969, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 192, "max_ms": 0.665, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 192, "max_ms": 0.305, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 192, "max_ms": 0.24, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 192, "max_ms": 0.572, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.048, "count": 192, "max_ms": 0.123, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.737, "count": 192, "max_ms": 1.888, "p95_ms": 1.322}, "track_match_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 192, "max_ms": 0.086, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.871, "count": 192, "max_ms": 7.622, "p95_ms": 4.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 192, "max_ms": 0.359, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.734, "count": 192, "max_ms": 87.88, "p95_ms": 63.827}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 192, "max_ms": 1.412, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.107, "count": 192, "max_ms": 134.559, "p95_ms": 100.996}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 192, "max_ms": 3.378, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.178, "count": 192, "max_ms": 0.503, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.816, "count": 192, "max_ms": 137.279, "p95_ms": 102.784}, "read_interval": {"avg_ms": 156.559, "count": 191, "max_ms": 7325.323, "p95_ms": 136.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.06, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.133, "count": 192, "max_ms": 0.417, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 192, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 192, "max_ms": 0.389, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.035, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.75, "count": 192, "max_ms": 87.902, "p95_ms": 63.837}, "visualize": {"avg_ms": 31.629, "count": 192, "max_ms": 52.625, "p95_ms": 41.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.732, "count": 192, "max_ms": 51.323, "p95_ms": 40.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.417, "count": 192, "max_ms": 52.461, "p95_ms": 41.475}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.308, "count": 192, "max_ms": 52.349, "p95_ms": 41.321}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 192, "max_ms": 0.204, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2400.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.723, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132642, "write_bytes_delta": 132642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 321.0, "cpu_core_ratio": 1.03682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11009.0, "pid": 72180, "reason": null, "system_cpu_core_ratio": 0.445135, "system_cpu_s_delta": 8.93, "user_cpu_core_ratio": 0.591685, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026419, "system_cpu_s_delta": 0.5299999999988358, "user_cpu_core_ratio": 0.274159, "user_cpu_s_delta": 5.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.886, "count": 191, "max_ms": 7.622, "p95_ms": 4.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.697, "count": 30, "max": 51.32, "p95": 39.871, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.169, "count": 30, "max": 37.956, "p95": 31.713, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.567, "count": 30, "max": 1527.0, "p95": 1520.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 536.1, "count": 30, "max": 11009.0, "p95": 2774.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.445, "p95": 0.085, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.485, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133116.733, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128730.067, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.069, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.668, "p95": 0.66, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28074, "sampled_at": "2026-11-03T11:31:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:31:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4540942, "flush_count": 5566, "flush_interval_seconds": 30.0, "flush_state": {"count": 5566, "last_at": "2026-11-03T11:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5565}, "started": true, "suppressed_count": 3298414, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3298409}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5566, "written_record_count": 5566}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9921.52, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9134827315200, "copied_frame_count": 3303974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9134827315200, "frame_buffer_copies": 3303974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.3598, "p50_ms": 0.119, "p95_ms": 0.2366, "p99_ms": 0.3178}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.7363, "p50_ms": 1.2108, "p95_ms": 2.1198, "p99_ms": 2.6652, "results": {"failed": 0, "not_applicable": 0, "success": 3303974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 143, "h264_decode_error_count": 261, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:31:52+09:00", "last_error_summary": "[h264 @ 0x622f64c05280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x622f64c05280] error while decoding MB 0 91, bytestream 3553", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 570.909, "last_started_at": "2026-11-03T11:22:21+09:00", "pid": 72180, "process": {"exists": false, "pid": 72180}, "restart_count": 152, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-03T11:31:52+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-03T11:31:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.512, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 43.488, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-03T11:31:52.743917+09:00", "mtime_epoch": 1793673112.7439175, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 131937}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:31:52+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2400.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3303974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.407, "pushed": 6.407, "read": 6.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 91.673, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.667, "count": 191, "max_ms": 4.499, "p95_ms": 2.594, "reason": null, "sample_age_ms": 143.797, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 191, "max_ms": 2.509, "p95_ms": 1.445, "reason": null, "sample_age_ms": 144.114, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 191, "max_ms": 0.525, "p95_ms": 0.207, "reason": null, "sample_age_ms": 91.677, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.524, "count": 191, "max_ms": 5.489, "p95_ms": 2.466, "reason": null, "sample_age_ms": 142.263, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2211848.0, "count": 191, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 142.239, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.736, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.899, "count": 191, "max_ms": 81.273, "p95_ms": 60.834, "reason": null, "sample_age_ms": 91.67, "source": "client_direct"}, "sample_age_ms": 91.666, "source": "client_direct", "task_total_ms": {"avg_ms": 42.713, "count": 191, "max_ms": 84.712, "p95_ms": 62.571, "reason": null, "sample_age_ms": 91.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.692, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.779, "count": 192, "max_ms": 1.969, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 192, "max_ms": 0.665, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 192, "max_ms": 0.305, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 192, "max_ms": 0.24, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 192, "max_ms": 0.572, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.048, "count": 192, "max_ms": 0.123, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.737, "count": 192, "max_ms": 1.888, "p95_ms": 1.322}, "track_match_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 192, "max_ms": 0.086, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.871, "count": 192, "max_ms": 7.622, "p95_ms": 4.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 192, "max_ms": 0.359, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.734, "count": 192, "max_ms": 87.88, "p95_ms": 63.827}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 192, "max_ms": 1.412, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.107, "count": 192, "max_ms": 134.559, "p95_ms": 100.996}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 192, "max_ms": 3.378, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.178, "count": 192, "max_ms": 0.503, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.816, "count": 192, "max_ms": 137.279, "p95_ms": 102.784}, "read_interval": {"avg_ms": 156.559, "count": 191, "max_ms": 7325.323, "p95_ms": 136.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 192, "max_ms": 0.06, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.133, "count": 192, "max_ms": 0.417, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 192, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 192, "max_ms": 0.389, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.035, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.75, "count": 192, "max_ms": 87.902, "p95_ms": 63.837}, "visualize": {"avg_ms": 31.629, "count": 192, "max_ms": 52.625, "p95_ms": 41.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.732, "count": 192, "max_ms": 51.323, "p95_ms": 40.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.417, "count": 192, "max_ms": 52.461, "p95_ms": 41.475}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.308, "count": 192, "max_ms": 52.349, "p95_ms": 41.321}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 192, "max_ms": 0.204, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2400.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.723, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132642, "write_bytes_delta": 132642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 321.0, "cpu_core_ratio": 1.03682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11009.0, "pid": 72180, "reason": null, "system_cpu_core_ratio": 0.445135, "system_cpu_s_delta": 8.93, "user_cpu_core_ratio": 0.591685, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026419, "system_cpu_s_delta": 0.5299999999988358, "user_cpu_core_ratio": 0.274159, "user_cpu_s_delta": 5.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.886, "count": 191, "max_ms": 7.622, "p95_ms": 4.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.697, "count": 30, "max": 51.32, "p95": 39.871, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.169, "count": 30, "max": 37.956, "p95": 31.713, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.567, "count": 30, "max": 1527.0, "p95": 1520.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 536.1, "count": 30, "max": 11009.0, "p95": 2774.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.445, "p95": 0.085, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.485, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133116.733, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128730.067, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.069, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.668, "p95": 0.66, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28074, "sampled_at": "2026-11-03T11:31:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:31:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4540942, "flush_count": 5566, "flush_interval_seconds": 30.0, "flush_state": {"count": 5566, "last_at": "2026-11-03T11:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5565}, "started": true, "suppressed_count": 3298414, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3298409}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5566, "written_record_count": 5566}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9920.828, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9134827315200, "copied_frame_count": 3303974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9134827315200, "frame_buffer_copies": 3303974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.3598, "p50_ms": 0.119, "p95_ms": 0.2366, "p99_ms": 0.3178}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.7363, "p50_ms": 1.2108, "p95_ms": 2.1198, "p99_ms": 2.6652, "results": {"failed": 0, "not_applicable": 0, "success": 3303974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 143, "h264_decode_error_count": 261, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:31:52+09:00", "last_error_summary": "[h264 @ 0x622f64c05280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x622f64c05280] error while decoding MB 0 91, bytestream 3553", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 570.974, "last_started_at": "2026-11-03T11:22:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 152, "restart_count_per_hour": 9, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 153}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2794, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T11:31:52+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-11-03T11:31:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.537, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 43.463, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T11:31:52.743917+09:00", "mtime_epoch": 1793673112.7439175, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 131937}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:31:52+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2400.117, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3303974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.377, "pushed": 6.377, "read": 6.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.007, "count": 191, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 142.779, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.669, "count": 190, "max_ms": 4.499, "p95_ms": 2.595, "reason": null, "sample_age_ms": 194.903, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 190, "max_ms": 2.509, "p95_ms": 1.446, "reason": null, "sample_age_ms": 195.221, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 191, "max_ms": 0.525, "p95_ms": 0.207, "reason": null, "sample_age_ms": 142.784, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.527, "count": 190, "max_ms": 5.489, "p95_ms": 2.471, "reason": null, "sample_age_ms": 193.369, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 193.345, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.842, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.899, "count": 191, "max_ms": 81.273, "p95_ms": 60.834, "reason": null, "sample_age_ms": 142.776, "source": "client_direct"}, "sample_age_ms": 142.773, "source": "client_direct", "task_total_ms": {"avg_ms": 42.713, "count": 191, "max_ms": 84.712, "p95_ms": 62.571, "reason": null, "sample_age_ms": 142.773, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.695, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.779, "count": 191, "max_ms": 1.969, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 191, "max_ms": 0.665, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 191, "max_ms": 0.305, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 191, "max_ms": 0.24, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 191, "max_ms": 0.572, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.048, "count": 191, "max_ms": 0.123, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.737, "count": 191, "max_ms": 1.888, "p95_ms": 1.322}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 0.086, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.876, "count": 191, "max_ms": 7.622, "p95_ms": 4.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.359, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.731, "count": 191, "max_ms": 87.88, "p95_ms": 63.827}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 191, "max_ms": 1.412, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.162, "count": 191, "max_ms": 134.559, "p95_ms": 100.996}, "inference_input_copy_ms": {"avg_ms": 1.48, "count": 191, "max_ms": 3.378, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.178, "count": 191, "max_ms": 0.503, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.873, "count": 191, "max_ms": 137.279, "p95_ms": 102.784}, "read_interval": {"avg_ms": 156.999, "count": 190, "max_ms": 7325.323, "p95_ms": 136.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 191, "max_ms": 0.06, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.134, "count": 191, "max_ms": 0.417, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 191, "max_ms": 0.036, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 191, "max_ms": 0.389, "p95_ms": 0.231}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.035, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.748, "count": 191, "max_ms": 87.902, "p95_ms": 63.837}, "visualize": {"avg_ms": 31.685, "count": 191, "max_ms": 52.625, "p95_ms": 41.605}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.788, "count": 191, "max_ms": 51.323, "p95_ms": 40.105}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.474, "count": 191, "max_ms": 52.461, "p95_ms": 41.475}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.364, "count": 191, "max_ms": 52.349, "p95_ms": 41.321}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 191, "max_ms": 0.204, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2400.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.723, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132642, "write_bytes_delta": 132642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 321.0, "cpu_core_ratio": 1.03682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11009.0, "pid": 72180, "reason": null, "system_cpu_core_ratio": 0.445135, "system_cpu_s_delta": 8.93, "user_cpu_core_ratio": 0.591685, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026419, "system_cpu_s_delta": 0.5299999999988358, "user_cpu_core_ratio": 0.274159, "user_cpu_s_delta": 5.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.886, "count": 191, "max_ms": 7.622, "p95_ms": 4.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.697, "count": 30, "max": 51.32, "p95": 39.871, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.169, "count": 30, "max": 37.956, "p95": 31.713, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.567, "count": 30, "max": 1527.0, "p95": 1520.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 536.1, "count": 30, "max": 11009.0, "p95": 2774.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.445, "p95": 0.085, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.485, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133116.733, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128730.067, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.069, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.668, "p95": 0.66, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28074, "sampled_at": "2026-11-03T11:31:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:31:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4540942, "flush_count": 5566, "flush_interval_seconds": 30.0, "flush_state": {"count": 5566, "last_at": "2026-11-03T11:31:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:31:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5565}, "started": true, "suppressed_count": 3298414, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3298409}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5566, "written_record_count": 5566}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10254.406, "limit_mb": null}, "detail": {"pid": 72760, "restart_count": 153, "start_count": 154}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9134827315200, "copied_frame_count": 3303974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9134827315200, "frame_buffer_copies": 3303974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1316, "count": 512, "max_ms": 0.3598, "p50_ms": 0.119, "p95_ms": 0.2366, "p99_ms": 0.3178}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3097, "count": 512, "max_ms": 3.7363, "p50_ms": 1.2108, "p95_ms": 2.1198, "p99_ms": 2.6652, "results": {"failed": 0, "not_applicable": 0, "success": 3303974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 143, "h264_decode_error_count": 261, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:31:52+09:00", "last_error_summary": "[h264 @ 0x622f64c05280] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x622f64c05280] error while decoding MB 0 91, bytestream 3553", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T11:31:55+09:00", "pid": 72760, "process": {"exists": true, "fd_count": 5, "hwm_mb": 360.879, "name": "ffmpeg", "pid": 72760, "rss_mb": 360.879, "state": "S (sleeping)", "threads": 70}, "restart_count": 153, "restart_count_per_hour": 10, "rtsp_timeout_count": 44, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.471, "sample_count": 2746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.041, "last_frame_pushed_at": "2026-11-03T11:31:52+09:00", "last_frame_read_age_sec": 5.136, "last_frame_read_at": "2026-11-03T11:31:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 159, "debug_expires_at": null, "deduplicated_count": 15, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.484, "last_sample_duration_ms": 1287.311, "last_trigger": "periodic", "next_snapshot_in_sec": 38.516, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 559, "storage_bytes": 3238921}, "mjpeg": {"age_sec": 5.031, "exists": true, "mtime": "2026-11-03T11:31:52.743917+09:00", "mtime_epoch": 1793673112.7439175, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 131937}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T11:31:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2400.121, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3303974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.643, "pushed": 4.643, "read": 4.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.007, "count": 139, "max_ms": 0.029, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5087.476, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.634, "count": 138, "max_ms": 4.499, "p95_ms": 2.124, "reason": null, "sample_age_ms": 5139.6, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.248, "count": 138, "max_ms": 2.269, "p95_ms": 1.441, "reason": null, "sample_age_ms": 5139.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 139, "max_ms": 0.434, "p95_ms": 0.192, "reason": null, "sample_age_ms": 5087.481, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.563, "count": 138, "max_ms": 5.489, "p95_ms": 2.685, "reason": null, "sample_age_ms": 5138.066, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5138.042, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5087.539, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.557, "count": 139, "max_ms": 81.273, "p95_ms": 58.473, "reason": null, "sample_age_ms": 5087.473, "source": "client_direct"}, "sample_age_ms": 5087.47, "source": "client_direct", "task_total_ms": {"avg_ms": 41.396, "count": 139, "max_ms": 84.712, "p95_ms": 60.411, "reason": null, "sample_age_ms": 5087.47, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.077, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.733, "count": 139, "max_ms": 1.666, "p95_ms": 1.251}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.245, "count": 139, "max_ms": 0.654, "p95_ms": 0.405}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 139, "max_ms": 0.305, "p95_ms": 0.182}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.014, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 139, "max_ms": 0.24, "p95_ms": 0.143}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.006, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.181, "count": 139, "max_ms": 0.394, "p95_ms": 0.332}, "setup_ms": {"avg_ms": 0.045, "count": 139, "max_ms": 0.123, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.694, "count": 139, "max_ms": 1.601, "p95_ms": 1.198}, "track_match_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 139, "max_ms": 0.086, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.837, "count": 139, "max_ms": 6.536, "p95_ms": 4.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 139, "max_ms": 0.359, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.39, "count": 139, "max_ms": 87.88, "p95_ms": 63.293}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 139, "max_ms": 0.143, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.66, "count": 139, "max_ms": 134.559, "p95_ms": 99.708}, "inference_input_copy_ms": {"avg_ms": 1.541, "count": 139, "max_ms": 3.378, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.19, "count": 139, "max_ms": 0.503, "p95_ms": 0.376}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.437, "count": 139, "max_ms": 137.279, "p95_ms": 101.16}, "read_interval": {"avg_ms": 180.391, "count": 138, "max_ms": 7325.323, "p95_ms": 155.372}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 139, "max_ms": 0.06, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.123, "count": 139, "max_ms": 0.293, "p95_ms": 0.228}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 139, "max_ms": 0.036, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 139, "max_ms": 0.258, "p95_ms": 0.202}, "worker_merge_ms": {"avg_ms": 0.006, "count": 139, "max_ms": 0.035, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 42.406, "count": 139, "max_ms": 87.902, "p95_ms": 63.313}, "visualize": {"avg_ms": 31.585, "count": 139, "max_ms": 44.202, "p95_ms": 41.948}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.724, "count": 139, "max_ms": 43.097, "p95_ms": 40.916}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.386, "count": 139, "max_ms": 43.78, "p95_ms": 41.597}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.279, "count": 139, "max_ms": 43.666, "p95_ms": 41.374}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 139, "max_ms": 0.204, "p95_ms": 0.107}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2400.121, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.723, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.726, "sample_count": 2795, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3303968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:31:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 132642, "write_bytes_delta": 132642, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 321.0, "cpu_core_ratio": 1.03682, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11009.0, "pid": 72180, "reason": null, "system_cpu_core_ratio": 0.445135, "system_cpu_s_delta": 8.93, "user_cpu_core_ratio": 0.591685, "user_cpu_s_delta": 11.870000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.300578, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026419, "system_cpu_s_delta": 0.5299999999988358, "user_cpu_core_ratio": 0.274159, "user_cpu_s_delta": 5.5}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.886, "count": 191, "max_ms": 7.622, "p95_ms": 4.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.697, "count": 30, "max": 51.32, "p95": 39.871, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.169, "count": 30, "max": 37.956, "p95": 31.713, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1070.567, "count": 30, "max": 1527.0, "p95": 1520.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 536.1, "count": 30, "max": 11009.0, "p95": 2774.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.445, "p95": 0.085, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.229, "count": 30, "max": 1.485, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133116.733, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128730.067, "count": 30, "max": 134997.0, "p95": 134455.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.067, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.069, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.608, "count": 30, "max": 0.668, "p95": 0.66, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28074, "sampled_at": "2026-11-03T11:31:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:31:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5265081, "flush_count": 5567, "flush_interval_seconds": 30.0, "flush_state": {"count": 5567, "last_at": "2026-11-03T11:33:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:33:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5566}, "started": true, "suppressed_count": 3210553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3210151}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5567, "written_record_count": 5567}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10110.477, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a5234afd100] error while decoding MB 68 49, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8890811596800, "copied_frame_count": 3215716, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8890811596800, "frame_buffer_copies": 3215716, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1197, "count": 512, "max_ms": 0.3758, "p50_ms": 0.1068, "p95_ms": 0.2182, "p99_ms": 0.2879}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5242, "count": 512, "max_ms": 4.3741, "p50_ms": 1.4463, "p95_ms": 2.4163, "p99_ms": 3.2642, "results": {"failed": 0, "not_applicable": 0, "success": 3215716, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 259, "h264_decode_error_count": 840, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:34:01+09:00", "last_error_summary": "[h264 @ 0x5a5234afd100] error while decoding MB 68 49, bytestream -9", "last_exit_at": "2026-11-03T11:30:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.355, "last_started_at": "2026-11-03T11:30:42+09:00", "pid": 72644, "process": {"exists": false, "pid": 72644}, "restart_count": 275, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 276}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.537, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215716, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-11-03T11:34:01+09:00", "last_frame_read_age_sec": 0.072, "last_frame_read_at": "2026-11-03T11:34:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.326, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 523.674, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-11-03T11:34:01.479043+09:00", "mtime_epoch": 1793673241.4790428, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174513}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:34:01+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.996, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3215717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.285, "max": 14.0, "p95": 11.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.158, "max": 2.0, "p95": 2.0, "sample_count": 146}, "total": {"avg": 0.633, "max": 2.0, "p95": 2.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.91, "pushed": 8.91, "read": 8.91}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 38.352, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 267, "max_ms": 6.102, "p95_ms": 2.515, "reason": null, "sample_age_ms": 96.756, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 267, "max_ms": 5.788, "p95_ms": 1.811, "reason": null, "sample_age_ms": 97.209, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 267, "max_ms": 1.566, "p95_ms": 0.726, "reason": null, "sample_age_ms": 38.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.962, "count": 267, "max_ms": 5.528, "p95_ms": 3.216, "reason": null, "sample_age_ms": 95.032, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.993, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.893, "count": 267, "max_ms": 75.742, "p95_ms": 65.16, "reason": null, "sample_age_ms": 38.348, "source": "client_direct"}, "sample_age_ms": 38.345, "source": "client_direct", "task_total_ms": {"avg_ms": 50.402, "count": 267, "max_ms": 80.228, "p95_ms": 67.811, "reason": null, "sample_age_ms": 38.345, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.544, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.756, "count": 267, "max_ms": 13.452, "p95_ms": 9.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 267, "max_ms": 2.611, "p95_ms": 0.733}, "detection_prepare_ms": {"avg_ms": 0.914, "count": 267, "max_ms": 5.079, "p95_ms": 2.655}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.2, "count": 267, "max_ms": 0.755, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.207, "count": 267, "max_ms": 5.9, "p95_ms": 3.099}, "setup_ms": {"avg_ms": 0.054, "count": 267, "max_ms": 2.023, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 3.704, "count": 267, "max_ms": 13.351, "p95_ms": 9.346}, "track_match_ms": {"avg_ms": 0.044, "count": 267, "max_ms": 0.225, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.888, "count": 267, "max_ms": 3.427, "p95_ms": 2.418}}, "gstreamer_push": {"avg_ms": 3.222, "count": 267, "max_ms": 6.536, "p95_ms": 5.04}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 267, "max_ms": 0.251, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.558, "count": 267, "max_ms": 81.671, "p95_ms": 69.351}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.128, "count": 267, "max_ms": 13.034, "p95_ms": 9.459}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.45, "count": 267, "max_ms": 136.928, "p95_ms": 116.459}, "inference_input_copy_ms": {"avg_ms": 1.599, "count": 267, "max_ms": 5.657, "p95_ms": 2.51}, "processing_residual_ms": {"avg_ms": 0.201, "count": 267, "max_ms": 0.628, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.379, "count": 267, "max_ms": 143.345, "p95_ms": 122.285}, "read_interval": {"avg_ms": 112.307, "count": 267, "max_ms": 210.562, "p95_ms": 155.975}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.14, "count": 267, "max_ms": 5.55, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 267, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.123, "count": 267, "max_ms": 5.518, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.006, "count": 267, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.574, "count": 267, "max_ms": 81.706, "p95_ms": 69.37}, "visualize": {"avg_ms": 34.818, "count": 267, "max_ms": 56.591, "p95_ms": 46.889}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.959, "count": 267, "max_ms": 51.129, "p95_ms": 40.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.258, "count": 267, "max_ms": 54.828, "p95_ms": 45.806}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 267, "max_ms": 3.693, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.116, "count": 267, "max_ms": 54.584, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 267, "max_ms": 0.238, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.88, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.048, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174961, "write_bytes_delta": 174961, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.647105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2761.0, "pid": 72644, "reason": null, "system_cpu_core_ratio": 0.085382, "system_cpu_s_delta": 1.71, "user_cpu_core_ratio": 0.561723, "user_cpu_s_delta": 11.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471348, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.097982, "user_cpu_s_delta": 21.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 268, "max_ms": 6.872, "p95_ms": 5.111, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.716, "max": 14.0, "p95": 11.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.242, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.728, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.637, "count": 30, "max": 79.157, "p95": 60.268, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.379, "count": 30, "max": 31.56, "p95": 26.727, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1178.133, "count": 30, "max": 1550.0, "p95": 1381.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1623.5, "count": 30, "max": 14270.0, "p95": 9861.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.562, "p95": 0.534, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.31, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.333, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.494, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.049, "count": 30, "max": 1.173, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25061, "sampled_at": "2026-11-03T11:33:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:33:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5265081, "flush_count": 5567, "flush_interval_seconds": 30.0, "flush_state": {"count": 5567, "last_at": "2026-11-03T11:33:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:33:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5566}, "started": true, "suppressed_count": 3210553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3210151}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5567, "written_record_count": 5567}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10111.129, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:34:01+09:00", "last_error_summary": "[h264 @ 0x5a5234afd100] error while decoding MB 68 49, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8890814361600, "copied_frame_count": 3215717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8890814361600, "frame_buffer_copies": 3215717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 0.3758, "p50_ms": 0.1067, "p95_ms": 0.2182, "p99_ms": 0.2879}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5225, "count": 512, "max_ms": 4.3741, "p50_ms": 1.4452, "p95_ms": 2.4163, "p99_ms": 3.2642, "results": {"failed": 0, "not_applicable": 0, "success": 3215717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 259, "h264_decode_error_count": 840, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:34:01+09:00", "last_error_summary": "[h264 @ 0x5a5234afd100] error while decoding MB 68 49, bytestream -9", "last_exit_at": "2026-11-03T11:34:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.425, "last_started_at": "2026-11-03T11:30:42+09:00", "pid": 72644, "process": {"exists": false, "pid": 72644}, "restart_count": 275, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 276}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.571, "sample_count": 2475, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-11-03T11:34:01+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-11-03T11:34:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.368, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 523.632, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T11:34:01.612043+09:00", "mtime_epoch": 1793673241.612043, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:34:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.992, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3215717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.262, "max": 14.0, "p95": 11.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.159, "max": 2.0, "p95": 2.0, "sample_count": 145}, "total": {"avg": 0.629, "max": 2.0, "p95": 2.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.904, "pushed": 8.904, "read": 8.904}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 88.854, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 267, "max_ms": 6.102, "p95_ms": 2.515, "reason": null, "sample_age_ms": 147.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 267, "max_ms": 5.788, "p95_ms": 1.811, "reason": null, "sample_age_ms": 147.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 267, "max_ms": 1.566, "p95_ms": 0.726, "reason": null, "sample_age_ms": 88.862, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.962, "count": 267, "max_ms": 5.528, "p95_ms": 3.216, "reason": null, "sample_age_ms": 145.533, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 145.494, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.185, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.893, "count": 267, "max_ms": 75.742, "p95_ms": 65.16, "reason": null, "sample_age_ms": 88.85, "source": "client_direct"}, "sample_age_ms": 88.846, "source": "client_direct", "task_total_ms": {"avg_ms": 50.402, "count": 267, "max_ms": 80.228, "p95_ms": 67.811, "reason": null, "sample_age_ms": 88.846, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.046, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.733, "count": 267, "max_ms": 13.452, "p95_ms": 9.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 267, "max_ms": 2.611, "p95_ms": 0.733}, "detection_prepare_ms": {"avg_ms": 0.909, "count": 267, "max_ms": 5.079, "p95_ms": 2.655}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.199, "count": 267, "max_ms": 0.755, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.199, "count": 267, "max_ms": 5.9, "p95_ms": 3.099}, "setup_ms": {"avg_ms": 0.054, "count": 267, "max_ms": 2.023, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 3.681, "count": 267, "max_ms": 13.351, "p95_ms": 9.346}, "track_match_ms": {"avg_ms": 0.044, "count": 267, "max_ms": 0.225, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.88, "count": 267, "max_ms": 3.427, "p95_ms": 2.418}}, "gstreamer_push": {"avg_ms": 3.219, "count": 267, "max_ms": 6.536, "p95_ms": 5.04}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 267, "max_ms": 0.251, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.599, "count": 267, "max_ms": 81.671, "p95_ms": 69.351}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.125, "count": 267, "max_ms": 13.034, "p95_ms": 9.459}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.57, "count": 267, "max_ms": 136.928, "p95_ms": 116.677}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 267, "max_ms": 5.657, "p95_ms": 2.51}, "processing_residual_ms": {"avg_ms": 0.201, "count": 267, "max_ms": 0.628, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.497, "count": 267, "max_ms": 143.345, "p95_ms": 122.506}, "read_interval": {"avg_ms": 112.307, "count": 267, "max_ms": 210.562, "p95_ms": 155.975}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.132, "count": 267, "max_ms": 5.55, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 267, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.115, "count": 267, "max_ms": 5.518, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.006, "count": 267, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.615, "count": 267, "max_ms": 81.706, "p95_ms": 69.37}, "visualize": {"avg_ms": 34.908, "count": 267, "max_ms": 56.591, "p95_ms": 47.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.058, "count": 267, "max_ms": 54.084, "p95_ms": 40.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.348, "count": 267, "max_ms": 54.828, "p95_ms": 45.809}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 267, "max_ms": 3.693, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.207, "count": 267, "max_ms": 54.629, "p95_ms": 45.641}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 267, "max_ms": 0.238, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.88, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.048, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174961, "write_bytes_delta": 174961, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.647105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2761.0, "pid": 72644, "reason": null, "system_cpu_core_ratio": 0.085382, "system_cpu_s_delta": 1.71, "user_cpu_core_ratio": 0.561723, "user_cpu_s_delta": 11.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471348, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.097982, "user_cpu_s_delta": 21.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 268, "max_ms": 6.872, "p95_ms": 5.111, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.716, "max": 14.0, "p95": 11.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.242, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.728, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.637, "count": 30, "max": 79.157, "p95": 60.268, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.379, "count": 30, "max": 31.56, "p95": 26.727, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1178.133, "count": 30, "max": 1550.0, "p95": 1381.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1623.5, "count": 30, "max": 14270.0, "p95": 9861.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.562, "p95": 0.534, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.31, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.333, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.494, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.049, "count": 30, "max": 1.173, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25061, "sampled_at": "2026-11-03T11:33:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:33:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5265081, "flush_count": 5567, "flush_interval_seconds": 30.0, "flush_state": {"count": 5567, "last_at": "2026-11-03T11:33:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:33:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5566}, "started": true, "suppressed_count": 3210553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3210151}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5567, "written_record_count": 5567}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10110.301, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8890814361600, "copied_frame_count": 3215717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8890814361600, "frame_buffer_copies": 3215717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 0.3758, "p50_ms": 0.1067, "p95_ms": 0.2182, "p99_ms": 0.2879}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5225, "count": 512, "max_ms": 4.3741, "p50_ms": 1.4452, "p95_ms": 2.4163, "p99_ms": 3.2642, "results": {"failed": 0, "not_applicable": 0, "success": 3215717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 259, "h264_decode_error_count": 840, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:34:01+09:00", "last_error_summary": "[h264 @ 0x5a5234afd100] error while decoding MB 68 49, bytestream -9", "last_exit_at": "2026-11-03T11:34:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 199.478, "last_started_at": "2026-11-03T11:30:42+09:00", "pid": 72644, "process": {"exists": false, "pid": 72644}, "restart_count": 275, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 276}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.571, "sample_count": 2474, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T11:34:01+09:00", "last_frame_read_age_sec": 0.195, "last_frame_read_at": "2026-11-03T11:34:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.431, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 523.569, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-03T11:34:01.612043+09:00", "mtime_epoch": 1793673241.612043, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:34:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.992, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3215717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.262, "max": 14.0, "p95": 11.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.159, "max": 2.0, "p95": 2.0, "sample_count": 145}, "total": {"avg": 0.629, "max": 2.0, "p95": 2.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.019, "max": 1.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 267, "pushed_frames": 267, "read_frames": 266, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.922, "pushed": 8.922, "read": 8.889}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 266, "client_acquire_ms": {"avg_ms": 0.007, "count": 266, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 151.32, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.728, "count": 266, "max_ms": 6.102, "p95_ms": 2.449, "reason": null, "sample_age_ms": 209.724, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 266, "max_ms": 5.788, "p95_ms": 1.77, "reason": null, "sample_age_ms": 210.177, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 266, "max_ms": 1.566, "p95_ms": 0.726, "reason": null, "sample_age_ms": 151.328, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.958, "count": 266, "max_ms": 5.528, "p95_ms": 3.202, "reason": null, "sample_age_ms": 208.0, "source": "client_direct"}, "request_count": 266, "request_tensor_bytes": {"avg": 2764808.0, "count": 266, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 207.961, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 266, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 151.651, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.895, "count": 266, "max_ms": 75.742, "p95_ms": 65.163, "reason": null, "sample_age_ms": 151.316, "source": "client_direct"}, "sample_age_ms": 151.313, "source": "client_direct", "task_total_ms": {"avg_ms": 50.399, "count": 266, "max_ms": 80.228, "p95_ms": 67.822, "reason": null, "sample_age_ms": 151.313, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.547, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.733, "count": 267, "max_ms": 13.452, "p95_ms": 9.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 267, "max_ms": 2.611, "p95_ms": 0.733}, "detection_prepare_ms": {"avg_ms": 0.909, "count": 267, "max_ms": 5.079, "p95_ms": 2.655}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.199, "count": 267, "max_ms": 0.755, "p95_ms": 0.475}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.033, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.199, "count": 267, "max_ms": 5.9, "p95_ms": 3.099}, "setup_ms": {"avg_ms": 0.054, "count": 267, "max_ms": 2.023, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 3.681, "count": 267, "max_ms": 13.351, "p95_ms": 9.346}, "track_match_ms": {"avg_ms": 0.044, "count": 267, "max_ms": 0.225, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.88, "count": 267, "max_ms": 3.427, "p95_ms": 2.418}}, "gstreamer_push": {"avg_ms": 3.219, "count": 267, "max_ms": 6.536, "p95_ms": 5.04}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 267, "max_ms": 0.251, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.599, "count": 267, "max_ms": 81.671, "p95_ms": 69.351}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.125, "count": 267, "max_ms": 13.034, "p95_ms": 9.459}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.57, "count": 267, "max_ms": 136.928, "p95_ms": 116.677}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 267, "max_ms": 5.657, "p95_ms": 2.51}, "processing_residual_ms": {"avg_ms": 0.201, "count": 267, "max_ms": 0.628, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.497, "count": 267, "max_ms": 143.345, "p95_ms": 122.506}, "read_interval": {"avg_ms": 112.203, "count": 266, "max_ms": 210.562, "p95_ms": 155.975}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 267, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.132, "count": 267, "max_ms": 5.55, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 267, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.115, "count": 267, "max_ms": 5.518, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.006, "count": 267, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.615, "count": 267, "max_ms": 81.706, "p95_ms": 69.37}, "visualize": {"avg_ms": 34.908, "count": 267, "max_ms": 56.591, "p95_ms": 47.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.058, "count": 267, "max_ms": 54.084, "p95_ms": 40.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.348, "count": 267, "max_ms": 54.828, "p95_ms": 45.809}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 267, "max_ms": 3.693, "p95_ms": 2.174}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.207, "count": 267, "max_ms": 54.629, "p95_ms": 45.641}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 267, "max_ms": 0.238, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.88, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.048, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174961, "write_bytes_delta": 174961, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.647105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2761.0, "pid": 72644, "reason": null, "system_cpu_core_ratio": 0.085382, "system_cpu_s_delta": 1.71, "user_cpu_core_ratio": 0.561723, "user_cpu_s_delta": 11.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471348, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.097982, "user_cpu_s_delta": 21.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 268, "max_ms": 6.872, "p95_ms": 5.111, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.716, "max": 14.0, "p95": 11.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.242, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.728, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.637, "count": 30, "max": 79.157, "p95": 60.268, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.379, "count": 30, "max": 31.56, "p95": 26.727, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1178.133, "count": 30, "max": 1550.0, "p95": 1381.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1623.5, "count": 30, "max": 14270.0, "p95": 9861.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.562, "p95": 0.534, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.31, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.333, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.494, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.049, "count": 30, "max": 1.173, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25061, "sampled_at": "2026-11-03T11:33:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:33:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5265081, "flush_count": 5567, "flush_interval_seconds": 30.0, "flush_state": {"count": 5567, "last_at": "2026-11-03T11:33:09", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:33:09", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5566}, "started": true, "suppressed_count": 3210553, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3210151}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5567, "written_record_count": 5567}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10284.094, "limit_mb": null}, "detail": {"pid": 72876, "restart_count": 276, "start_count": 277}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8890814361600, "copied_frame_count": 3215717, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8890814361600, "frame_buffer_copies": 3215717, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1195, "count": 512, "max_ms": 0.3758, "p50_ms": 0.1067, "p95_ms": 0.2182, "p99_ms": 0.2879}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5225, "count": 512, "max_ms": 4.3741, "p50_ms": 1.4452, "p95_ms": 2.4163, "p99_ms": 3.2642, "results": {"failed": 0, "not_applicable": 0, "success": 3215717, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 259, "h264_decode_error_count": 840, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:34:01+09:00", "last_error_summary": "[h264 @ 0x5a5234afd100] error while decoding MB 68 49, bytestream -9", "last_exit_at": "2026-11-03T11:34:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:34:04+09:00", "pid": 72876, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.566, "name": "ffmpeg", "pid": 72876, "rss_mb": 206.566, "state": "S (sleeping)", "threads": 70}, "restart_count": 276, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 277}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.537, "sample_count": 2453, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215717, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.977, "last_frame_pushed_at": "2026-11-03T11:34:01+09:00", "last_frame_read_age_sec": 5.105, "last_frame_read_at": "2026-11-03T11:34:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 81.357, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 518.643, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 4.966, "exists": true, "mtime": "2026-11-03T11:34:01.612043+09:00", "mtime_epoch": 1793673241.612043, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 169951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:34:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.996, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3215717, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.766, "max": 13.0, "p95": 8.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.158, "max": 2.0, "p95": 2.0, "sample_count": 120}, "total": {"avg": 0.626, "max": 2.0, "p95": 2.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.407, "pushed": 7.407, "read": 7.373}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.023, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5060.753, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.728, "count": 221, "max_ms": 6.102, "p95_ms": 2.674, "reason": null, "sample_age_ms": 5119.157, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.339, "count": 221, "max_ms": 5.788, "p95_ms": 1.772, "reason": null, "sample_age_ms": 5119.609, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.348, "count": 221, "max_ms": 1.099, "p95_ms": 0.706, "reason": null, "sample_age_ms": 5060.76, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.942, "count": 221, "max_ms": 4.745, "p95_ms": 3.203, "reason": null, "sample_age_ms": 5117.432, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5117.393, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5061.084, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.343, "count": 221, "max_ms": 75.742, "p95_ms": 65.273, "reason": null, "sample_age_ms": 5060.749, "source": "client_direct"}, "sample_age_ms": 5060.745, "source": "client_direct", "task_total_ms": {"avg_ms": 50.819, "count": 221, "max_ms": 80.228, "p95_ms": 68.024, "reason": null, "sample_age_ms": 5060.745, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.521, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.8, "count": 222, "max_ms": 13.452, "p95_ms": 9.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 222, "max_ms": 2.611, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 0.908, "count": 222, "max_ms": 5.079, "p95_ms": 2.363}, "event_filter_ms": {"avg_ms": 0.005, "count": 222, "max_ms": 0.019, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 222, "max_ms": 0.755, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.003, "count": 222, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.259, "count": 222, "max_ms": 5.9, "p95_ms": 3.065}, "setup_ms": {"avg_ms": 0.056, "count": 222, "max_ms": 2.023, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 3.748, "count": 222, "max_ms": 13.351, "p95_ms": 9.346}, "track_match_ms": {"avg_ms": 0.044, "count": 222, "max_ms": 0.225, "p95_ms": 0.119}, "tracker_update_ms": {"avg_ms": 0.887, "count": 222, "max_ms": 3.427, "p95_ms": 2.403}}, "gstreamer_push": {"avg_ms": 3.241, "count": 222, "max_ms": 6.536, "p95_ms": 5.04}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 222, "max_ms": 0.251, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.084, "count": 222, "max_ms": 81.671, "p95_ms": 71.079}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.173, "count": 222, "max_ms": 13.034, "p95_ms": 9.641}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.189, "count": 222, "max_ms": 136.928, "p95_ms": 118.001}, "inference_input_copy_ms": {"avg_ms": 1.601, "count": 222, "max_ms": 5.657, "p95_ms": 2.51}, "processing_residual_ms": {"avg_ms": 0.202, "count": 222, "max_ms": 0.616, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.165, "count": 222, "max_ms": 143.345, "p95_ms": 124.013}, "read_interval": {"avg_ms": 113.041, "count": 221, "max_ms": 210.562, "p95_ms": 155.614}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 222, "max_ms": 0.048, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 1.19, "count": 222, "max_ms": 5.55, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 222, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.174, "count": 222, "max_ms": 5.518, "p95_ms": 2.939}, "worker_merge_ms": {"avg_ms": 0.006, "count": 222, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 52.099, "count": 222, "max_ms": 81.706, "p95_ms": 71.102}, "visualize": {"avg_ms": 34.974, "count": 222, "max_ms": 56.591, "p95_ms": 47.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.11, "count": 222, "max_ms": 54.084, "p95_ms": 40.507}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.407, "count": 222, "max_ms": 54.828, "p95_ms": 45.809}, "visualize_input_copy_ms": {"avg_ms": 1.343, "count": 222, "max_ms": 3.693, "p95_ms": 2.151}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.265, "count": 222, "max_ms": 54.629, "p95_ms": 45.641}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 222, "max_ms": 0.238, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.996, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.88, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.048, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3215582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:33:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174961, "write_bytes_delta": 174961, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1170.0, "cpu_core_ratio": 0.647105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2761.0, "pid": 72644, "reason": null, "system_cpu_core_ratio": 0.085382, "system_cpu_s_delta": 1.71, "user_cpu_core_ratio": 0.561723, "user_cpu_s_delta": 11.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.56933, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 47.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471348, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.097982, "user_cpu_s_delta": 21.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.275, "count": 268, "max_ms": 6.872, "p95_ms": 5.111, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.716, "max": 14.0, "p95": 11.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.242, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 157}, "total": {"avg": 0.728, "max": 3.0, "p95": 2.0, "sample_count": 268}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.637, "count": 30, "max": 79.157, "p95": 60.268, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.379, "count": 30, "max": 31.56, "p95": 26.727, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1178.133, "count": 30, "max": 1550.0, "p95": 1381.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1623.5, "count": 30, "max": 14270.0, "p95": 9861.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.562, "p95": 0.534, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.31, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167971.4, "count": 30, "max": 175768.0, "p95": 175102.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.333, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.446, "count": 30, "max": 0.494, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.049, "count": 30, "max": 1.173, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25061, "sampled_at": "2026-11-03T11:33:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:33:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5267986, "flush_count": 5570, "flush_interval_seconds": 30.0, "flush_state": {"count": 5570, "last_at": "2026-11-03T11:36:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:36:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5569}, "started": true, "suppressed_count": 3211627, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3211225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5570, "written_record_count": 5570}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10115.223, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56a4345324c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56a4345324c0] error while decoding MB 0 53, bytestream 12071 [h264 @ 0x56a4351fd280] error while decoding MB 47 63, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8893789286400, "copied_frame_count": 3216793, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8893789286400, "frame_buffer_copies": 3216793, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 3.9761, "p50_ms": 0.1019, "p95_ms": 0.2108, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4727, "count": 512, "max_ms": 4.0119, "p50_ms": 1.3694, "p95_ms": 2.3518, "p99_ms": 3.363, "results": {"failed": 0, "not_applicable": 0, "success": 3216793, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 260, "h264_decode_error_count": 842, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:36:21+09:00", "last_error_summary": "[h264 @ 0x56a4345324c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56a4345324c0] error while decoding MB 0 53, bytestream 12071 [h264 @ 0x56a4351fd280] error while decoding MB 47 63, bytestream -11", "last_exit_at": "2026-11-03T11:34:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.457, "last_started_at": "2026-11-03T11:34:04+09:00", "pid": 72876, "process": {"exists": false, "pid": 72876}, "restart_count": 276, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 277}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.872, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216793, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.077, "last_frame_pushed_at": "2026-11-03T11:36:20+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-03T11:36:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.804, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 384.196, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.064, "exists": true, "mtime": "2026-11-03T11:36:20.969271+09:00", "mtime_epoch": 1793673380.9692707, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178700}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:36:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3216794, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.303, "max": 15.0, "p95": 9.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.134, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 0.731, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 209, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.29, "pushed": 7.29, "read": 7.325}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 28.263, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 209, "max_ms": 8.57, "p95_ms": 3.114, "reason": null, "sample_age_ms": 79.471, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 209, "max_ms": 8.132, "p95_ms": 2.473, "reason": null, "sample_age_ms": 81.938, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 209, "max_ms": 1.05, "p95_ms": 0.664, "reason": null, "sample_age_ms": 28.276, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 209, "max_ms": 7.095, "p95_ms": 3.074, "reason": null, "sample_age_ms": 75.816, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 75.782, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.669, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.993, "count": 209, "max_ms": 72.185, "p95_ms": 63.987, "reason": null, "sample_age_ms": 28.26, "source": "client_direct"}, "sample_age_ms": 28.255, "source": "client_direct", "task_total_ms": {"avg_ms": 48.477, "count": 209, "max_ms": 75.478, "p95_ms": 66.655, "reason": null, "sample_age_ms": 28.255, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.161, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.06, "count": 208, "max_ms": 15.952, "p95_ms": 9.007}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.348, "count": 208, "max_ms": 1.5, "p95_ms": 0.63}, "detection_prepare_ms": {"avg_ms": 0.903, "count": 208, "max_ms": 6.719, "p95_ms": 2.196}, "event_filter_ms": {"avg_ms": 0.005, "count": 208, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 208, "max_ms": 0.574, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.059, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.552, "count": 208, "max_ms": 7.325, "p95_ms": 3.658}, "setup_ms": {"avg_ms": 0.043, "count": 208, "max_ms": 0.162, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.01, "count": 208, "max_ms": 15.819, "p95_ms": 8.943}, "track_match_ms": {"avg_ms": 0.044, "count": 208, "max_ms": 0.295, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 0.919, "count": 208, "max_ms": 4.054, "p95_ms": 2.373}}, "gstreamer_push": {"avg_ms": 3.041, "count": 208, "max_ms": 7.159, "p95_ms": 4.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 208, "max_ms": 0.911, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.718, "count": 208, "max_ms": 80.276, "p95_ms": 68.12}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.949, "count": 208, "max_ms": 14.351, "p95_ms": 8.288}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.759, "count": 208, "max_ms": 127.412, "p95_ms": 113.92}, "inference_input_copy_ms": {"avg_ms": 1.638, "count": 208, "max_ms": 5.577, "p95_ms": 2.774}, "processing_residual_ms": {"avg_ms": 0.207, "count": 208, "max_ms": 0.833, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.553, "count": 208, "max_ms": 139.283, "p95_ms": 121.211}, "read_interval": {"avg_ms": 145.928, "count": 209, "max_ms": 3175.134, "p95_ms": 164.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 208, "max_ms": 0.044, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.488, "count": 208, "max_ms": 7.204, "p95_ms": 3.58}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 208, "max_ms": 0.065, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.471, "count": 208, "max_ms": 7.169, "p95_ms": 3.536}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.045, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.732, "count": 208, "max_ms": 80.284, "p95_ms": 68.128}, "visualize": {"avg_ms": 33.771, "count": 208, "max_ms": 51.462, "p95_ms": 44.221}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.923, "count": 208, "max_ms": 44.37, "p95_ms": 38.722}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.219, "count": 208, "max_ms": 50.642, "p95_ms": 42.619}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 208, "max_ms": 3.508, "p95_ms": 2.309}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.088, "count": 208, "max_ms": 50.547, "p95_ms": 42.499}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 208, "max_ms": 0.206, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.509, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.446, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183131, "write_bytes_delta": 183131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1186.0, "cpu_core_ratio": 0.562255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1456.0, "pid": 72876, "reason": null, "system_cpu_core_ratio": 0.063859, "system_cpu_s_delta": 1.2800000000000002, "user_cpu_core_ratio": 0.498396, "user_cpu_s_delta": 9.990000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.585489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.468463, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.117026, "user_cpu_s_delta": 22.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 252, "max_ms": 8.856, "p95_ms": 5.233, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.317, "max": 18.0, "p95": 14.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.536, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 1.286, "max": 3.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.809, "count": 30, "max": 79.157, "p95": 58.23, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.834, "count": 30, "max": 31.56, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1161.133, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2144.0, "count": 30, "max": 14891.0, "p95": 12594.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.767, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.514, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.188, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25067, "sampled_at": "2026-11-03T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.534, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5267986, "flush_count": 5570, "flush_interval_seconds": 30.0, "flush_state": {"count": 5570, "last_at": "2026-11-03T11:36:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:36:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5569}, "started": true, "suppressed_count": 3211627, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3211225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5570, "written_record_count": 5570}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10115.102, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:36:21+09:00", "last_error_summary": "[h264 @ 0x56a4345324c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56a4345324c0] error while decoding MB 0 53, bytestream 12071 [h264 @ 0x56a4351fd280] error while decoding MB 47 63, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8893792051200, "copied_frame_count": 3216794, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8893792051200, "frame_buffer_copies": 3216794, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 3.9761, "p50_ms": 0.1015, "p95_ms": 0.2108, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4843, "count": 512, "max_ms": 7.0958, "p50_ms": 1.3702, "p95_ms": 2.3773, "p99_ms": 3.5192, "results": {"failed": 0, "not_applicable": 0, "success": 3216794, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 260, "h264_decode_error_count": 842, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:36:21+09:00", "last_error_summary": "[h264 @ 0x56a4345324c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56a4345324c0] error while decoding MB 0 53, bytestream 12071 [h264 @ 0x56a4351fd280] error while decoding MB 47 63, bytestream -11", "last_exit_at": "2026-11-03T11:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.527, "last_started_at": "2026-11-03T11:34:04+09:00", "pid": 72876, "process": {"exists": false, "pid": 72876}, "restart_count": 276, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 277}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.872, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-11-03T11:36:21+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-11-03T11:36:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.868, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 384.132, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.134, "exists": true, "mtime": "2026-11-03T11:36:20.969271+09:00", "mtime_epoch": 1793673380.9692707, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178700}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:36:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3216794, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.306, "max": 15.0, "p95": 9.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.133, "max": 2.0, "p95": 2.0, "sample_count": 135}, "total": {"avg": 0.732, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.307, "pushed": 7.307, "read": 7.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 100.515, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 209, "max_ms": 8.57, "p95_ms": 3.114, "reason": null, "sample_age_ms": 151.723, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 209, "max_ms": 8.132, "p95_ms": 2.473, "reason": null, "sample_age_ms": 154.19, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 209, "max_ms": 1.05, "p95_ms": 0.664, "reason": null, "sample_age_ms": 100.527, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 209, "max_ms": 7.095, "p95_ms": 3.074, "reason": null, "sample_age_ms": 148.067, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 148.034, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.921, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.993, "count": 209, "max_ms": 72.185, "p95_ms": 63.987, "reason": null, "sample_age_ms": 100.512, "source": "client_direct"}, "sample_age_ms": 100.507, "source": "client_direct", "task_total_ms": {"avg_ms": 48.477, "count": 209, "max_ms": 75.478, "p95_ms": 66.655, "reason": null, "sample_age_ms": 100.507, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.558, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.06, "count": 209, "max_ms": 15.952, "p95_ms": 9.007}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 209, "max_ms": 1.5, "p95_ms": 0.63}, "detection_prepare_ms": {"avg_ms": 0.903, "count": 209, "max_ms": 6.719, "p95_ms": 2.196}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 209, "max_ms": 0.574, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.059, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.553, "count": 209, "max_ms": 7.325, "p95_ms": 3.658}, "setup_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.162, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.01, "count": 209, "max_ms": 15.819, "p95_ms": 8.943}, "track_match_ms": {"avg_ms": 0.044, "count": 209, "max_ms": 0.295, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 0.919, "count": 209, "max_ms": 4.054, "p95_ms": 2.373}}, "gstreamer_push": {"avg_ms": 3.042, "count": 209, "max_ms": 7.159, "p95_ms": 4.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 209, "max_ms": 0.911, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.739, "count": 209, "max_ms": 80.276, "p95_ms": 68.12}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.971, "count": 209, "max_ms": 14.351, "p95_ms": 8.288}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.861, "count": 209, "max_ms": 127.412, "p95_ms": 113.92}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 209, "max_ms": 5.577, "p95_ms": 2.774}, "processing_residual_ms": {"avg_ms": 0.206, "count": 209, "max_ms": 0.833, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.682, "count": 209, "max_ms": 139.283, "p95_ms": 121.211}, "read_interval": {"avg_ms": 145.928, "count": 209, "max_ms": 3175.134, "p95_ms": 164.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 209, "max_ms": 0.044, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.489, "count": 209, "max_ms": 7.204, "p95_ms": 3.58}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 209, "max_ms": 0.065, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.472, "count": 209, "max_ms": 7.169, "p95_ms": 3.536}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.045, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.753, "count": 209, "max_ms": 80.284, "p95_ms": 68.128}, "visualize": {"avg_ms": 33.853, "count": 209, "max_ms": 51.462, "p95_ms": 44.575}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.983, "count": 209, "max_ms": 44.37, "p95_ms": 38.761}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.302, "count": 209, "max_ms": 50.642, "p95_ms": 42.732}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 209, "max_ms": 3.508, "p95_ms": 2.309}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.172, "count": 209, "max_ms": 50.547, "p95_ms": 42.631}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 209, "max_ms": 0.206, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.509, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.446, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183131, "write_bytes_delta": 183131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1186.0, "cpu_core_ratio": 0.562255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1456.0, "pid": 72876, "reason": null, "system_cpu_core_ratio": 0.063859, "system_cpu_s_delta": 1.2800000000000002, "user_cpu_core_ratio": 0.498396, "user_cpu_s_delta": 9.990000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.585489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.468463, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.117026, "user_cpu_s_delta": 22.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 252, "max_ms": 8.856, "p95_ms": 5.233, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.317, "max": 18.0, "p95": 14.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.536, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 1.286, "max": 3.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.809, "count": 30, "max": 79.157, "p95": 58.23, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.834, "count": 30, "max": 31.56, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1161.133, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2144.0, "count": 30, "max": 14891.0, "p95": 12594.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.767, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.514, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.188, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25067, "sampled_at": "2026-11-03T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.604, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5267986, "flush_count": 5570, "flush_interval_seconds": 30.0, "flush_state": {"count": 5570, "last_at": "2026-11-03T11:36:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:36:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5569}, "started": true, "suppressed_count": 3211627, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3211225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5570, "written_record_count": 5570}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10116.168, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8893792051200, "copied_frame_count": 3216794, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8893792051200, "frame_buffer_copies": 3216794, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 3.9761, "p50_ms": 0.1015, "p95_ms": 0.2108, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4843, "count": 512, "max_ms": 7.0958, "p50_ms": 1.3702, "p95_ms": 2.3773, "p99_ms": 3.5192, "results": {"failed": 0, "not_applicable": 0, "success": 3216794, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 260, "h264_decode_error_count": 842, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:36:21+09:00", "last_error_summary": "[h264 @ 0x56a4345324c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56a4345324c0] error while decoding MB 0 53, bytestream 12071 [h264 @ 0x56a4351fd280] error while decoding MB 47 63, bytestream -11", "last_exit_at": "2026-11-03T11:36:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 136.585, "last_started_at": "2026-11-03T11:34:04+09:00", "pid": 72876, "process": {"exists": false, "pid": 72876}, "restart_count": 276, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 277}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.872, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.068, "last_frame_pushed_at": "2026-11-03T11:36:21+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-11-03T11:36:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 215.916, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 384.084, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.057, "exists": true, "mtime": "2026-11-03T11:36:21.104271+09:00", "mtime_epoch": 1793673381.104271, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 176706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:36:21+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.496, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3216794, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.306, "max": 15.0, "p95": 9.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.133, "max": 2.0, "p95": 2.0, "sample_count": 135}, "total": {"avg": 0.732, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 209, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.292, "pushed": 7.292, "read": 7.292}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 148.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.885, "count": 209, "max_ms": 8.57, "p95_ms": 3.114, "reason": null, "sample_age_ms": 199.713, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 209, "max_ms": 8.132, "p95_ms": 2.473, "reason": null, "sample_age_ms": 202.179, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.333, "count": 209, "max_ms": 1.05, "p95_ms": 0.664, "reason": null, "sample_age_ms": 148.517, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.973, "count": 209, "max_ms": 7.095, "p95_ms": 3.074, "reason": null, "sample_age_ms": 196.057, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 196.024, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.911, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.993, "count": 209, "max_ms": 72.185, "p95_ms": 63.987, "reason": null, "sample_age_ms": 148.501, "source": "client_direct"}, "sample_age_ms": 148.497, "source": "client_direct", "task_total_ms": {"avg_ms": 48.477, "count": 209, "max_ms": 75.478, "p95_ms": 66.655, "reason": null, "sample_age_ms": 148.497, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.933, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.06, "count": 209, "max_ms": 15.952, "p95_ms": 9.007}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.347, "count": 209, "max_ms": 1.5, "p95_ms": 0.63}, "detection_prepare_ms": {"avg_ms": 0.903, "count": 209, "max_ms": 6.719, "p95_ms": 2.196}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.193, "count": 209, "max_ms": 0.574, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.059, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.553, "count": 209, "max_ms": 7.325, "p95_ms": 3.658}, "setup_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.162, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.01, "count": 209, "max_ms": 15.819, "p95_ms": 8.943}, "track_match_ms": {"avg_ms": 0.044, "count": 209, "max_ms": 0.295, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 0.919, "count": 209, "max_ms": 4.054, "p95_ms": 2.373}}, "gstreamer_push": {"avg_ms": 3.042, "count": 209, "max_ms": 7.159, "p95_ms": 4.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 209, "max_ms": 0.911, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.739, "count": 209, "max_ms": 80.276, "p95_ms": 68.12}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.971, "count": 209, "max_ms": 14.351, "p95_ms": 8.288}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.861, "count": 209, "max_ms": 127.412, "p95_ms": 113.92}, "inference_input_copy_ms": {"avg_ms": 1.643, "count": 209, "max_ms": 5.577, "p95_ms": 2.774}, "processing_residual_ms": {"avg_ms": 0.206, "count": 209, "max_ms": 0.833, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.682, "count": 209, "max_ms": 139.283, "p95_ms": 121.211}, "read_interval": {"avg_ms": 145.928, "count": 209, "max_ms": 3175.134, "p95_ms": 164.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 209, "max_ms": 0.044, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.489, "count": 209, "max_ms": 7.204, "p95_ms": 3.58}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 209, "max_ms": 0.065, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.472, "count": 209, "max_ms": 7.169, "p95_ms": 3.536}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.045, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.753, "count": 209, "max_ms": 80.284, "p95_ms": 68.128}, "visualize": {"avg_ms": 33.853, "count": 209, "max_ms": 51.462, "p95_ms": 44.575}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.983, "count": 209, "max_ms": 44.37, "p95_ms": 38.761}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.302, "count": 209, "max_ms": 50.642, "p95_ms": 42.732}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 209, "max_ms": 3.508, "p95_ms": 2.309}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.172, "count": 209, "max_ms": 50.547, "p95_ms": 42.631}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 209, "max_ms": 0.206, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.509, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.446, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183131, "write_bytes_delta": 183131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1186.0, "cpu_core_ratio": 0.562255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1456.0, "pid": 72876, "reason": null, "system_cpu_core_ratio": 0.063859, "system_cpu_s_delta": 1.2800000000000002, "user_cpu_core_ratio": 0.498396, "user_cpu_s_delta": 9.990000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.585489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.468463, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.117026, "user_cpu_s_delta": 22.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 252, "max_ms": 8.856, "p95_ms": 5.233, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.317, "max": 18.0, "p95": 14.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.536, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 1.286, "max": 3.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.809, "count": 30, "max": 79.157, "p95": 58.23, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.834, "count": 30, "max": 31.56, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1161.133, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2144.0, "count": 30, "max": 14891.0, "p95": 12594.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.767, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.514, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.188, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25067, "sampled_at": "2026-11-03T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.662, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5267986, "flush_count": 5570, "flush_interval_seconds": 30.0, "flush_state": {"count": 5570, "last_at": "2026-11-03T11:36:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:36:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5569}, "started": true, "suppressed_count": 3211627, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3211225}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5570, "written_record_count": 5570}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10283.82, "limit_mb": null}, "detail": {"pid": 72992, "restart_count": 277, "start_count": 278}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8893792051200, "copied_frame_count": 3216794, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8893792051200, "frame_buffer_copies": 3216794, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 3.9761, "p50_ms": 0.1015, "p95_ms": 0.2108, "p99_ms": 0.2975}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4843, "count": 512, "max_ms": 7.0958, "p50_ms": 1.3702, "p95_ms": 2.3773, "p99_ms": 3.5192, "results": {"failed": 0, "not_applicable": 0, "success": 3216794, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 260, "h264_decode_error_count": 842, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:36:21+09:00", "last_error_summary": "[h264 @ 0x56a4345324c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x56a4345324c0] error while decoding MB 0 53, bytestream 12071 [h264 @ 0x56a4351fd280] error while decoding MB 47 63, bytestream -11", "last_exit_at": "2026-11-03T11:36:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:36:23+09:00", "pid": 72992, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.445, "name": "ffmpeg", "pid": 72992, "rss_mb": 206.445, "state": "S (sleeping)", "threads": 70}, "restart_count": 277, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 278}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.872, "sample_count": 2512, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216794, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:36:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.408, "last_frame_pushed_at": "2026-11-03T11:36:21+09:00", "last_frame_read_age_sec": 4.539, "last_frame_read_at": "2026-11-03T11:36:20+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 220.261, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 379.739, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 4.397, "exists": true, "mtime": "2026-11-03T11:36:21.104271+09:00", "mtime_epoch": 1793673381.104271, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 176706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:36:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.5, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3216794, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.183, "max": 13.0, "p95": 9.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.129, "max": 2.0, "p95": 2.0, "sample_count": 124}, "total": {"avg": 0.711, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.58, "pushed": 6.58, "read": 6.547}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4493.32, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 196, "max_ms": 8.57, "p95_ms": 3.244, "reason": null, "sample_age_ms": 4544.528, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 196, "max_ms": 8.132, "p95_ms": 2.463, "reason": null, "sample_age_ms": 4546.995, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.334, "count": 196, "max_ms": 1.05, "p95_ms": 0.672, "reason": null, "sample_age_ms": 4493.332, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.986, "count": 196, "max_ms": 7.095, "p95_ms": 3.084, "reason": null, "sample_age_ms": 4540.872, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4540.839, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4493.726, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.968, "count": 196, "max_ms": 72.185, "p95_ms": 63.918, "reason": null, "sample_age_ms": 4493.317, "source": "client_direct"}, "sample_age_ms": 4493.312, "source": "client_direct", "task_total_ms": {"avg_ms": 48.468, "count": 196, "max_ms": 75.478, "p95_ms": 66.344, "reason": null, "sample_age_ms": 4493.312, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.499, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.998, "count": 197, "max_ms": 15.952, "p95_ms": 8.558}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 197, "max_ms": 1.5, "p95_ms": 0.625}, "detection_prepare_ms": {"avg_ms": 0.893, "count": 197, "max_ms": 6.719, "p95_ms": 2.196}, "event_filter_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.192, "count": 197, "max_ms": 0.574, "p95_ms": 0.42}, "mcmt_ms": {"avg_ms": 0.003, "count": 197, "max_ms": 0.059, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.528, "count": 197, "max_ms": 7.325, "p95_ms": 3.318}, "setup_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.162, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 3.948, "count": 197, "max_ms": 15.819, "p95_ms": 8.493}, "track_match_ms": {"avg_ms": 0.043, "count": 197, "max_ms": 0.295, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 0.898, "count": 197, "max_ms": 4.054, "p95_ms": 2.373}}, "gstreamer_push": {"avg_ms": 3.068, "count": 197, "max_ms": 7.159, "p95_ms": 5.024}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 197, "max_ms": 0.911, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.791, "count": 197, "max_ms": 80.276, "p95_ms": 68.12}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.957, "count": 197, "max_ms": 14.351, "p95_ms": 8.291}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.834, "count": 197, "max_ms": 127.412, "p95_ms": 113.92}, "inference_input_copy_ms": {"avg_ms": 1.645, "count": 197, "max_ms": 5.577, "p95_ms": 2.775}, "processing_residual_ms": {"avg_ms": 0.202, "count": 197, "max_ms": 0.833, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.638, "count": 197, "max_ms": 139.283, "p95_ms": 121.211}, "read_interval": {"avg_ms": 130.227, "count": 196, "max_ms": 3175.134, "p95_ms": 158.746}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 197, "max_ms": 0.044, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 1.464, "count": 197, "max_ms": 7.204, "p95_ms": 3.177}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 197, "max_ms": 0.065, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.447, "count": 197, "max_ms": 7.169, "p95_ms": 3.144}, "worker_merge_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.045, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 49.805, "count": 197, "max_ms": 80.284, "p95_ms": 68.128}, "visualize": {"avg_ms": 33.836, "count": 197, "max_ms": 51.462, "p95_ms": 44.65}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.998, "count": 197, "max_ms": 44.37, "p95_ms": 39.189}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.286, "count": 197, "max_ms": 50.642, "p95_ms": 43.352}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 197, "max_ms": 3.261, "p95_ms": 2.309}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.156, "count": 197, "max_ms": 50.547, "p95_ms": 43.248}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 197, "max_ms": 0.206, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.375, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 36.509, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.446, "sample_count": 2596, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3216553, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:35:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 183131, "write_bytes_delta": 183131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1186.0, "cpu_core_ratio": 0.562255, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1456.0, "pid": 72876, "reason": null, "system_cpu_core_ratio": 0.063859, "system_cpu_s_delta": 1.2800000000000002, "user_cpu_core_ratio": 0.498396, "user_cpu_s_delta": 9.990000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.585489, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.468463, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.117026, "user_cpu_s_delta": 22.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.283, "count": 252, "max_ms": 8.856, "p95_ms": 5.233, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.317, "max": 18.0, "p95": 14.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.536, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 211}, "total": {"avg": 1.286, "max": 3.0, "p95": 2.0, "sample_count": 252}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.809, "count": 30, "max": 79.157, "p95": 58.23, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.834, "count": 30, "max": 31.56, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1161.133, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2144.0, "count": 30, "max": 14891.0, "p95": 12594.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.354, "p95": 0.284, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170933.533, "count": 30, "max": 183131.0, "p95": 176771.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.767, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.514, "p95": 0.491, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.074, "count": 30, "max": 1.188, "p95": 1.163, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25067, "sampled_at": "2026-11-03T11:35:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:35:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5270043, "flush_count": 5572, "flush_interval_seconds": 30.0, "flush_state": {"count": 5572, "last_at": "2026-11-03T11:38:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:38:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5571}, "started": true, "suppressed_count": 3212606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3212204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5572, "written_record_count": 5572}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10118.598, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8896501555200, "copied_frame_count": 3217774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8896501555200, "frame_buffer_copies": 3217774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 2.5471, "p50_ms": 0.1022, "p95_ms": 0.21, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4908, "count": 512, "max_ms": 4.6162, "p50_ms": 1.4108, "p95_ms": 2.4242, "p99_ms": 3.0236, "results": {"failed": 0, "not_applicable": 0, "success": 3217774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:36:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 120.905, "last_started_at": "2026-11-03T11:36:23+09:00", "pid": 72992, "process": {"exists": false, "pid": 72992}, "restart_count": 277, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 278}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.927, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T11:38:24+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-03T11:38:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.224, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 260.776, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T11:38:24.357534+09:00", "mtime_epoch": 1793673504.3575344, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 179273}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:38:24+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.973, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3217775, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.259, "max": 12.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.281, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.029, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.36, "max": 2.0, "p95": 2.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 239}, "tracked": {"avg": 0.36, "max": 2.0, "p95": 2.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.977, "pushed": 7.977, "read": 7.977}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 32.911, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.8, "count": 239, "max_ms": 7.76, "p95_ms": 2.609, "reason": null, "sample_age_ms": 63.698, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 239, "max_ms": 7.421, "p95_ms": 2.136, "reason": null, "sample_age_ms": 63.874, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 239, "max_ms": 0.999, "p95_ms": 0.615, "reason": null, "sample_age_ms": 32.928, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.811, "count": 239, "max_ms": 3.808, "p95_ms": 2.964, "reason": null, "sample_age_ms": 62.316, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.297, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.543, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.577, "count": 239, "max_ms": 88.604, "p95_ms": 65.961, "reason": null, "sample_age_ms": 32.895, "source": "client_direct"}, "sample_age_ms": 32.889, "source": "client_direct", "task_total_ms": {"avg_ms": 50.904, "count": 239, "max_ms": 91.212, "p95_ms": 68.954, "reason": null, "sample_age_ms": 32.889, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.121, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.655, "count": 239, "max_ms": 15.047, "p95_ms": 11.944}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.421, "count": 239, "max_ms": 1.474, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.306, "count": 239, "max_ms": 8.197, "p95_ms": 2.881}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.233, "count": 239, "max_ms": 1.253, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.082, "count": 239, "max_ms": 7.236, "p95_ms": 4.623}, "setup_ms": {"avg_ms": 0.049, "count": 239, "max_ms": 0.158, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.594, "count": 239, "max_ms": 14.948, "p95_ms": 11.806}, "track_match_ms": {"avg_ms": 0.082, "count": 239, "max_ms": 0.481, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.412, "count": 239, "max_ms": 3.893, "p95_ms": 3.046}}, "gstreamer_push": {"avg_ms": 3.338, "count": 239, "max_ms": 7.391, "p95_ms": 5.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 239, "max_ms": 0.563, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.145, "count": 239, "max_ms": 94.768, "p95_ms": 70.776}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.118, "count": 239, "max_ms": 11.929, "p95_ms": 9.373}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.993, "count": 239, "max_ms": 153.677, "p95_ms": 118.078}, "inference_input_copy_ms": {"avg_ms": 1.53, "count": 239, "max_ms": 3.476, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.205, "count": 239, "max_ms": 0.943, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.846, "count": 239, "max_ms": 157.679, "p95_ms": 123.837}, "read_interval": {"avg_ms": 125.478, "count": 239, "max_ms": 2323.392, "p95_ms": 161.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.104, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.006, "count": 239, "max_ms": 7.129, "p95_ms": 4.528}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.078, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.987, "count": 239, "max_ms": 7.104, "p95_ms": 4.504}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.041, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.161, "count": 239, "max_ms": 94.788, "p95_ms": 70.785}, "visualize": {"avg_ms": 36.954, "count": 239, "max_ms": 56.467, "p95_ms": 46.471}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.328, "count": 239, "max_ms": 49.728, "p95_ms": 41.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.386, "count": 239, "max_ms": 54.525, "p95_ms": 44.807}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 239, "max_ms": 4.041, "p95_ms": 2.272}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.243, "count": 239, "max_ms": 54.218, "p95_ms": 44.635}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 239, "max_ms": 0.225, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.249, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.714, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 177873, "write_bytes_delta": 177873, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1232.0, "cpu_core_ratio": 0.554531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 72992, "reason": null, "system_cpu_core_ratio": 0.043346, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.511185, "user_cpu_s_delta": 10.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467839, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.114543, "user_cpu_s_delta": 22.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 254, "max_ms": 8.123, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.976, "max": 14.0, "p95": 9.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.354, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.969, "count": 30, "max": 79.157, "p95": 63.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.517, "count": 30, "max": 29.954, "p95": 26.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.367, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1531.3, "count": 30, "max": 14891.0, "p95": 8572.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.33, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.514, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25073, "sampled_at": "2026-11-03T11:37:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:37:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5270043, "flush_count": 5572, "flush_interval_seconds": 30.0, "flush_state": {"count": 5572, "last_at": "2026-11-03T11:38:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:38:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5571}, "started": true, "suppressed_count": 3212606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3212204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5572, "written_record_count": 5572}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10118.441, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8896504320000, "copied_frame_count": 3217775, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8896504320000, "frame_buffer_copies": 3217775, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1253, "count": 512, "max_ms": 2.5471, "p50_ms": 0.1023, "p95_ms": 0.21, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4907, "count": 512, "max_ms": 4.6162, "p50_ms": 1.4091, "p95_ms": 2.4242, "p99_ms": 3.0236, "results": {"failed": 0, "not_applicable": 0, "success": 3217775, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:38:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.017, "last_started_at": "2026-11-03T11:36:23+09:00", "pid": 72992, "process": {"exists": false, "pid": 72992}, "restart_count": 277, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 278}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.927, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T11:38:24+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-11-03T11:38:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.264, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 260.736, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T11:38:24.475535+09:00", "mtime_epoch": 1793673504.4755347, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 179925}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:38:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.969, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3217775, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.247, "max": 12.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.28, "max": 3.0, "p95": 2.0, "sample_count": 193}, "total": {"avg": 1.033, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.36, "max": 2.0, "p95": 2.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 239}, "tracked": {"avg": 0.36, "max": 2.0, "p95": 2.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.989, "pushed": 7.989, "read": 7.955}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 140.64, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.802, "count": 238, "max_ms": 7.76, "p95_ms": 2.616, "reason": null, "sample_age_ms": 171.427, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 238, "max_ms": 7.421, "p95_ms": 2.14, "reason": null, "sample_age_ms": 171.603, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 239, "max_ms": 0.999, "p95_ms": 0.615, "reason": null, "sample_age_ms": 140.657, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.814, "count": 238, "max_ms": 3.808, "p95_ms": 2.97, "reason": null, "sample_age_ms": 170.045, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.026, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.272, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.577, "count": 239, "max_ms": 88.604, "p95_ms": 65.961, "reason": null, "sample_age_ms": 140.624, "source": "client_direct"}, "sample_age_ms": 140.618, "source": "client_direct", "task_total_ms": {"avg_ms": 50.904, "count": 239, "max_ms": 91.212, "p95_ms": 68.954, "reason": null, "sample_age_ms": 140.618, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.993, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.668, "count": 239, "max_ms": 15.047, "p95_ms": 11.944}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.419, "count": 239, "max_ms": 1.474, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.31, "count": 239, "max_ms": 8.197, "p95_ms": 2.881}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 239, "max_ms": 1.253, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.088, "count": 239, "max_ms": 7.236, "p95_ms": 4.623}, "setup_ms": {"avg_ms": 0.049, "count": 239, "max_ms": 0.158, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.607, "count": 239, "max_ms": 14.948, "p95_ms": 11.806}, "track_match_ms": {"avg_ms": 0.082, "count": 239, "max_ms": 0.481, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.417, "count": 239, "max_ms": 3.893, "p95_ms": 3.046}}, "gstreamer_push": {"avg_ms": 3.343, "count": 239, "max_ms": 7.391, "p95_ms": 5.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 239, "max_ms": 0.563, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.138, "count": 239, "max_ms": 94.768, "p95_ms": 70.776}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.124, "count": 239, "max_ms": 11.929, "p95_ms": 9.373}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.074, "count": 239, "max_ms": 153.677, "p95_ms": 118.078}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 239, "max_ms": 3.476, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.205, "count": 239, "max_ms": 0.943, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.931, "count": 239, "max_ms": 157.679, "p95_ms": 123.837}, "read_interval": {"avg_ms": 125.393, "count": 238, "max_ms": 2323.392, "p95_ms": 161.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.104, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.012, "count": 239, "max_ms": 7.129, "p95_ms": 4.528}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.078, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.992, "count": 239, "max_ms": 7.104, "p95_ms": 4.504}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.041, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.154, "count": 239, "max_ms": 94.788, "p95_ms": 70.785}, "visualize": {"avg_ms": 37.03, "count": 239, "max_ms": 60.797, "p95_ms": 46.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.361, "count": 239, "max_ms": 49.728, "p95_ms": 41.588}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.464, "count": 239, "max_ms": 59.591, "p95_ms": 45.682}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 239, "max_ms": 4.041, "p95_ms": 2.272}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.321, "count": 239, "max_ms": 59.478, "p95_ms": 45.542}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 239, "max_ms": 0.225, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.249, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.714, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 177873, "write_bytes_delta": 177873, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1232.0, "cpu_core_ratio": 0.554531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 72992, "reason": null, "system_cpu_core_ratio": 0.043346, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.511185, "user_cpu_s_delta": 10.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467839, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.114543, "user_cpu_s_delta": 22.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 254, "max_ms": 8.123, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.976, "max": 14.0, "p95": 9.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.354, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.969, "count": 30, "max": 79.157, "p95": 63.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.517, "count": 30, "max": 29.954, "p95": 26.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.367, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1531.3, "count": 30, "max": 14891.0, "p95": 8572.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.33, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.514, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25073, "sampled_at": "2026-11-03T11:37:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:37:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5270043, "flush_count": 5572, "flush_interval_seconds": 30.0, "flush_state": {"count": 5572, "last_at": "2026-11-03T11:38:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:38:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5571}, "started": true, "suppressed_count": 3212606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3212204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5572, "written_record_count": 5572}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10118.957, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8896504320000, "copied_frame_count": 3217775, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8896504320000, "frame_buffer_copies": 3217775, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1253, "count": 512, "max_ms": 2.5471, "p50_ms": 0.1023, "p95_ms": 0.21, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4907, "count": 512, "max_ms": 4.6162, "p50_ms": 1.4091, "p95_ms": 2.4242, "p99_ms": 3.0236, "results": {"failed": 0, "not_applicable": 0, "success": 3217775, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:38:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.051, "last_started_at": "2026-11-03T11:36:23+09:00", "pid": 72992, "process": {"exists": false, "pid": 72992}, "restart_count": 277, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 278}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.927, "sample_count": 2389, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.092, "last_frame_pushed_at": "2026-11-03T11:38:24+09:00", "last_frame_read_age_sec": 0.2, "last_frame_read_at": "2026-11-03T11:38:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 339.3, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 260.7, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-11-03T11:38:24.475535+09:00", "mtime_epoch": 1793673504.4755347, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 179925}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:38:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.969, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3217775, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.247, "max": 12.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.28, "max": 3.0, "p95": 2.0, "sample_count": 193}, "total": {"avg": 1.033, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.36, "max": 2.0, "p95": 2.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.054, "max": 1.0, "p95": 1.0, "sample_count": 239}, "tracked": {"avg": 0.36, "max": 2.0, "p95": 2.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.98, "pushed": 7.98, "read": 7.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 174.588, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.802, "count": 238, "max_ms": 7.76, "p95_ms": 2.616, "reason": null, "sample_age_ms": 205.375, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 238, "max_ms": 7.421, "p95_ms": 2.14, "reason": null, "sample_age_ms": 205.552, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 239, "max_ms": 0.999, "p95_ms": 0.615, "reason": null, "sample_age_ms": 174.606, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.814, "count": 238, "max_ms": 3.808, "p95_ms": 2.97, "reason": null, "sample_age_ms": 203.994, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 203.974, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 175.221, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.577, "count": 239, "max_ms": 88.604, "p95_ms": 65.961, "reason": null, "sample_age_ms": 174.573, "source": "client_direct"}, "sample_age_ms": 174.567, "source": "client_direct", "task_total_ms": {"avg_ms": 50.904, "count": 239, "max_ms": 91.212, "p95_ms": 68.954, "reason": null, "sample_age_ms": 174.567, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.364, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.668, "count": 239, "max_ms": 15.047, "p95_ms": 11.944}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.419, "count": 239, "max_ms": 1.474, "p95_ms": 0.87}, "detection_prepare_ms": {"avg_ms": 1.31, "count": 239, "max_ms": 8.197, "p95_ms": 2.881}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 239, "max_ms": 1.253, "p95_ms": 0.537}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.088, "count": 239, "max_ms": 7.236, "p95_ms": 4.623}, "setup_ms": {"avg_ms": 0.049, "count": 239, "max_ms": 0.158, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.607, "count": 239, "max_ms": 14.948, "p95_ms": 11.806}, "track_match_ms": {"avg_ms": 0.082, "count": 239, "max_ms": 0.481, "p95_ms": 0.201}, "tracker_update_ms": {"avg_ms": 1.417, "count": 239, "max_ms": 3.893, "p95_ms": 3.046}}, "gstreamer_push": {"avg_ms": 3.343, "count": 239, "max_ms": 7.391, "p95_ms": 5.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 239, "max_ms": 0.563, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.138, "count": 239, "max_ms": 94.768, "p95_ms": 70.776}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.124, "count": 239, "max_ms": 11.929, "p95_ms": 9.373}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.074, "count": 239, "max_ms": 153.677, "p95_ms": 118.078}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 239, "max_ms": 3.476, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.205, "count": 239, "max_ms": 0.943, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.931, "count": 239, "max_ms": 157.679, "p95_ms": 123.837}, "read_interval": {"avg_ms": 125.393, "count": 238, "max_ms": 2323.392, "p95_ms": 161.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.104, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.012, "count": 239, "max_ms": 7.129, "p95_ms": 4.528}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.078, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.992, "count": 239, "max_ms": 7.104, "p95_ms": 4.504}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.041, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.154, "count": 239, "max_ms": 94.788, "p95_ms": 70.785}, "visualize": {"avg_ms": 37.03, "count": 239, "max_ms": 60.797, "p95_ms": 46.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.361, "count": 239, "max_ms": 49.728, "p95_ms": 41.588}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.464, "count": 239, "max_ms": 59.591, "p95_ms": 45.682}, "visualize_input_copy_ms": {"avg_ms": 1.351, "count": 239, "max_ms": 4.041, "p95_ms": 2.272}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.321, "count": 239, "max_ms": 59.478, "p95_ms": 45.542}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 239, "max_ms": 0.225, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.249, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.714, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 177873, "write_bytes_delta": 177873, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1232.0, "cpu_core_ratio": 0.554531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 72992, "reason": null, "system_cpu_core_ratio": 0.043346, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.511185, "user_cpu_s_delta": 10.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467839, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.114543, "user_cpu_s_delta": 22.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 254, "max_ms": 8.123, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.976, "max": 14.0, "p95": 9.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.354, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.969, "count": 30, "max": 79.157, "p95": 63.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.517, "count": 30, "max": 29.954, "p95": 26.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.367, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1531.3, "count": 30, "max": 14891.0, "p95": 8572.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.33, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.514, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25073, "sampled_at": "2026-11-03T11:37:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:37:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5270043, "flush_count": 5572, "flush_interval_seconds": 30.0, "flush_state": {"count": 5572, "last_at": "2026-11-03T11:38:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:38:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5571}, "started": true, "suppressed_count": 3212606, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3212204}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5572, "written_record_count": 5572}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10281.57, "limit_mb": null}, "detail": {"pid": 73108, "restart_count": 278, "start_count": 279}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8896504320000, "copied_frame_count": 3217775, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8896504320000, "frame_buffer_copies": 3217775, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1253, "count": 512, "max_ms": 2.5471, "p50_ms": 0.1023, "p95_ms": 0.21, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4907, "count": 512, "max_ms": 4.6162, "p50_ms": 1.4091, "p95_ms": 2.4242, "p99_ms": 3.0236, "results": {"failed": 0, "not_applicable": 0, "success": 3217775, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 60, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:38:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T11:38:26+09:00", "pid": 73108, "process": {"exists": true, "fd_count": 5, "hwm_mb": 194.988, "name": "ffmpeg", "pid": 73108, "rss_mb": 194.988, "state": "S (sleeping)", "threads": 70}, "restart_count": 278, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 279}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.927, "sample_count": 2352, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217775, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:38:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.327, "last_frame_pushed_at": "2026-11-03T11:38:24+09:00", "last_frame_read_age_sec": 4.435, "last_frame_read_at": "2026-11-03T11:38:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 343.584, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 256.416, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 4.311, "exists": true, "mtime": "2026-11-03T11:38:24.475535+09:00", "mtime_epoch": 1793673504.4755347, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 179925}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:38:28+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2337.973, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3217775, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.134, "max": 12.0, "p95": 7.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.271, "max": 3.0, "p95": 2.0, "sample_count": 166}, "total": {"avg": 1.05, "max": 3.0, "p95": 2.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 0.428, "max": 2.0, "p95": 2.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.065, "max": 1.0, "p95": 1.0, "sample_count": 201}, "tracked": {"avg": 0.428, "max": 2.0, "p95": 2.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.704, "pushed": 6.704, "read": 6.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4419.136, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.802, "count": 200, "max_ms": 7.76, "p95_ms": 2.583, "reason": null, "sample_age_ms": 4449.923, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 200, "max_ms": 7.421, "p95_ms": 2.071, "reason": null, "sample_age_ms": 4450.099, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 200, "max_ms": 0.999, "p95_ms": 0.609, "reason": null, "sample_age_ms": 4419.154, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 200, "max_ms": 3.808, "p95_ms": 3.079, "reason": null, "sample_age_ms": 4448.541, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4448.522, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4419.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.628, "count": 200, "max_ms": 88.604, "p95_ms": 65.526, "reason": null, "sample_age_ms": 4419.121, "source": "client_direct"}, "sample_age_ms": 4419.115, "source": "client_direct", "task_total_ms": {"avg_ms": 51.0, "count": 200, "max_ms": 91.212, "p95_ms": 68.949, "reason": null, "sample_age_ms": 4419.115, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.61, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.829, "count": 201, "max_ms": 15.047, "p95_ms": 11.997}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.424, "count": 201, "max_ms": 1.474, "p95_ms": 0.752}, "detection_prepare_ms": {"avg_ms": 1.37, "count": 201, "max_ms": 8.197, "p95_ms": 2.995}, "event_filter_ms": {"avg_ms": 0.005, "count": 201, "max_ms": 0.03, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 201, "max_ms": 0.984, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.003, "count": 201, "max_ms": 0.017, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.121, "count": 201, "max_ms": 7.236, "p95_ms": 4.564}, "setup_ms": {"avg_ms": 0.049, "count": 201, "max_ms": 0.158, "p95_ms": 0.086}, "total_inside_ms": {"avg_ms": 5.766, "count": 201, "max_ms": 14.948, "p95_ms": 11.9}, "track_match_ms": {"avg_ms": 0.088, "count": 201, "max_ms": 0.481, "p95_ms": 0.207}, "tracker_update_ms": {"avg_ms": 1.475, "count": 201, "max_ms": 3.893, "p95_ms": 3.046}}, "gstreamer_push": {"avg_ms": 3.415, "count": 201, "max_ms": 7.391, "p95_ms": 5.406}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 201, "max_ms": 0.563, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.317, "count": 201, "max_ms": 94.768, "p95_ms": 70.981}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.188, "count": 201, "max_ms": 11.929, "p95_ms": 9.393}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.821, "count": 201, "max_ms": 153.677, "p95_ms": 118.078}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 201, "max_ms": 3.476, "p95_ms": 2.457}, "processing_residual_ms": {"avg_ms": 0.205, "count": 201, "max_ms": 0.543, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.752, "count": 201, "max_ms": 157.679, "p95_ms": 123.837}, "read_interval": {"avg_ms": 128.345, "count": 200, "max_ms": 2323.392, "p95_ms": 161.307}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 201, "max_ms": 0.104, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.044, "count": 201, "max_ms": 7.129, "p95_ms": 4.473}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 201, "max_ms": 0.078, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.024, "count": 201, "max_ms": 7.104, "p95_ms": 4.456}, "worker_merge_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.041, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 52.333, "count": 201, "max_ms": 94.788, "p95_ms": 70.999}, "visualize": {"avg_ms": 37.429, "count": 201, "max_ms": 60.797, "p95_ms": 46.969}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.664, "count": 201, "max_ms": 49.728, "p95_ms": 41.48}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.845, "count": 201, "max_ms": 59.591, "p95_ms": 45.682}, "visualize_input_copy_ms": {"avg_ms": 1.366, "count": 201, "max_ms": 4.041, "p95_ms": 2.237}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.701, "count": 201, "max_ms": 59.478, "p95_ms": 45.542}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 201, "max_ms": 0.225, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.249, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.714, "sample_count": 2417, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3217483, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:37:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 177873, "write_bytes_delta": 177873, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1232.0, "cpu_core_ratio": 0.554531, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 72992, "reason": null, "system_cpu_core_ratio": 0.043346, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.511185, "user_cpu_s_delta": 10.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.582382, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467839, "system_cpu_s_delta": 9.389999999999418, "user_cpu_core_ratio": 1.114543, "user_cpu_s_delta": 22.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.242, "count": 254, "max_ms": 8.123, "p95_ms": 5.377, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.976, "max": 14.0, "p95": 9.0, "sample_count": 254}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.646, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 209}, "total": {"avg": 1.354, "max": 4.0, "p95": 3.0, "sample_count": 254}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.969, "count": 30, "max": 79.157, "p95": 63.801, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.517, "count": 30, "max": 29.954, "p95": 26.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.367, "count": 30, "max": 1426.0, "p95": 1322.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1531.3, "count": 30, "max": 14891.0, "p95": 8572.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.33, "p95": 0.221, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.48, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.989, "p95": 0.086, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173997.3, "count": 30, "max": 183131.0, "p95": 179196.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.567, "count": 30, "max": 48.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.451, "count": 30, "max": 0.514, "p95": 0.488, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.062, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25073, "sampled_at": "2026-11-03T11:37:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:37:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5271947, "flush_count": 5574, "flush_interval_seconds": 30.0, "flush_state": {"count": 5574, "last_at": "2026-11-03T11:40:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:40:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5573}, "started": true, "suppressed_count": 3213585, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3213183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5574, "written_record_count": 5574}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10117.16, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8899216588800, "copied_frame_count": 3218756, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8899216588800, "frame_buffer_copies": 3218756, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1356, "count": 512, "max_ms": 3.0865, "p50_ms": 0.1127, "p95_ms": 0.2301, "p99_ms": 0.3224}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5056, "count": 512, "max_ms": 5.0396, "p50_ms": 1.4184, "p95_ms": 2.3761, "p99_ms": 3.1082, "results": {"failed": 0, "not_applicable": 0, "success": 3218756, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:40:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.123, "last_started_at": "2026-11-03T11:38:26+09:00", "pid": 73108, "process": {"exists": false, "pid": 73108}, "restart_count": 278, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 279}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.124, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T11:40:36+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-03T11:40:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 471.658, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 128.342, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-11-03T11:40:36.815867+09:00", "mtime_epoch": 1793673636.8158674, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 186602}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:40:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.453, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3218756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.324, "max": 9.0, "p95": 5.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "total": {"avg": 0.184, "max": 1.0, "p95": 1.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.919, "pushed": 6.919, "read": 6.886}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.008, "count": 207, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 64.652, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 206, "max_ms": 7.284, "p95_ms": 2.745, "reason": null, "sample_age_ms": 100.43, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 206, "max_ms": 4.3, "p95_ms": 1.926, "reason": null, "sample_age_ms": 100.628, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 207, "max_ms": 1.372, "p95_ms": 0.662, "reason": null, "sample_age_ms": 64.659, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.142, "count": 206, "max_ms": 4.767, "p95_ms": 3.487, "reason": null, "sample_age_ms": 98.861, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 98.832, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.935, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.345, "count": 207, "max_ms": 74.147, "p95_ms": 63.639, "reason": null, "sample_age_ms": 64.649, "source": "client_direct"}, "sample_age_ms": 64.645, "source": "client_direct", "task_total_ms": {"avg_ms": 50.012, "count": 207, "max_ms": 78.317, "p95_ms": 66.581, "reason": null, "sample_age_ms": 64.645, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.219, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.918, "count": 207, "max_ms": 11.252, "p95_ms": 7.72}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 207, "max_ms": 1.38, "p95_ms": 0.653}, "detection_prepare_ms": {"avg_ms": 0.419, "count": 207, "max_ms": 3.693, "p95_ms": 1.84}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.035, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 207, "max_ms": 0.65, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.602, "count": 207, "max_ms": 6.257, "p95_ms": 2.921}, "setup_ms": {"avg_ms": 0.048, "count": 207, "max_ms": 0.126, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 1.87, "count": 207, "max_ms": 11.141, "p95_ms": 7.629}, "track_match_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.137, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 0.31, "count": 207, "max_ms": 3.355, "p95_ms": 1.718}}, "gstreamer_push": {"avg_ms": 3.346, "count": 207, "max_ms": 6.485, "p95_ms": 5.138}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 207, "max_ms": 1.337, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.371, "count": 207, "max_ms": 79.126, "p95_ms": 67.941}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.713, "count": 207, "max_ms": 10.831, "p95_ms": 7.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.418, "count": 207, "max_ms": 115.765, "p95_ms": 106.214}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 207, "max_ms": 5.972, "p95_ms": 2.47}, "processing_residual_ms": {"avg_ms": 0.221, "count": 207, "max_ms": 0.475, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.959, "count": 207, "max_ms": 121.002, "p95_ms": 112.85}, "read_interval": {"avg_ms": 145.274, "count": 206, "max_ms": 3326.085, "p95_ms": 159.545}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.061, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.545, "count": 207, "max_ms": 6.19, "p95_ms": 2.779}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 207, "max_ms": 0.062, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.528, "count": 207, "max_ms": 6.172, "p95_ms": 2.745}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 51.385, "count": 207, "max_ms": 79.133, "p95_ms": 67.964}, "visualize": {"avg_ms": 31.911, "count": 207, "max_ms": 45.72, "p95_ms": 39.375}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.142, "count": 207, "max_ms": 43.779, "p95_ms": 35.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.349, "count": 207, "max_ms": 44.559, "p95_ms": 37.803}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 207, "max_ms": 3.705, "p95_ms": 2.1}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.212, "count": 207, "max_ms": 44.418, "p95_ms": 37.632}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 207, "max_ms": 0.235, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.401, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.454, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:40:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.869176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9754.0, "pid": 73108, "reason": null, "system_cpu_core_ratio": 0.398476, "system_cpu_s_delta": 7.999999999999998, "user_cpu_core_ratio": 0.4707, "user_cpu_s_delta": 9.449999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.080369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350659, "system_cpu_s_delta": 7.039999999993597, "user_cpu_core_ratio": 0.72971, "user_cpu_s_delta": 14.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 203, "max_ms": 6.745, "p95_ms": 5.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.212, "max": 9.0, "p95": 5.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.291, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.524, "count": 30, "max": 79.157, "p95": 71.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.164, "count": 30, "max": 29.954, "p95": 26.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1118.633, "count": 30, "max": 1426.0, "p95": 1323.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2596.167, "count": 30, "max": 15319.0, "p95": 12936.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.398, "p95": 0.326, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.314, "count": 30, "max": 4.989, "p95": 2.425, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176638.167, "count": 30, "max": 183131.0, "p95": 181562.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170968.567, "count": 30, "max": 183131.0, "p95": 181562.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 53.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.042, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25081, "sampled_at": "2026-11-03T11:40:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:40:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5271947, "flush_count": 5574, "flush_interval_seconds": 30.0, "flush_state": {"count": 5574, "last_at": "2026-11-03T11:40:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:40:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5573}, "started": true, "suppressed_count": 3213585, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3213183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5574, "written_record_count": 5574}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10117.727, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8899216588800, "copied_frame_count": 3218756, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8899216588800, "frame_buffer_copies": 3218756, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1356, "count": 512, "max_ms": 3.0865, "p50_ms": 0.1127, "p95_ms": 0.2301, "p99_ms": 0.3224}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5056, "count": 512, "max_ms": 5.0396, "p50_ms": 1.4184, "p95_ms": 2.3761, "p99_ms": 3.1082, "results": {"failed": 0, "not_applicable": 0, "success": 3218756, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:40:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.168, "last_started_at": "2026-11-03T11:38:26+09:00", "pid": 73108, "process": {"exists": false, "pid": 73108}, "restart_count": 278, "restart_count_per_hour": 32, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 279}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.124, "sample_count": 2290, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T11:40:36+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-11-03T11:40:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 471.715, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 128.285, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-03T11:40:36.916868+09:00", "mtime_epoch": 1793673636.9168677, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 187868}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:40:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.453, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3218756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.324, "max": 9.0, "p95": 5.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 38}, "total": {"avg": 0.184, "max": 1.0, "p95": 1.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.909, "pushed": 6.909, "read": 6.875}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 121.055, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.933, "count": 206, "max_ms": 7.284, "p95_ms": 2.745, "reason": null, "sample_age_ms": 156.834, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 206, "max_ms": 4.3, "p95_ms": 1.926, "reason": null, "sample_age_ms": 157.031, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 206, "max_ms": 1.372, "p95_ms": 0.664, "reason": null, "sample_age_ms": 121.063, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.142, "count": 206, "max_ms": 4.767, "p95_ms": 3.487, "reason": null, "sample_age_ms": 155.264, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.236, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.338, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.333, "count": 206, "max_ms": 74.147, "p95_ms": 63.642, "reason": null, "sample_age_ms": 121.052, "source": "client_direct"}, "sample_age_ms": 121.049, "source": "client_direct", "task_total_ms": {"avg_ms": 49.994, "count": 206, "max_ms": 78.317, "p95_ms": 66.591, "reason": null, "sample_age_ms": 121.049, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.044, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.918, "count": 207, "max_ms": 11.252, "p95_ms": 7.72}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 207, "max_ms": 1.38, "p95_ms": 0.653}, "detection_prepare_ms": {"avg_ms": 0.419, "count": 207, "max_ms": 3.693, "p95_ms": 1.84}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.035, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 207, "max_ms": 0.65, "p95_ms": 0.343}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.602, "count": 207, "max_ms": 6.257, "p95_ms": 2.921}, "setup_ms": {"avg_ms": 0.048, "count": 207, "max_ms": 0.126, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 1.87, "count": 207, "max_ms": 11.141, "p95_ms": 7.629}, "track_match_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.137, "p95_ms": 0.091}, "tracker_update_ms": {"avg_ms": 0.31, "count": 207, "max_ms": 3.355, "p95_ms": 1.718}}, "gstreamer_push": {"avg_ms": 3.346, "count": 207, "max_ms": 6.485, "p95_ms": 5.138}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 207, "max_ms": 1.337, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.371, "count": 207, "max_ms": 79.126, "p95_ms": 67.941}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.713, "count": 207, "max_ms": 10.831, "p95_ms": 7.673}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.418, "count": 207, "max_ms": 115.765, "p95_ms": 106.214}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 207, "max_ms": 5.972, "p95_ms": 2.47}, "processing_residual_ms": {"avg_ms": 0.221, "count": 207, "max_ms": 0.475, "p95_ms": 0.397}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.959, "count": 207, "max_ms": 121.002, "p95_ms": 112.85}, "read_interval": {"avg_ms": 145.274, "count": 206, "max_ms": 3326.085, "p95_ms": 159.545}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 207, "max_ms": 0.061, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.545, "count": 207, "max_ms": 6.19, "p95_ms": 2.779}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 207, "max_ms": 0.062, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.528, "count": 207, "max_ms": 6.172, "p95_ms": 2.745}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 51.385, "count": 207, "max_ms": 79.133, "p95_ms": 67.964}, "visualize": {"avg_ms": 31.911, "count": 207, "max_ms": 45.72, "p95_ms": 39.375}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.142, "count": 207, "max_ms": 43.779, "p95_ms": 35.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.349, "count": 207, "max_ms": 44.559, "p95_ms": 37.803}, "visualize_input_copy_ms": {"avg_ms": 1.339, "count": 207, "max_ms": 3.705, "p95_ms": 2.1}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.212, "count": 207, "max_ms": 44.418, "p95_ms": 37.632}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 207, "max_ms": 0.235, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.401, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.454, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:40:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.869176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9754.0, "pid": 73108, "reason": null, "system_cpu_core_ratio": 0.398476, "system_cpu_s_delta": 7.999999999999998, "user_cpu_core_ratio": 0.4707, "user_cpu_s_delta": 9.449999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.080369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350659, "system_cpu_s_delta": 7.039999999993597, "user_cpu_core_ratio": 0.72971, "user_cpu_s_delta": 14.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 203, "max_ms": 6.745, "p95_ms": 5.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.212, "max": 9.0, "p95": 5.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.291, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.524, "count": 30, "max": 79.157, "p95": 71.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.164, "count": 30, "max": 29.954, "p95": 26.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1118.633, "count": 30, "max": 1426.0, "p95": 1323.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2596.167, "count": 30, "max": 15319.0, "p95": 12936.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.398, "p95": 0.326, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.314, "count": 30, "max": 4.989, "p95": 2.425, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176638.167, "count": 30, "max": 183131.0, "p95": 181562.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170968.567, "count": 30, "max": 183131.0, "p95": 181562.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 53.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.042, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25081, "sampled_at": "2026-11-03T11:40:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:40:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5271947, "flush_count": 5574, "flush_interval_seconds": 30.0, "flush_state": {"count": 5574, "last_at": "2026-11-03T11:40:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:40:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5573}, "started": true, "suppressed_count": 3213585, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3213183}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5574, "written_record_count": 5574}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10138.543, "limit_mb": null}, "detail": {"pid": 73224, "restart_count": 279, "start_count": 280}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8899216588800, "copied_frame_count": 3218756, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8899216588800, "frame_buffer_copies": 3218756, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1356, "count": 512, "max_ms": 3.0865, "p50_ms": 0.1127, "p95_ms": 0.2301, "p99_ms": 0.3224}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5056, "count": 512, "max_ms": 5.0396, "p50_ms": 1.4184, "p95_ms": 2.3761, "p99_ms": 3.1082, "results": {"failed": 0, "not_applicable": 0, "success": 3218756, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 261, "h264_decode_error_count": 843, "h264_decode_error_count_per_hour": 56, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:38:24+09:00", "last_error_summary": "[h264 @ 0x62f0c4a52140] error while decoding MB 23 62, bytestream -8", "last_exit_at": "2026-11-03T11:40:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T11:40:39+09:00", "pid": 73224, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.027, "name": "ffmpeg", "pid": 73224, "rss_mb": 58.027, "state": "S (sleeping)", "threads": 1}, "restart_count": 279, "restart_count_per_hour": 33, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 280}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.124, "sample_count": 2247, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218756, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:40:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.925, "last_frame_pushed_at": "2026-11-03T11:40:36+09:00", "last_frame_read_age_sec": 5.02, "last_frame_read_at": "2026-11-03T11:40:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 160, "debug_expires_at": null, "deduplicated_count": 18, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 476.595, "last_sample_duration_ms": 1073.264, "last_trigger": "periodic", "next_snapshot_in_sec": 123.405, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 560, "storage_bytes": 3248503}, "mjpeg": {"age_sec": 4.914, "exists": true, "mtime": "2026-11-03T11:40:36.916868+09:00", "mtime_epoch": 1793673636.9168677, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 187868}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:40:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.457, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3218756, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.235, "max": 9.0, "p95": 5.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 31}, "total": {"avg": 0.182, "max": 1.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.06, "pushed": 6.06, "read": 6.06}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4993.059, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.957, "count": 170, "max_ms": 7.284, "p95_ms": 3.109, "reason": null, "sample_age_ms": 5028.837, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 170, "max_ms": 4.161, "p95_ms": 1.875, "reason": null, "sample_age_ms": 5029.035, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.306, "count": 170, "max_ms": 1.372, "p95_ms": 0.628, "reason": null, "sample_age_ms": 4993.066, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.119, "count": 170, "max_ms": 4.767, "p95_ms": 3.347, "reason": null, "sample_age_ms": 5027.268, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2764808.0, "count": 170, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5027.239, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4993.342, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.556, "count": 170, "max_ms": 69.557, "p95_ms": 63.125, "reason": null, "sample_age_ms": 4993.056, "source": "client_direct"}, "sample_age_ms": 4993.052, "source": "client_direct", "task_total_ms": {"avg_ms": 49.178, "count": 170, "max_ms": 72.127, "p95_ms": 65.638, "reason": null, "sample_age_ms": 4993.052, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.435, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.84, "count": 170, "max_ms": 11.252, "p95_ms": 7.56}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.33, "count": 170, "max_ms": 0.967, "p95_ms": 0.638}, "detection_prepare_ms": {"avg_ms": 0.394, "count": 170, "max_ms": 3.15, "p95_ms": 1.708}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.035, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.113, "count": 170, "max_ms": 0.432, "p95_ms": 0.295}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.593, "count": 170, "max_ms": 6.257, "p95_ms": 2.804}, "setup_ms": {"avg_ms": 0.046, "count": 170, "max_ms": 0.126, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 1.793, "count": 170, "max_ms": 11.141, "p95_ms": 7.489}, "track_match_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.132, "p95_ms": 0.077}, "tracker_update_ms": {"avg_ms": 0.293, "count": 170, "max_ms": 3.355, "p95_ms": 1.685}}, "gstreamer_push": {"avg_ms": 3.365, "count": 170, "max_ms": 6.485, "p95_ms": 5.138}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 170, "max_ms": 0.165, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.558, "count": 170, "max_ms": 74.371, "p95_ms": 66.885}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.633, "count": 170, "max_ms": 10.831, "p95_ms": 7.433}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.378, "count": 170, "max_ms": 110.99, "p95_ms": 105.613}, "inference_input_copy_ms": {"avg_ms": 1.58, "count": 170, "max_ms": 5.972, "p95_ms": 2.468}, "processing_residual_ms": {"avg_ms": 0.226, "count": 170, "max_ms": 0.471, "p95_ms": 0.408}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.817, "count": 170, "max_ms": 119.706, "p95_ms": 111.044}, "read_interval": {"avg_ms": 149.6, "count": 170, "max_ms": 3326.085, "p95_ms": 163.871}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.061, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.537, "count": 170, "max_ms": 6.19, "p95_ms": 2.708}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 170, "max_ms": 0.062, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.521, "count": 170, "max_ms": 6.172, "p95_ms": 2.687}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 50.572, "count": 170, "max_ms": 74.384, "p95_ms": 66.911}, "visualize": {"avg_ms": 31.79, "count": 170, "max_ms": 45.72, "p95_ms": 39.767}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.062, "count": 170, "max_ms": 43.779, "p95_ms": 35.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.246, "count": 170, "max_ms": 44.559, "p95_ms": 38.356}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 170, "max_ms": 3.705, "p95_ms": 2.088}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.113, "count": 170, "max_ms": 44.418, "p95_ms": 38.181}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 170, "max_ms": 0.218, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.401, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.454, "sample_count": 2283, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3218696, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:40:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.869176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9754.0, "pid": 73108, "reason": null, "system_cpu_core_ratio": 0.398476, "system_cpu_s_delta": 7.999999999999998, "user_cpu_core_ratio": 0.4707, "user_cpu_s_delta": 9.449999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.080369, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.350659, "system_cpu_s_delta": 7.039999999993597, "user_cpu_core_ratio": 0.72971, "user_cpu_s_delta": 14.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.33, "count": 203, "max_ms": 6.745, "p95_ms": 5.341, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.212, "max": 9.0, "p95": 5.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.291, "max": 1.0, "p95": 1.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.524, "count": 30, "max": 79.157, "p95": 71.603, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.164, "count": 30, "max": 29.954, "p95": 26.676, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1118.633, "count": 30, "max": 1426.0, "p95": 1323.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2596.167, "count": 30, "max": 15319.0, "p95": 12936.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.398, "p95": 0.326, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.486, "count": 30, "max": 0.562, "p95": 0.533, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.314, "count": 30, "max": 4.989, "p95": 2.425, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176638.167, "count": 30, "max": 183131.0, "p95": 181562.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 170968.567, "count": 30, "max": 183131.0, "p95": 181562.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 53.0, "p95": 37.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.042, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25081, "sampled_at": "2026-11-03T11:40:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:40:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.051, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5274754, "flush_count": 5577, "flush_interval_seconds": 30.0, "flush_state": {"count": 5577, "last_at": "2026-11-03T11:43:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:43:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5576}, "started": true, "suppressed_count": 3214856, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3214454}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5577, "written_record_count": 5577}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10121.09, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61ccb1829280] left block unavailable for requested intra mode [h264 @ 0x61ccb1829280] error while decoding MB 0 42, bytestream 59740 [h264 @ 0x61ccb24cbbc0] left block unavailable for requested intra mode [h264 @ 0x61ccb24cbbc0] error while decoding MB 0 6, bytestream 21525 [h264 @ 0x61ccb1705e40] left block unavailable for requested intra mode [h264 @ 0x61ccb1705e40] error while decoding MB 0 54, bytestream 2645 [h264 @ 0x61ccb1815240] error while decoding MB 24 39, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8902738944000, "copied_frame_count": 3220030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8902738944000, "frame_buffer_copies": 3220030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 3.3449, "p50_ms": 0.11, "p95_ms": 0.2098, "p99_ms": 0.2638}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4464, "count": 512, "max_ms": 3.8021, "p50_ms": 1.3724, "p95_ms": 2.2608, "p99_ms": 2.8007, "results": {"failed": 0, "not_applicable": 0, "success": 3220030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 262, "h264_decode_error_count": 847, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:43:18+09:00", "last_error_summary": "[h264 @ 0x61ccb1829280] left block unavailable for requested intra mode [h264 @ 0x61ccb1829280] error while decoding MB 0 42, bytestream 59740 [h264 @ 0x61ccb24cbbc0] left block unavailable for requested intra mode [h264 @ 0x61ccb24cbbc0] error while decoding MB 0 6, bytestream 21525 [h264 @ 0x61ccb1705e40] left block unavailable for requested intra mode [h264 @ 0x61ccb1705e40] error while decoding MB 0 54, bytestream 2645 [h264 @ 0x61ccb1815240] error while decoding MB 24 39, bytestream -8", "last_exit_at": "2026-11-03T11:40:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.864, "last_started_at": "2026-11-03T11:40:39+09:00", "pid": 73224, "process": {"exists": false, "pid": 73224}, "restart_count": 279, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 280}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.852, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3220030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:43:18+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T11:43:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.136, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 567.864, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-11-03T11:43:18.607328+09:00", "mtime_epoch": 1793673798.607328, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180993}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:43:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.074, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3220030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.432, "max": 12.0, "p95": 9.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 12}, "total": {"avg": 0.063, "max": 2.0, "p95": 1.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.885, "pushed": 6.885, "read": 6.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.229, "p95_ms": 0.016, "reason": null, "sample_age_ms": 59.536, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.86, "count": 206, "max_ms": 6.089, "p95_ms": 2.788, "reason": null, "sample_age_ms": 95.398, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 206, "max_ms": 5.639, "p95_ms": 1.905, "reason": null, "sample_age_ms": 96.029, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 206, "max_ms": 2.676, "p95_ms": 0.626, "reason": null, "sample_age_ms": 59.548, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.113, "count": 206, "max_ms": 16.136, "p95_ms": 3.292, "reason": null, "sample_age_ms": 93.769, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.406, "count": 206, "max_ms": 79.154, "p95_ms": 64.531, "reason": null, "sample_age_ms": 59.53, "source": "client_direct"}, "sample_age_ms": 59.526, "source": "client_direct", "task_total_ms": {"avg_ms": 49.052, "count": 206, "max_ms": 81.722, "p95_ms": 66.996, "reason": null, "sample_age_ms": 59.526, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.264, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.209, "count": 206, "max_ms": 11.35, "p95_ms": 4.767}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.3, "count": 206, "max_ms": 1.058, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.246, "count": 206, "max_ms": 3.274, "p95_ms": 1.044}, "event_filter_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 206, "max_ms": 0.466, "p95_ms": 0.22}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.33, "count": 206, "max_ms": 5.693, "p95_ms": 1.927}, "setup_ms": {"avg_ms": 0.044, "count": 206, "max_ms": 0.159, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 1.167, "count": 206, "max_ms": 11.239, "p95_ms": 4.717}, "track_match_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.137, "p95_ms": 0.055}, "tracker_update_ms": {"avg_ms": 0.139, "count": 206, "max_ms": 3.261, "p95_ms": 1.201}}, "gstreamer_push": {"avg_ms": 3.191, "count": 206, "max_ms": 6.74, "p95_ms": 4.885}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 206, "max_ms": 1.074, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.317, "count": 206, "max_ms": 82.295, "p95_ms": 68.021}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.725, "count": 206, "max_ms": 10.254, "p95_ms": 8.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.208, "count": 206, "max_ms": 125.574, "p95_ms": 101.921}, "inference_input_copy_ms": {"avg_ms": 1.513, "count": 206, "max_ms": 2.98, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.22, "count": 206, "max_ms": 1.367, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.665, "count": 206, "max_ms": 130.787, "p95_ms": 107.335}, "read_interval": {"avg_ms": 149.859, "count": 206, "max_ms": 4580.496, "p95_ms": 170.375}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 206, "max_ms": 0.068, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.274, "count": 206, "max_ms": 5.595, "p95_ms": 1.851}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.059, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.258, "count": 206, "max_ms": 5.57, "p95_ms": 1.833}, "worker_merge_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.332, "count": 206, "max_ms": 82.302, "p95_ms": 68.031}, "visualize": {"avg_ms": 30.428, "count": 206, "max_ms": 50.74, "p95_ms": 39.598}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.075, "count": 206, "max_ms": 42.497, "p95_ms": 36.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.971, "count": 206, "max_ms": 47.702, "p95_ms": 37.704}, "visualize_input_copy_ms": {"avg_ms": 1.252, "count": 206, "max_ms": 3.118, "p95_ms": 2.182}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.843, "count": 206, "max_ms": 47.479, "p95_ms": 37.556}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 206, "max_ms": 0.266, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.404, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.944, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3219967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.051, "exists": true, "size_bytes": 182359, "write_bytes_delta": 182359, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 471.0, "cpu_core_ratio": 0.857712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3580.0, "pid": 73224, "reason": null, "system_cpu_core_ratio": 0.370296, "system_cpu_s_delta": 7.4300000000000015, "user_cpu_core_ratio": 0.487416, "user_cpu_s_delta": 9.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.053077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.326439, "system_cpu_s_delta": 6.55000000000291, "user_cpu_core_ratio": 0.726638, "user_cpu_s_delta": 14.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.19, "count": 200, "max_ms": 6.74, "p95_ms": 4.899, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.02, "max": 10.0, "p95": 8.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.077, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.918, "count": 30, "max": 77.183, "p95": 55.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.891, "count": 30, "max": 29.436, "p95": 22.597, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1084.433, "count": 30, "max": 1328.0, "p95": 1318.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2701.233, "count": 30, "max": 15319.0, "p95": 13294.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.312, "count": 30, "max": 4.989, "p95": 2.407, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178861.8, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173002.867, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.9, "count": 30, "max": 53.0, "p95": 36.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25089, "sampled_at": "2026-11-03T11:43:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:43:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5274754, "flush_count": 5577, "flush_interval_seconds": 30.0, "flush_state": {"count": 5577, "last_at": "2026-11-03T11:43:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:43:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5576}, "started": true, "suppressed_count": 3214856, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3214454}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5577, "written_record_count": 5577}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10120.77, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:43:18+09:00", "last_error_summary": "[h264 @ 0x61ccb1829280] left block unavailable for requested intra mode [h264 @ 0x61ccb1829280] error while decoding MB 0 42, bytestream 59740 [h264 @ 0x61ccb24cbbc0] left block unavailable for requested intra mode [h264 @ 0x61ccb24cbbc0] error while decoding MB 0 6, bytestream 21525 [h264 @ 0x61ccb1705e40] left block unavailable for requested intra mode [h264 @ 0x61ccb1705e40] error while decoding MB 0 54, bytestream 2645 [h264 @ 0x61ccb1815240] error while decoding MB 24 39, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8902738944000, "copied_frame_count": 3220030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8902738944000, "frame_buffer_copies": 3220030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 3.3449, "p50_ms": 0.11, "p95_ms": 0.2098, "p99_ms": 0.2638}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4464, "count": 512, "max_ms": 3.8021, "p50_ms": 1.3724, "p95_ms": 2.2608, "p99_ms": 2.8007, "results": {"failed": 0, "not_applicable": 0, "success": 3220030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 262, "h264_decode_error_count": 847, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:43:18+09:00", "last_error_summary": "[h264 @ 0x61ccb1829280] left block unavailable for requested intra mode [h264 @ 0x61ccb1829280] error while decoding MB 0 42, bytestream 59740 [h264 @ 0x61ccb24cbbc0] left block unavailable for requested intra mode [h264 @ 0x61ccb24cbbc0] error while decoding MB 0 6, bytestream 21525 [h264 @ 0x61ccb1705e40] left block unavailable for requested intra mode [h264 @ 0x61ccb1705e40] error while decoding MB 0 54, bytestream 2645 [h264 @ 0x61ccb1815240] error while decoding MB 24 39, bytestream -8", "last_exit_at": "2026-11-03T11:43:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.931, "last_started_at": "2026-11-03T11:40:39+09:00", "pid": 73224, "process": {"exists": false, "pid": 73224}, "restart_count": 279, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 280}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.852, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3220030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-03T11:43:18+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-11-03T11:43:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.173, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 567.827, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-03T11:43:18.701328+09:00", "mtime_epoch": 1793673798.7013283, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180993}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:43:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.07, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3220030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.432, "max": 12.0, "p95": 9.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 12}, "total": {"avg": 0.063, "max": 2.0, "p95": 1.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 206, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.87, "pushed": 6.87, "read": 6.87}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.229, "p95_ms": 0.016, "reason": null, "sample_age_ms": 124.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.86, "count": 206, "max_ms": 6.089, "p95_ms": 2.788, "reason": null, "sample_age_ms": 160.181, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.37, "count": 206, "max_ms": 5.639, "p95_ms": 1.905, "reason": null, "sample_age_ms": 160.812, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 206, "max_ms": 2.676, "p95_ms": 0.626, "reason": null, "sample_age_ms": 124.331, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.113, "count": 206, "max_ms": 16.136, "p95_ms": 3.292, "reason": null, "sample_age_ms": 158.552, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.536, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.635, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.406, "count": 206, "max_ms": 79.154, "p95_ms": 64.531, "reason": null, "sample_age_ms": 124.313, "source": "client_direct"}, "sample_age_ms": 124.309, "source": "client_direct", "task_total_ms": {"avg_ms": 49.052, "count": 206, "max_ms": 81.722, "p95_ms": 66.996, "reason": null, "sample_age_ms": 124.309, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.223, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.209, "count": 206, "max_ms": 11.35, "p95_ms": 4.767}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.3, "count": 206, "max_ms": 1.058, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.246, "count": 206, "max_ms": 3.274, "p95_ms": 1.044}, "event_filter_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 206, "max_ms": 0.466, "p95_ms": 0.22}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.33, "count": 206, "max_ms": 5.693, "p95_ms": 1.927}, "setup_ms": {"avg_ms": 0.044, "count": 206, "max_ms": 0.159, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 1.167, "count": 206, "max_ms": 11.239, "p95_ms": 4.717}, "track_match_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.137, "p95_ms": 0.055}, "tracker_update_ms": {"avg_ms": 0.139, "count": 206, "max_ms": 3.261, "p95_ms": 1.201}}, "gstreamer_push": {"avg_ms": 3.191, "count": 206, "max_ms": 6.74, "p95_ms": 4.885}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 206, "max_ms": 1.074, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.317, "count": 206, "max_ms": 82.295, "p95_ms": 68.021}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.725, "count": 206, "max_ms": 10.254, "p95_ms": 8.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.208, "count": 206, "max_ms": 125.574, "p95_ms": 101.921}, "inference_input_copy_ms": {"avg_ms": 1.513, "count": 206, "max_ms": 2.98, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.22, "count": 206, "max_ms": 1.367, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.665, "count": 206, "max_ms": 130.787, "p95_ms": 107.335}, "read_interval": {"avg_ms": 149.859, "count": 206, "max_ms": 4580.496, "p95_ms": 170.375}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 206, "max_ms": 0.068, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.274, "count": 206, "max_ms": 5.595, "p95_ms": 1.851}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.059, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.258, "count": 206, "max_ms": 5.57, "p95_ms": 1.833}, "worker_merge_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.332, "count": 206, "max_ms": 82.302, "p95_ms": 68.031}, "visualize": {"avg_ms": 30.428, "count": 206, "max_ms": 50.74, "p95_ms": 39.598}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.075, "count": 206, "max_ms": 42.497, "p95_ms": 36.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.971, "count": 206, "max_ms": 47.702, "p95_ms": 37.704}, "visualize_input_copy_ms": {"avg_ms": 1.252, "count": 206, "max_ms": 3.118, "p95_ms": 2.182}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.843, "count": 206, "max_ms": 47.479, "p95_ms": 37.556}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 206, "max_ms": 0.266, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.404, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.944, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3219967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.051, "exists": true, "size_bytes": 182359, "write_bytes_delta": 182359, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 471.0, "cpu_core_ratio": 0.857712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3580.0, "pid": 73224, "reason": null, "system_cpu_core_ratio": 0.370296, "system_cpu_s_delta": 7.4300000000000015, "user_cpu_core_ratio": 0.487416, "user_cpu_s_delta": 9.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.053077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.326439, "system_cpu_s_delta": 6.55000000000291, "user_cpu_core_ratio": 0.726638, "user_cpu_s_delta": 14.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.19, "count": 200, "max_ms": 6.74, "p95_ms": 4.899, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.02, "max": 10.0, "p95": 8.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.077, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.918, "count": 30, "max": 77.183, "p95": 55.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.891, "count": 30, "max": 29.436, "p95": 22.597, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1084.433, "count": 30, "max": 1328.0, "p95": 1318.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2701.233, "count": 30, "max": 15319.0, "p95": 13294.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.312, "count": 30, "max": 4.989, "p95": 2.407, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178861.8, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173002.867, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.9, "count": 30, "max": 53.0, "p95": 36.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25089, "sampled_at": "2026-11-03T11:43:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:43:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.983, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5274754, "flush_count": 5577, "flush_interval_seconds": 30.0, "flush_state": {"count": 5577, "last_at": "2026-11-03T11:43:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:43:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5576}, "started": true, "suppressed_count": 3214856, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3214454}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5577, "written_record_count": 5577}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10120.422, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8902738944000, "copied_frame_count": 3220030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8902738944000, "frame_buffer_copies": 3220030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 3.3449, "p50_ms": 0.11, "p95_ms": 0.2098, "p99_ms": 0.2638}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4464, "count": 512, "max_ms": 3.8021, "p50_ms": 1.3724, "p95_ms": 2.2608, "p99_ms": 2.8007, "results": {"failed": 0, "not_applicable": 0, "success": 3220030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 262, "h264_decode_error_count": 847, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:43:18+09:00", "last_error_summary": "[h264 @ 0x61ccb1829280] left block unavailable for requested intra mode [h264 @ 0x61ccb1829280] error while decoding MB 0 42, bytestream 59740 [h264 @ 0x61ccb24cbbc0] left block unavailable for requested intra mode [h264 @ 0x61ccb24cbbc0] error while decoding MB 0 6, bytestream 21525 [h264 @ 0x61ccb1705e40] left block unavailable for requested intra mode [h264 @ 0x61ccb1705e40] error while decoding MB 0 54, bytestream 2645 [h264 @ 0x61ccb1815240] error while decoding MB 24 39, bytestream -8", "last_exit_at": "2026-11-03T11:43:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 158.97, "last_started_at": "2026-11-03T11:40:39+09:00", "pid": 73224, "process": {"exists": false, "pid": 73224}, "restart_count": 279, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 280}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.852, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3220030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.107, "last_frame_pushed_at": "2026-11-03T11:43:18+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-11-03T11:43:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.213, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 567.787, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-11-03T11:43:18.701328+09:00", "mtime_epoch": 1793673798.7013283, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180993}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:43:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.07, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3220030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.432, "max": 12.0, "p95": 9.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.083, "max": 2.0, "p95": 2.0, "sample_count": 12}, "total": {"avg": 0.063, "max": 2.0, "p95": 1.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.466, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.89, "pushed": 6.89, "read": 6.857}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.229, "p95_ms": 0.016, "reason": null, "sample_age_ms": 164.617, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.851, "count": 205, "max_ms": 6.089, "p95_ms": 2.79, "reason": null, "sample_age_ms": 200.479, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 205, "max_ms": 5.639, "p95_ms": 1.905, "reason": null, "sample_age_ms": 201.11, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 206, "max_ms": 2.676, "p95_ms": 0.626, "reason": null, "sample_age_ms": 164.629, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.113, "count": 205, "max_ms": 16.136, "p95_ms": 3.295, "reason": null, "sample_age_ms": 198.85, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 198.835, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 164.934, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.406, "count": 206, "max_ms": 79.154, "p95_ms": 64.531, "reason": null, "sample_age_ms": 164.612, "source": "client_direct"}, "sample_age_ms": 164.608, "source": "client_direct", "task_total_ms": {"avg_ms": 49.052, "count": 206, "max_ms": 81.722, "p95_ms": 66.996, "reason": null, "sample_age_ms": 164.608, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.759, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.209, "count": 206, "max_ms": 11.35, "p95_ms": 4.767}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.3, "count": 206, "max_ms": 1.058, "p95_ms": 0.587}, "detection_prepare_ms": {"avg_ms": 0.246, "count": 206, "max_ms": 3.274, "p95_ms": 1.044}, "event_filter_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 206, "max_ms": 0.466, "p95_ms": 0.22}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.33, "count": 206, "max_ms": 5.693, "p95_ms": 1.927}, "setup_ms": {"avg_ms": 0.044, "count": 206, "max_ms": 0.159, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 1.167, "count": 206, "max_ms": 11.239, "p95_ms": 4.717}, "track_match_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.137, "p95_ms": 0.055}, "tracker_update_ms": {"avg_ms": 0.139, "count": 206, "max_ms": 3.261, "p95_ms": 1.201}}, "gstreamer_push": {"avg_ms": 3.191, "count": 206, "max_ms": 6.74, "p95_ms": 4.885}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 206, "max_ms": 1.074, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.317, "count": 206, "max_ms": 82.295, "p95_ms": 68.021}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.725, "count": 206, "max_ms": 10.254, "p95_ms": 8.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.208, "count": 206, "max_ms": 125.574, "p95_ms": 101.921}, "inference_input_copy_ms": {"avg_ms": 1.513, "count": 206, "max_ms": 2.98, "p95_ms": 2.317}, "processing_residual_ms": {"avg_ms": 0.22, "count": 206, "max_ms": 1.367, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.665, "count": 206, "max_ms": 130.787, "p95_ms": 107.335}, "read_interval": {"avg_ms": 145.496, "count": 205, "max_ms": 4580.496, "p95_ms": 167.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 206, "max_ms": 0.068, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.274, "count": 206, "max_ms": 5.595, "p95_ms": 1.851}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 206, "max_ms": 0.059, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.258, "count": 206, "max_ms": 5.57, "p95_ms": 1.833}, "worker_merge_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.332, "count": 206, "max_ms": 82.302, "p95_ms": 68.031}, "visualize": {"avg_ms": 30.428, "count": 206, "max_ms": 50.74, "p95_ms": 39.598}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.075, "count": 206, "max_ms": 42.497, "p95_ms": 36.277}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.971, "count": 206, "max_ms": 47.702, "p95_ms": 37.704}, "visualize_input_copy_ms": {"avg_ms": 1.252, "count": 206, "max_ms": 3.118, "p95_ms": 2.182}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.843, "count": 206, "max_ms": 47.479, "p95_ms": 37.556}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 206, "max_ms": 0.266, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.404, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.944, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3219967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.051, "exists": true, "size_bytes": 182359, "write_bytes_delta": 182359, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 471.0, "cpu_core_ratio": 0.857712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3580.0, "pid": 73224, "reason": null, "system_cpu_core_ratio": 0.370296, "system_cpu_s_delta": 7.4300000000000015, "user_cpu_core_ratio": 0.487416, "user_cpu_s_delta": 9.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.053077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.326439, "system_cpu_s_delta": 6.55000000000291, "user_cpu_core_ratio": 0.726638, "user_cpu_s_delta": 14.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.19, "count": 200, "max_ms": 6.74, "p95_ms": 4.899, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.02, "max": 10.0, "p95": 8.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.077, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.918, "count": 30, "max": 77.183, "p95": 55.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.891, "count": 30, "max": 29.436, "p95": 22.597, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1084.433, "count": 30, "max": 1328.0, "p95": 1318.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2701.233, "count": 30, "max": 15319.0, "p95": 13294.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.312, "count": 30, "max": 4.989, "p95": 2.407, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178861.8, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173002.867, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.9, "count": 30, "max": 53.0, "p95": 36.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25089, "sampled_at": "2026-11-03T11:43:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:43:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5274754, "flush_count": 5577, "flush_interval_seconds": 30.0, "flush_state": {"count": 5577, "last_at": "2026-11-03T11:43:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:43:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5576}, "started": true, "suppressed_count": 3214856, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3214454}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5577, "written_record_count": 5577}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10143.715, "limit_mb": null}, "detail": {"pid": 73340, "restart_count": 280, "start_count": 281}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8902738944000, "copied_frame_count": 3220030, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8902738944000, "frame_buffer_copies": 3220030, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1287, "count": 512, "max_ms": 3.3449, "p50_ms": 0.11, "p95_ms": 0.2098, "p99_ms": 0.2638}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4464, "count": 512, "max_ms": 3.8021, "p50_ms": 1.3724, "p95_ms": 2.2608, "p99_ms": 2.8007, "results": {"failed": 0, "not_applicable": 0, "success": 3220030, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 262, "h264_decode_error_count": 847, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:43:18+09:00", "last_error_summary": "[h264 @ 0x61ccb1829280] left block unavailable for requested intra mode [h264 @ 0x61ccb1829280] error while decoding MB 0 42, bytestream 59740 [h264 @ 0x61ccb24cbbc0] left block unavailable for requested intra mode [h264 @ 0x61ccb24cbbc0] error while decoding MB 0 6, bytestream 21525 [h264 @ 0x61ccb1705e40] left block unavailable for requested intra mode [h264 @ 0x61ccb1705e40] error while decoding MB 0 54, bytestream 2645 [h264 @ 0x61ccb1815240] error while decoding MB 24 39, bytestream -8", "last_exit_at": "2026-11-03T11:43:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T11:43:21+09:00", "pid": 73340, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.938, "name": "ffmpeg", "pid": 73340, "rss_mb": 57.938, "state": "S (sleeping)", "threads": 1}, "restart_count": 280, "restart_count_per_hour": 31, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 281}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.852, "sample_count": 2265, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3220030, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.705, "last_frame_pushed_at": "2026-11-03T11:43:18+09:00", "last_frame_read_age_sec": 4.794, "last_frame_read_at": "2026-11-03T11:43:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 36.812, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 563.188, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 4.696, "exists": true, "mtime": "2026-11-03T11:43:18.701328+09:00", "mtime_epoch": 1793673798.7013283, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180993}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:43:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.074, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3220030, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.601, "max": 12.0, "p95": 9.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.1, "max": 2.0, "p95": 2.0, "sample_count": 10}, "total": {"avg": 0.065, "max": 2.0, "p95": 1.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.571, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.609, "pushed": 5.609, "read": 5.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.009, "count": 167, "max_ms": 0.229, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4763.597, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.843, "count": 167, "max_ms": 6.089, "p95_ms": 2.695, "reason": null, "sample_age_ms": 4799.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 167, "max_ms": 5.639, "p95_ms": 1.904, "reason": null, "sample_age_ms": 4800.09, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 167, "max_ms": 2.676, "p95_ms": 0.626, "reason": null, "sample_age_ms": 4763.609, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.125, "count": 167, "max_ms": 16.136, "p95_ms": 3.228, "reason": null, "sample_age_ms": 4797.83, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2764808.0, "count": 167, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4797.815, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4763.914, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.802, "count": 167, "max_ms": 79.154, "p95_ms": 63.423, "reason": null, "sample_age_ms": 4763.592, "source": "client_direct"}, "sample_age_ms": 4763.588, "source": "client_direct", "task_total_ms": {"avg_ms": 48.461, "count": 167, "max_ms": 81.722, "p95_ms": 66.343, "reason": null, "sample_age_ms": 4763.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.78, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.231, "count": 168, "max_ms": 11.35, "p95_ms": 5.41}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.299, "count": 168, "max_ms": 0.867, "p95_ms": 0.55}, "detection_prepare_ms": {"avg_ms": 0.251, "count": 168, "max_ms": 3.274, "p95_ms": 1.044}, "event_filter_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 168, "max_ms": 0.466, "p95_ms": 0.22}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.03, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.343, "count": 168, "max_ms": 5.693, "p95_ms": 2.069}, "setup_ms": {"avg_ms": 0.043, "count": 168, "max_ms": 0.121, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 1.189, "count": 168, "max_ms": 11.239, "p95_ms": 5.363}, "track_match_ms": {"avg_ms": 0.009, "count": 168, "max_ms": 0.137, "p95_ms": 0.062}, "tracker_update_ms": {"avg_ms": 0.144, "count": 168, "max_ms": 3.261, "p95_ms": 1.201}}, "gstreamer_push": {"avg_ms": 3.18, "count": 168, "max_ms": 6.74, "p95_ms": 4.857}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 168, "max_ms": 1.074, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.627, "count": 168, "max_ms": 82.295, "p95_ms": 67.692}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.671, "count": 168, "max_ms": 10.131, "p95_ms": 7.186}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.459, "count": 168, "max_ms": 125.574, "p95_ms": 101.921}, "inference_input_copy_ms": {"avg_ms": 1.496, "count": 168, "max_ms": 2.98, "p95_ms": 2.285}, "processing_residual_ms": {"avg_ms": 0.225, "count": 168, "max_ms": 1.367, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.851, "count": 168, "max_ms": 130.787, "p95_ms": 107.335}, "read_interval": {"avg_ms": 151.139, "count": 167, "max_ms": 4580.496, "p95_ms": 152.648}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.068, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.286, "count": 168, "max_ms": 5.595, "p95_ms": 2.028}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 168, "max_ms": 0.05, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.27, "count": 168, "max_ms": 5.57, "p95_ms": 2.018}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.02, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 49.641, "count": 168, "max_ms": 82.302, "p95_ms": 67.763}, "visualize": {"avg_ms": 30.35, "count": 168, "max_ms": 50.74, "p95_ms": 38.457}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.988, "count": 168, "max_ms": 42.497, "p95_ms": 35.391}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.886, "count": 168, "max_ms": 47.702, "p95_ms": 37.105}, "visualize_input_copy_ms": {"avg_ms": 1.258, "count": 168, "max_ms": 3.118, "p95_ms": 2.227}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.758, "count": 168, "max_ms": 47.479, "p95_ms": 36.954}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 168, "max_ms": 0.266, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.404, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.944, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3219967, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:43:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.051, "exists": true, "size_bytes": 182359, "write_bytes_delta": 182359, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 471.0, "cpu_core_ratio": 0.857712, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3580.0, "pid": 73224, "reason": null, "system_cpu_core_ratio": 0.370296, "system_cpu_s_delta": 7.4300000000000015, "user_cpu_core_ratio": 0.487416, "user_cpu_s_delta": 9.780000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.053077, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.326439, "system_cpu_s_delta": 6.55000000000291, "user_cpu_core_ratio": 0.726638, "user_cpu_s_delta": 14.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.19, "count": 200, "max_ms": 6.74, "p95_ms": 4.899, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.02, "max": 10.0, "p95": 8.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.077, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 13}, "total": {"avg": 0.07, "max": 2.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.918, "count": 30, "max": 77.183, "p95": 55.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.891, "count": 30, "max": 29.436, "p95": 22.597, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1084.433, "count": 30, "max": 1328.0, "p95": 1318.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2701.233, "count": 30, "max": 15319.0, "p95": 13294.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.502, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.312, "count": 30, "max": 4.989, "p95": 2.407, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178861.8, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173002.867, "count": 30, "max": 189687.0, "p95": 182783.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.9, "count": 30, "max": 53.0, "p95": 36.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.514, "p95": 0.492, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.015, "count": 30, "max": 1.188, "p95": 1.152, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25089, "sampled_at": "2026-11-03T11:43:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:43:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5276560, "flush_count": 5579, "flush_interval_seconds": 30.0, "flush_state": {"count": 5579, "last_at": "2026-11-03T11:45:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:45:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5578}, "started": true, "suppressed_count": 3215939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3215537}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5579, "written_record_count": 5579}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10125.73, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5df3caf2e700] left block unavailable for requested intra mode [h264 @ 0x5df3caf2e700] error while decoding MB 0 44, bytestream 3569 [h264 @ 0x5df3caf2e700] cabac decode of qscale diff failed at 16 56 [h264 @ 0x5df3caf2e700] error while decoding MB 16 56, bytestream 14027 [h264 @ 0x5df3caf7ed40] error while decoding MB 93 63, bytestream -19", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8905735987200, "copied_frame_count": 3221114, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8905735987200, "frame_buffer_copies": 3221114, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1397, "count": 512, "max_ms": 0.4599, "p50_ms": 0.1224, "p95_ms": 0.2688, "p99_ms": 0.3328}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.638, "count": 512, "max_ms": 4.2354, "p50_ms": 1.5194, "p95_ms": 2.6232, "p99_ms": 3.7049, "results": {"failed": 0, "not_applicable": 0, "success": 3221114, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 263, "h264_decode_error_count": 851, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:45:41+09:00", "last_error_summary": "[h264 @ 0x5df3caf2e700] left block unavailable for requested intra mode [h264 @ 0x5df3caf2e700] error while decoding MB 0 44, bytestream 3569 [h264 @ 0x5df3caf2e700] cabac decode of qscale diff failed at 16 56 [h264 @ 0x5df3caf2e700] error while decoding MB 16 56, bytestream 14027 [h264 @ 0x5df3caf7ed40] error while decoding MB 93 63, bytestream -19", "last_exit_at": "2026-11-03T11:43:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.069, "last_started_at": "2026-11-03T11:43:21+09:00", "pid": 73340, "process": {"exists": false, "pid": 73340}, "restart_count": 280, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 281}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.22, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221114, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.09, "last_frame_pushed_at": "2026-11-03T11:45:41+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-03T11:45:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.927, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 425.073, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T11:45:41.386771+09:00", "mtime_epoch": 1793673941.3867712, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 176685}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:45:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.723, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.304, "max": 10.0, "p95": 6.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.232, "max": 1.0, "p95": 1.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.6, "pushed": 5.6, "read": 5.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.037, "p95_ms": 0.019, "reason": null, "sample_age_ms": 33.07, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.02, "count": 168, "max_ms": 6.197, "p95_ms": 3.35, "reason": null, "sample_age_ms": 95.671, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 168, "max_ms": 5.566, "p95_ms": 2.628, "reason": null, "sample_age_ms": 95.949, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 169, "max_ms": 1.884, "p95_ms": 0.836, "reason": null, "sample_age_ms": 33.094, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.531, "count": 168, "max_ms": 6.153, "p95_ms": 4.438, "reason": null, "sample_age_ms": 94.05, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.029, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.415, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.397, "count": 169, "max_ms": 83.197, "p95_ms": 69.095, "reason": null, "sample_age_ms": 33.065, "source": "client_direct"}, "sample_age_ms": 33.061, "source": "client_direct", "task_total_ms": {"avg_ms": 54.589, "count": 169, "max_ms": 86.271, "p95_ms": 73.276, "reason": null, "sample_age_ms": 33.061, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.674, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.488, "count": 168, "max_ms": 15.405, "p95_ms": 9.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.404, "count": 168, "max_ms": 1.224, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 0.564, "count": 168, "max_ms": 3.478, "p95_ms": 2.355}, "event_filter_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 168, "max_ms": 0.635, "p95_ms": 0.453}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.793, "count": 168, "max_ms": 11.18, "p95_ms": 3.286}, "setup_ms": {"avg_ms": 0.057, "count": 168, "max_ms": 0.2, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 2.432, "count": 168, "max_ms": 15.344, "p95_ms": 9.345}, "track_match_ms": {"avg_ms": 0.028, "count": 168, "max_ms": 0.807, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.424, "count": 168, "max_ms": 4.037, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.775, "count": 168, "max_ms": 11.215, "p95_ms": 6.455}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 168, "max_ms": 0.192, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.045, "count": 168, "max_ms": 87.112, "p95_ms": 75.35}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.207, "count": 168, "max_ms": 12.912, "p95_ms": 9.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.375, "count": 168, "max_ms": 140.155, "p95_ms": 116.98}, "inference_input_copy_ms": {"avg_ms": 1.873, "count": 168, "max_ms": 5.287, "p95_ms": 3.184}, "processing_residual_ms": {"avg_ms": 0.287, "count": 168, "max_ms": 0.7, "p95_ms": 0.564}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.741, "count": 168, "max_ms": 145.769, "p95_ms": 124.687}, "read_interval": {"avg_ms": 177.705, "count": 169, "max_ms": 5313.753, "p95_ms": 168.442}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 168, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.724, "count": 168, "max_ms": 11.07, "p95_ms": 3.141}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.085, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.704, "count": 168, "max_ms": 11.049, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.064, "count": 168, "max_ms": 87.129, "p95_ms": 75.381}, "visualize": {"avg_ms": 35.32, "count": 168, "max_ms": 49.344, "p95_ms": 45.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.085, "count": 168, "max_ms": 47.177, "p95_ms": 40.8}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.681, "count": 168, "max_ms": 47.817, "p95_ms": 42.824}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 168, "max_ms": 3.04, "p95_ms": 2.296}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.519, "count": 168, "max_ms": 47.691, "p95_ms": 42.622}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 168, "max_ms": 0.225, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.293, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.807, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 184311, "write_bytes_delta": 184311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 453.0, "cpu_core_ratio": 0.77133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11339.0, "pid": 73340, "reason": null, "system_cpu_core_ratio": 0.321221, "system_cpu_s_delta": 6.430000000000001, "user_cpu_core_ratio": 0.450109, "user_cpu_s_delta": 9.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.365682, "system_cpu_s_delta": 7.319999999992433, "user_cpu_core_ratio": 0.785818, "user_cpu_s_delta": 15.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.839, "count": 190, "max_ms": 7.682, "p95_ms": 6.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.795, "max": 10.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.321, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 78}, "total": {"avg": 0.542, "max": 2.0, "p95": 2.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.336, "count": 30, "max": 77.183, "p95": 65.278, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.039, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.067, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2594.9, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.567, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180236.733, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168245.367, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25097, "sampled_at": "2026-11-03T11:45:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:45:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5276560, "flush_count": 5579, "flush_interval_seconds": 30.0, "flush_state": {"count": 5579, "last_at": "2026-11-03T11:45:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:45:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5578}, "started": true, "suppressed_count": 3215939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3215537}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5579, "written_record_count": 5579}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10128.355, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:45:41+09:00", "last_error_summary": "[h264 @ 0x5df3caf2e700] left block unavailable for requested intra mode [h264 @ 0x5df3caf2e700] error while decoding MB 0 44, bytestream 3569 [h264 @ 0x5df3caf2e700] cabac decode of qscale diff failed at 16 56 [h264 @ 0x5df3caf2e700] error while decoding MB 16 56, bytestream 14027 [h264 @ 0x5df3caf7ed40] error while decoding MB 93 63, bytestream -19", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8905738752000, "copied_frame_count": 3221115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8905738752000, "frame_buffer_copies": 3221115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.4599, "p50_ms": 0.1224, "p95_ms": 0.2688, "p99_ms": 0.3328}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6369, "count": 512, "max_ms": 4.2354, "p50_ms": 1.5156, "p95_ms": 2.6232, "p99_ms": 3.7049, "results": {"failed": 0, "not_applicable": 0, "success": 3221115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 263, "h264_decode_error_count": 851, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:45:41+09:00", "last_error_summary": "[h264 @ 0x5df3caf2e700] left block unavailable for requested intra mode [h264 @ 0x5df3caf2e700] error while decoding MB 0 44, bytestream 3569 [h264 @ 0x5df3caf2e700] cabac decode of qscale diff failed at 16 56 [h264 @ 0x5df3caf2e700] error while decoding MB 16 56, bytestream 14027 [h264 @ 0x5df3caf7ed40] error while decoding MB 93 63, bytestream -19", "last_exit_at": "2026-11-03T11:45:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.16, "last_started_at": "2026-11-03T11:43:21+09:00", "pid": 73340, "process": {"exists": false, "pid": 73340}, "restart_count": 280, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 281}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.264, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T11:45:41+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-11-03T11:45:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.969, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 425.031, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-03T11:45:41.525772+09:00", "mtime_epoch": 1793673941.5257716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177136}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:45:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.715, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.333, "max": 10.0, "p95": 6.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.232, "max": 1.0, "p95": 1.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.633, "pushed": 5.633, "read": 5.6}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 118.602, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.02, "count": 168, "max_ms": 6.197, "p95_ms": 3.35, "reason": null, "sample_age_ms": 181.203, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 168, "max_ms": 5.566, "p95_ms": 2.628, "reason": null, "sample_age_ms": 181.481, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.427, "count": 168, "max_ms": 1.884, "p95_ms": 0.837, "reason": null, "sample_age_ms": 118.626, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.531, "count": 168, "max_ms": 6.153, "p95_ms": 4.438, "reason": null, "sample_age_ms": 179.582, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 179.562, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.947, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.379, "count": 168, "max_ms": 83.197, "p95_ms": 69.097, "reason": null, "sample_age_ms": 118.598, "source": "client_direct"}, "sample_age_ms": 118.593, "source": "client_direct", "task_total_ms": {"avg_ms": 54.566, "count": 168, "max_ms": 86.271, "p95_ms": 73.318, "reason": null, "sample_age_ms": 118.593, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.774, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.487, "count": 168, "max_ms": 15.405, "p95_ms": 9.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.403, "count": 168, "max_ms": 1.224, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 0.564, "count": 168, "max_ms": 3.478, "p95_ms": 2.355}, "event_filter_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 168, "max_ms": 0.635, "p95_ms": 0.453}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.793, "count": 168, "max_ms": 11.18, "p95_ms": 3.286}, "setup_ms": {"avg_ms": 0.057, "count": 168, "max_ms": 0.2, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 2.431, "count": 168, "max_ms": 15.344, "p95_ms": 9.345}, "track_match_ms": {"avg_ms": 0.028, "count": 168, "max_ms": 0.807, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.424, "count": 168, "max_ms": 4.037, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.775, "count": 169, "max_ms": 11.215, "p95_ms": 6.455}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 168, "max_ms": 0.192, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.066, "count": 168, "max_ms": 87.112, "p95_ms": 75.35}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.2, "count": 169, "max_ms": 12.912, "p95_ms": 9.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.525, "count": 169, "max_ms": 140.155, "p95_ms": 117.148}, "inference_input_copy_ms": {"avg_ms": 1.869, "count": 169, "max_ms": 5.287, "p95_ms": 3.184}, "processing_residual_ms": {"avg_ms": 0.286, "count": 169, "max_ms": 0.7, "p95_ms": 0.564}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.88, "count": 169, "max_ms": 145.769, "p95_ms": 124.687}, "read_interval": {"avg_ms": 178.047, "count": 168, "max_ms": 5313.753, "p95_ms": 168.442}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 168, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.724, "count": 168, "max_ms": 11.07, "p95_ms": 3.141}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.085, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.704, "count": 168, "max_ms": 11.049, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.086, "count": 168, "max_ms": 87.129, "p95_ms": 75.381}, "visualize": {"avg_ms": 35.416, "count": 168, "max_ms": 49.344, "p95_ms": 45.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.18, "count": 168, "max_ms": 47.177, "p95_ms": 40.8}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.776, "count": 168, "max_ms": 47.817, "p95_ms": 42.824}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 168, "max_ms": 3.04, "p95_ms": 2.296}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.613, "count": 168, "max_ms": 47.691, "p95_ms": 42.622}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 168, "max_ms": 0.225, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.293, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.807, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 184311, "write_bytes_delta": 184311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 453.0, "cpu_core_ratio": 0.77133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11339.0, "pid": 73340, "reason": null, "system_cpu_core_ratio": 0.321221, "system_cpu_s_delta": 6.430000000000001, "user_cpu_core_ratio": 0.450109, "user_cpu_s_delta": 9.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.365682, "system_cpu_s_delta": 7.319999999992433, "user_cpu_core_ratio": 0.785818, "user_cpu_s_delta": 15.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.839, "count": 190, "max_ms": 7.682, "p95_ms": 6.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.795, "max": 10.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.321, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 78}, "total": {"avg": 0.542, "max": 2.0, "p95": 2.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.336, "count": 30, "max": 77.183, "p95": 65.278, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.039, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.067, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2594.9, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.567, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180236.733, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168245.367, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25097, "sampled_at": "2026-11-03T11:45:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:45:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5276560, "flush_count": 5579, "flush_interval_seconds": 30.0, "flush_state": {"count": 5579, "last_at": "2026-11-03T11:45:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:45:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5578}, "started": true, "suppressed_count": 3215939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3215537}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5579, "written_record_count": 5579}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10127.699, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8905738752000, "copied_frame_count": 3221115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8905738752000, "frame_buffer_copies": 3221115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.4599, "p50_ms": 0.1224, "p95_ms": 0.2688, "p99_ms": 0.3328}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6369, "count": 512, "max_ms": 4.2354, "p50_ms": 1.5156, "p95_ms": 2.6232, "p99_ms": 3.7049, "results": {"failed": 0, "not_applicable": 0, "success": 3221115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 263, "h264_decode_error_count": 851, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:45:41+09:00", "last_error_summary": "[h264 @ 0x5df3caf2e700] left block unavailable for requested intra mode [h264 @ 0x5df3caf2e700] error while decoding MB 0 44, bytestream 3569 [h264 @ 0x5df3caf2e700] cabac decode of qscale diff failed at 16 56 [h264 @ 0x5df3caf2e700] error while decoding MB 16 56, bytestream 14027 [h264 @ 0x5df3caf7ed40] error while decoding MB 93 63, bytestream -19", "last_exit_at": "2026-11-03T11:45:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.204, "last_started_at": "2026-11-03T11:43:21+09:00", "pid": 73340, "process": {"exists": false, "pid": 73340}, "restart_count": 280, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 281}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.264, "sample_count": 2359, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-11-03T11:45:41+09:00", "last_frame_read_age_sec": 0.221, "last_frame_read_at": "2026-11-03T11:45:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.02, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 424.98, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T11:45:41.525772+09:00", "mtime_epoch": 1793673941.5257716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177136}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:45:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.715, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.333, "max": 10.0, "p95": 6.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.232, "max": 1.0, "p95": 1.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.603, "pushed": 5.603, "read": 5.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 164.432, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.02, "count": 168, "max_ms": 6.197, "p95_ms": 3.35, "reason": null, "sample_age_ms": 227.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 168, "max_ms": 5.566, "p95_ms": 2.628, "reason": null, "sample_age_ms": 227.311, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.427, "count": 168, "max_ms": 1.884, "p95_ms": 0.837, "reason": null, "sample_age_ms": 164.456, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.531, "count": 168, "max_ms": 6.153, "p95_ms": 4.438, "reason": null, "sample_age_ms": 225.412, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 225.392, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 164.777, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.379, "count": 168, "max_ms": 83.197, "p95_ms": 69.097, "reason": null, "sample_age_ms": 164.428, "source": "client_direct"}, "sample_age_ms": 164.423, "source": "client_direct", "task_total_ms": {"avg_ms": 54.566, "count": 168, "max_ms": 86.271, "p95_ms": 73.318, "reason": null, "sample_age_ms": 164.423, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.871, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.487, "count": 168, "max_ms": 15.405, "p95_ms": 9.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.403, "count": 168, "max_ms": 1.224, "p95_ms": 0.811}, "detection_prepare_ms": {"avg_ms": 0.564, "count": 168, "max_ms": 3.478, "p95_ms": 2.355}, "event_filter_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 168, "max_ms": 0.635, "p95_ms": 0.453}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.793, "count": 168, "max_ms": 11.18, "p95_ms": 3.286}, "setup_ms": {"avg_ms": 0.057, "count": 168, "max_ms": 0.2, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 2.431, "count": 168, "max_ms": 15.344, "p95_ms": 9.345}, "track_match_ms": {"avg_ms": 0.028, "count": 168, "max_ms": 0.807, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.424, "count": 168, "max_ms": 4.037, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.781, "count": 168, "max_ms": 11.215, "p95_ms": 6.455}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 168, "max_ms": 0.192, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.066, "count": 168, "max_ms": 87.112, "p95_ms": 75.35}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.208, "count": 168, "max_ms": 12.912, "p95_ms": 9.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.58, "count": 168, "max_ms": 140.155, "p95_ms": 117.148}, "inference_input_copy_ms": {"avg_ms": 1.871, "count": 168, "max_ms": 5.287, "p95_ms": 3.184}, "processing_residual_ms": {"avg_ms": 0.287, "count": 168, "max_ms": 0.7, "p95_ms": 0.564}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.946, "count": 168, "max_ms": 145.769, "p95_ms": 124.687}, "read_interval": {"avg_ms": 178.047, "count": 168, "max_ms": 5313.753, "p95_ms": 168.442}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 168, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.724, "count": 168, "max_ms": 11.07, "p95_ms": 3.141}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 168, "max_ms": 0.085, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.704, "count": 168, "max_ms": 11.049, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.007, "count": 168, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.086, "count": 168, "max_ms": 87.129, "p95_ms": 75.381}, "visualize": {"avg_ms": 35.416, "count": 168, "max_ms": 49.344, "p95_ms": 45.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.18, "count": 168, "max_ms": 47.177, "p95_ms": 40.8}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.776, "count": 168, "max_ms": 47.817, "p95_ms": 42.824}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 168, "max_ms": 3.04, "p95_ms": 2.296}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.613, "count": 168, "max_ms": 47.691, "p95_ms": 42.622}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 168, "max_ms": 0.225, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.293, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.807, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 184311, "write_bytes_delta": 184311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 453.0, "cpu_core_ratio": 0.77133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11339.0, "pid": 73340, "reason": null, "system_cpu_core_ratio": 0.321221, "system_cpu_s_delta": 6.430000000000001, "user_cpu_core_ratio": 0.450109, "user_cpu_s_delta": 9.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.365682, "system_cpu_s_delta": 7.319999999992433, "user_cpu_core_ratio": 0.785818, "user_cpu_s_delta": 15.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.839, "count": 190, "max_ms": 7.682, "p95_ms": 6.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.795, "max": 10.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.321, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 78}, "total": {"avg": 0.542, "max": 2.0, "p95": 2.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.336, "count": 30, "max": 77.183, "p95": 65.278, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.039, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.067, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2594.9, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.567, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180236.733, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168245.367, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25097, "sampled_at": "2026-11-03T11:45:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:45:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5276560, "flush_count": 5579, "flush_interval_seconds": 30.0, "flush_state": {"count": 5579, "last_at": "2026-11-03T11:45:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:45:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5578}, "started": true, "suppressed_count": 3215939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3215537}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5579, "written_record_count": 5579}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10146.84, "limit_mb": null}, "detail": {"pid": 73456, "restart_count": 281, "start_count": 282}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8905738752000, "copied_frame_count": 3221115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8905738752000, "frame_buffer_copies": 3221115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.4599, "p50_ms": 0.1224, "p95_ms": 0.2688, "p99_ms": 0.3328}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6369, "count": 512, "max_ms": 4.2354, "p50_ms": 1.5156, "p95_ms": 2.6232, "p99_ms": 3.7049, "results": {"failed": 0, "not_applicable": 0, "success": 3221115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 263, "h264_decode_error_count": 851, "h264_decode_error_count_per_hour": 61, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:45:41+09:00", "last_error_summary": "[h264 @ 0x5df3caf2e700] left block unavailable for requested intra mode [h264 @ 0x5df3caf2e700] error while decoding MB 0 44, bytestream 3569 [h264 @ 0x5df3caf2e700] cabac decode of qscale diff failed at 16 56 [h264 @ 0x5df3caf2e700] error while decoding MB 16 56, bytestream 14027 [h264 @ 0x5df3caf7ed40] error while decoding MB 93 63, bytestream -19", "last_exit_at": "2026-11-03T11:45:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:45:44+09:00", "pid": 73456, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.43, "name": "ffmpeg", "pid": 73456, "rss_mb": 57.43, "state": "S (sleeping)", "threads": 1}, "restart_count": 281, "restart_count_per_hour": 31, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 282}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.288, "sample_count": 2323, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.126, "last_frame_pushed_at": "2026-11-03T11:45:41+09:00", "last_frame_read_age_sec": 5.256, "last_frame_read_at": "2026-11-03T11:45:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.059, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 419.941, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 5.109, "exists": true, "mtime": "2026-11-03T11:45:41.525772+09:00", "mtime_epoch": 1793673941.5257716, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177136}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:45:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.719, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.349, "max": 10.0, "p95": 6.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.235, "max": 1.0, "p95": 1.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 166, "pushed_frames": 166, "read_frames": 166, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.607, "pushed": 5.607, "read": 5.607}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 166, "client_acquire_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.037, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5201.606, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.028, "count": 166, "max_ms": 6.197, "p95_ms": 3.359, "reason": null, "sample_age_ms": 5264.207, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 166, "max_ms": 5.566, "p95_ms": 2.634, "reason": null, "sample_age_ms": 5264.485, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.427, "count": 166, "max_ms": 1.884, "p95_ms": 0.838, "reason": null, "sample_age_ms": 5201.63, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.547, "count": 166, "max_ms": 6.153, "p95_ms": 4.44, "reason": null, "sample_age_ms": 5262.586, "source": "client_direct"}, "request_count": 166, "request_tensor_bytes": {"avg": 2764808.0, "count": 166, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5262.565, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5201.951, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.453, "count": 166, "max_ms": 83.197, "p95_ms": 69.1, "reason": null, "sample_age_ms": 5201.601, "source": "client_direct"}, "sample_age_ms": 5201.597, "source": "client_direct", "task_total_ms": {"avg_ms": 54.657, "count": 166, "max_ms": 86.271, "p95_ms": 73.402, "reason": null, "sample_age_ms": 5201.597, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.766, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.495, "count": 166, "max_ms": 15.405, "p95_ms": 9.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.4, "count": 166, "max_ms": 1.224, "p95_ms": 0.802}, "detection_prepare_ms": {"avg_ms": 0.566, "count": 166, "max_ms": 3.478, "p95_ms": 2.355}, "event_filter_ms": {"avg_ms": 0.005, "count": 166, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.152, "count": 166, "max_ms": 0.635, "p95_ms": 0.453}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.798, "count": 166, "max_ms": 11.18, "p95_ms": 3.286}, "setup_ms": {"avg_ms": 0.056, "count": 166, "max_ms": 0.2, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 2.439, "count": 166, "max_ms": 15.344, "p95_ms": 9.345}, "track_match_ms": {"avg_ms": 0.029, "count": 166, "max_ms": 0.807, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 0.428, "count": 166, "max_ms": 4.037, "p95_ms": 2.27}}, "gstreamer_push": {"avg_ms": 3.803, "count": 166, "max_ms": 11.215, "p95_ms": 6.455}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 166, "max_ms": 0.192, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.165, "count": 166, "max_ms": 87.112, "p95_ms": 75.35}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.225, "count": 166, "max_ms": 12.912, "p95_ms": 9.037}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.691, "count": 166, "max_ms": 140.155, "p95_ms": 117.148}, "inference_input_copy_ms": {"avg_ms": 1.883, "count": 166, "max_ms": 5.287, "p95_ms": 3.184}, "processing_residual_ms": {"avg_ms": 0.289, "count": 166, "max_ms": 0.7, "p95_ms": 0.564}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.088, "count": 166, "max_ms": 145.769, "p95_ms": 124.687}, "read_interval": {"avg_ms": 178.696, "count": 166, "max_ms": 5313.753, "p95_ms": 168.442}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 166, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.73, "count": 166, "max_ms": 11.07, "p95_ms": 3.141}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 166, "max_ms": 0.085, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.71, "count": 166, "max_ms": 11.049, "p95_ms": 3.105}, "worker_merge_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.05, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.185, "count": 166, "max_ms": 87.129, "p95_ms": 75.381}, "visualize": {"avg_ms": 35.42, "count": 166, "max_ms": 49.344, "p95_ms": 45.16}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.175, "count": 166, "max_ms": 47.177, "p95_ms": 40.8}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.779, "count": 166, "max_ms": 47.817, "p95_ms": 42.824}, "visualize_input_copy_ms": {"avg_ms": 1.389, "count": 166, "max_ms": 3.04, "p95_ms": 2.296}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.617, "count": 166, "max_ms": 47.691, "p95_ms": 42.622}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 166, "max_ms": 0.225, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.293, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.807, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221057, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:45:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 184311, "write_bytes_delta": 184311, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 453.0, "cpu_core_ratio": 0.77133, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11339.0, "pid": 73340, "reason": null, "system_cpu_core_ratio": 0.321221, "system_cpu_s_delta": 6.430000000000001, "user_cpu_core_ratio": 0.450109, "user_cpu_s_delta": 9.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1515, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.365682, "system_cpu_s_delta": 7.319999999992433, "user_cpu_core_ratio": 0.785818, "user_cpu_s_delta": 15.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.839, "count": 190, "max_ms": 7.682, "p95_ms": 6.455, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.795, "max": 10.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.321, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 78}, "total": {"avg": 0.542, "max": 2.0, "p95": 2.0, "sample_count": 190}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.336, "count": 30, "max": 77.183, "p95": 65.278, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.039, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1007.067, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2594.9, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.117, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.567, "p95": 0.563, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180236.733, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168245.367, "count": 30, "max": 189687.0, "p95": 185499.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.988, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25097, "sampled_at": "2026-11-03T11:45:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:45:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.606, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5278464, "flush_count": 5581, "flush_interval_seconds": 30.0, "flush_state": {"count": 5581, "last_at": "2026-11-03T11:47:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:47:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5580}, "started": true, "suppressed_count": 3216534, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3216132}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5581, "written_record_count": 5581}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10136.168, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6380a6062840] left block unavailable for requested intra mode [h264 @ 0x6380a6062840] error while decoding MB 0 36, bytestream 9252 [h264 @ 0x6380a5ffdf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6380a5ffdf80] error while decoding MB 0 63, bytestream 9643 [h264 @ 0x6380a6b6bcc0] left block unavailable for requested intra mode [h264 @ 0x6380a6b6bcc0] error while decoding MB 0 43, bytestream 10116 [h264 @ 0x6380a60a0540] left block unavailable for requested intra4", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8907389337600, "copied_frame_count": 3221712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8907389337600, "frame_buffer_copies": 3221712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1308, "count": 512, "max_ms": 1.1819, "p50_ms": 0.1158, "p95_ms": 0.2404, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5604, "count": 512, "max_ms": 4.6773, "p50_ms": 1.4646, "p95_ms": 2.5616, "p99_ms": 4.047, "results": {"failed": 0, "not_applicable": 0, "success": 3221712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 264, "h264_decode_error_count": 855, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:47:12+09:00", "last_error_summary": "[h264 @ 0x6380a6062840] left block unavailable for requested intra mode [h264 @ 0x6380a6062840] error while decoding MB 0 36, bytestream 9252 [h264 @ 0x6380a5ffdf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6380a5ffdf80] error while decoding MB 0 63, bytestream 9643 [h264 @ 0x6380a6b6bcc0] left block unavailable for requested intra mode [h264 @ 0x6380a6b6bcc0] error while decoding MB 0 43, bytestream 10116 [h264 @ 0x6380a60a0540] left block unavailable for requested intra4", "last_exit_at": "2026-11-03T11:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.716, "last_started_at": "2026-11-03T11:45:44+09:00", "pid": 73456, "process": {"exists": false, "pid": 73456}, "restart_count": 281, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 282}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T11:47:12+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-03T11:47:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.772, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 334.228, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-11-03T11:47:12.239067+09:00", "mtime_epoch": 1793674032.239067, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177817}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:47:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.875, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.748, "max": 7.0, "p95": 6.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.876, "pushed": 5.876, "read": 5.876}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 73.737, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 151, "max_ms": 6.398, "p95_ms": 2.963, "reason": null, "sample_age_ms": 122.571, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 151, "max_ms": 5.868, "p95_ms": 2.442, "reason": null, "sample_age_ms": 123.239, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 151, "max_ms": 1.07, "p95_ms": 0.675, "reason": null, "sample_age_ms": 73.748, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 151, "max_ms": 14.592, "p95_ms": 3.675, "reason": null, "sample_age_ms": 119.834, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.785, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.895, "count": 151, "max_ms": 75.903, "p95_ms": 66.856, "reason": null, "sample_age_ms": 73.731, "source": "client_direct"}, "sample_age_ms": 73.727, "source": "client_direct", "task_total_ms": {"avg_ms": 51.662, "count": 151, "max_ms": 79.328, "p95_ms": 71.981, "reason": null, "sample_age_ms": 73.727, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.354, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.228, "count": 151, "max_ms": 10.435, "p95_ms": 2.489}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 151, "max_ms": 0.994, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.228, "count": 151, "max_ms": 2.45, "p95_ms": 0.425}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 151, "max_ms": 0.491, "p95_ms": 0.218}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.041, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.309, "count": 151, "max_ms": 3.609, "p95_ms": 0.697}, "setup_ms": {"avg_ms": 0.053, "count": 151, "max_ms": 0.149, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 1.177, "count": 151, "max_ms": 10.298, "p95_ms": 2.348}, "track_match_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.143, "p95_ms": 0.017}, "tracker_update_ms": {"avg_ms": 0.109, "count": 151, "max_ms": 2.676, "p95_ms": 0.21}}, "gstreamer_push": {"avg_ms": 3.519, "count": 151, "max_ms": 8.058, "p95_ms": 5.321}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 151, "max_ms": 1.782, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.908, "count": 151, "max_ms": 83.173, "p95_ms": 74.496}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.96, "count": 151, "max_ms": 12.067, "p95_ms": 8.962}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.936, "count": 151, "max_ms": 123.589, "p95_ms": 113.65}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 151, "max_ms": 5.4, "p95_ms": 3.123}, "processing_residual_ms": {"avg_ms": 0.259, "count": 151, "max_ms": 0.626, "p95_ms": 0.457}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.916, "count": 151, "max_ms": 136.663, "p95_ms": 123.268}, "read_interval": {"avg_ms": 205.15, "count": 151, "max_ms": 7458.176, "p95_ms": 176.885}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 151, "max_ms": 0.055, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.248, "count": 151, "max_ms": 3.446, "p95_ms": 0.488}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 151, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.23, "count": 151, "max_ms": 3.405, "p95_ms": 0.433}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.923, "count": 151, "max_ms": 83.184, "p95_ms": 74.504}, "visualize": {"avg_ms": 33.479, "count": 151, "max_ms": 57.994, "p95_ms": 41.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.901, "count": 151, "max_ms": 54.345, "p95_ms": 38.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.858, "count": 151, "max_ms": 55.367, "p95_ms": 39.21}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 151, "max_ms": 3.408, "p95_ms": 2.281}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.706, "count": 151, "max_ms": 55.14, "p95_ms": 39.011}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 151, "max_ms": 0.254, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.919, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.937, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 190199, "write_bytes_delta": 190199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 0.794596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6597.0, "pid": 73456, "reason": null, "system_cpu_core_ratio": 0.343461, "system_cpu_s_delta": 6.89, "user_cpu_core_ratio": 0.451135, "user_cpu_s_delta": 9.049999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.091199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351935, "system_cpu_s_delta": 7.059999999997672, "user_cpu_core_ratio": 0.739263, "user_cpu_s_delta": 14.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.391, "count": 200, "max_ms": 7.235, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.35, "max": 12.0, "p95": 6.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 24}, "total": {"avg": 0.12, "max": 1.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.482, "count": 30, "max": 77.183, "p95": 55.774, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.708, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 981.267, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.3, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.602, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180842.433, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169009.067, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.533, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.974, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25101, "sampled_at": "2026-11-03T11:46:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:46:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.697, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5278464, "flush_count": 5581, "flush_interval_seconds": 30.0, "flush_state": {"count": 5581, "last_at": "2026-11-03T11:47:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:47:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5580}, "started": true, "suppressed_count": 3216534, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3216132}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5581, "written_record_count": 5581}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10134.629, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:47:12+09:00", "last_error_summary": "[h264 @ 0x6380a6062840] left block unavailable for requested intra mode [h264 @ 0x6380a6062840] error while decoding MB 0 36, bytestream 9252 [h264 @ 0x6380a5ffdf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6380a5ffdf80] error while decoding MB 0 63, bytestream 9643 [h264 @ 0x6380a6b6bcc0] left block unavailable for requested intra mode [h264 @ 0x6380a6b6bcc0] error while decoding MB 0 43, bytestream 10116 [h264 @ 0x6380a60a0540] left block unavailable for requested intra4", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8907389337600, "copied_frame_count": 3221712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8907389337600, "frame_buffer_copies": 3221712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1308, "count": 512, "max_ms": 1.1819, "p50_ms": 0.1158, "p95_ms": 0.2404, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5604, "count": 512, "max_ms": 4.6773, "p50_ms": 1.4646, "p95_ms": 2.5616, "p99_ms": 4.047, "results": {"failed": 0, "not_applicable": 0, "success": 3221712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 264, "h264_decode_error_count": 855, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:47:12+09:00", "last_error_summary": "[h264 @ 0x6380a6062840] left block unavailable for requested intra mode [h264 @ 0x6380a6062840] error while decoding MB 0 36, bytestream 9252 [h264 @ 0x6380a5ffdf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6380a5ffdf80] error while decoding MB 0 63, bytestream 9643 [h264 @ 0x6380a6b6bcc0] left block unavailable for requested intra mode [h264 @ 0x6380a6b6bcc0] error while decoding MB 0 43, bytestream 10116 [h264 @ 0x6380a60a0540] left block unavailable for requested intra4", "last_exit_at": "2026-11-03T11:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.769, "last_started_at": "2026-11-03T11:45:44+09:00", "pid": 73456, "process": {"exists": false, "pid": 73456}, "restart_count": 281, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 282}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2154, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T11:47:12+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-03T11:47:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.813, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 334.187, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-03T11:47:12.357068+09:00", "mtime_epoch": 1793674032.3570676, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177626}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:47:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.867, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.748, "max": 7.0, "p95": 6.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.864, "pushed": 5.864, "read": 5.864}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 124.208, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 151, "max_ms": 6.398, "p95_ms": 2.963, "reason": null, "sample_age_ms": 173.042, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 151, "max_ms": 5.868, "p95_ms": 2.442, "reason": null, "sample_age_ms": 173.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 151, "max_ms": 1.07, "p95_ms": 0.675, "reason": null, "sample_age_ms": 124.219, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 151, "max_ms": 14.592, "p95_ms": 3.675, "reason": null, "sample_age_ms": 170.305, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 170.256, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.63, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.895, "count": 151, "max_ms": 75.903, "p95_ms": 66.856, "reason": null, "sample_age_ms": 124.202, "source": "client_direct"}, "sample_age_ms": 124.198, "source": "client_direct", "task_total_ms": {"avg_ms": 51.662, "count": 151, "max_ms": 79.328, "p95_ms": 71.981, "reason": null, "sample_age_ms": 124.198, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.91, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.228, "count": 151, "max_ms": 10.435, "p95_ms": 2.489}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 151, "max_ms": 0.994, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.228, "count": 151, "max_ms": 2.45, "p95_ms": 0.425}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 151, "max_ms": 0.491, "p95_ms": 0.218}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.041, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.309, "count": 151, "max_ms": 3.609, "p95_ms": 0.697}, "setup_ms": {"avg_ms": 0.053, "count": 151, "max_ms": 0.149, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 1.177, "count": 151, "max_ms": 10.298, "p95_ms": 2.348}, "track_match_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.143, "p95_ms": 0.017}, "tracker_update_ms": {"avg_ms": 0.109, "count": 151, "max_ms": 2.676, "p95_ms": 0.21}}, "gstreamer_push": {"avg_ms": 3.519, "count": 151, "max_ms": 8.058, "p95_ms": 5.321}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 151, "max_ms": 1.782, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.908, "count": 151, "max_ms": 83.173, "p95_ms": 74.496}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.96, "count": 151, "max_ms": 12.067, "p95_ms": 8.962}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.936, "count": 151, "max_ms": 123.589, "p95_ms": 113.65}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 151, "max_ms": 5.4, "p95_ms": 3.123}, "processing_residual_ms": {"avg_ms": 0.259, "count": 151, "max_ms": 0.626, "p95_ms": 0.457}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.916, "count": 151, "max_ms": 136.663, "p95_ms": 123.268}, "read_interval": {"avg_ms": 205.15, "count": 151, "max_ms": 7458.176, "p95_ms": 176.885}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 151, "max_ms": 0.055, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.248, "count": 151, "max_ms": 3.446, "p95_ms": 0.488}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 151, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.23, "count": 151, "max_ms": 3.405, "p95_ms": 0.433}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.923, "count": 151, "max_ms": 83.184, "p95_ms": 74.504}, "visualize": {"avg_ms": 33.479, "count": 151, "max_ms": 57.994, "p95_ms": 41.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.901, "count": 151, "max_ms": 54.345, "p95_ms": 38.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.858, "count": 151, "max_ms": 55.367, "p95_ms": 39.21}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 151, "max_ms": 3.408, "p95_ms": 2.281}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.706, "count": 151, "max_ms": 55.14, "p95_ms": 39.011}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 151, "max_ms": 0.254, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.919, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.937, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 190199, "write_bytes_delta": 190199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 0.794596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6597.0, "pid": 73456, "reason": null, "system_cpu_core_ratio": 0.343461, "system_cpu_s_delta": 6.89, "user_cpu_core_ratio": 0.451135, "user_cpu_s_delta": 9.049999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.091199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351935, "system_cpu_s_delta": 7.059999999997672, "user_cpu_core_ratio": 0.739263, "user_cpu_s_delta": 14.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.391, "count": 200, "max_ms": 7.235, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.35, "max": 12.0, "p95": 6.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 24}, "total": {"avg": 0.12, "max": 1.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.482, "count": 30, "max": 77.183, "p95": 55.774, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.708, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 981.267, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.3, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.602, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180842.433, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169009.067, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.533, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.974, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25101, "sampled_at": "2026-11-03T11:46:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:46:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.749, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5278464, "flush_count": 5581, "flush_interval_seconds": 30.0, "flush_state": {"count": 5581, "last_at": "2026-11-03T11:47:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:47:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5580}, "started": true, "suppressed_count": 3216534, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3216132}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5581, "written_record_count": 5581}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10135.719, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8907389337600, "copied_frame_count": 3221712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8907389337600, "frame_buffer_copies": 3221712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1308, "count": 512, "max_ms": 1.1819, "p50_ms": 0.1158, "p95_ms": 0.2404, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5604, "count": 512, "max_ms": 4.6773, "p50_ms": 1.4646, "p95_ms": 2.5616, "p99_ms": 4.047, "results": {"failed": 0, "not_applicable": 0, "success": 3221712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 264, "h264_decode_error_count": 855, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:47:12+09:00", "last_error_summary": "[h264 @ 0x6380a6062840] left block unavailable for requested intra mode [h264 @ 0x6380a6062840] error while decoding MB 0 36, bytestream 9252 [h264 @ 0x6380a5ffdf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6380a5ffdf80] error while decoding MB 0 63, bytestream 9643 [h264 @ 0x6380a6b6bcc0] left block unavailable for requested intra mode [h264 @ 0x6380a6b6bcc0] error while decoding MB 0 43, bytestream 10116 [h264 @ 0x6380a60a0540] left block unavailable for requested intra4", "last_exit_at": "2026-11-03T11:47:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 87.805, "last_started_at": "2026-11-03T11:45:44+09:00", "pid": 73456, "process": {"exists": false, "pid": 73456}, "restart_count": 281, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 282}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.574, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-11-03T11:47:12+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-11-03T11:47:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.853, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 334.147, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-11-03T11:47:12.357068+09:00", "mtime_epoch": 1793674032.3570676, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177626}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:47:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.867, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.748, "max": 7.0, "p95": 6.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 7}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 151, "pushed_frames": 151, "read_frames": 151, "select_timeouts": 12, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.856, "pushed": 5.856, "read": 5.856}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 158.56, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 151, "max_ms": 6.398, "p95_ms": 2.963, "reason": null, "sample_age_ms": 207.395, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 151, "max_ms": 5.868, "p95_ms": 2.442, "reason": null, "sample_age_ms": 208.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 151, "max_ms": 1.07, "p95_ms": 0.675, "reason": null, "sample_age_ms": 158.572, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.2, "count": 151, "max_ms": 14.592, "p95_ms": 3.675, "reason": null, "sample_age_ms": 204.658, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2764808.0, "count": 151, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 204.608, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 158.982, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.895, "count": 151, "max_ms": 75.903, "p95_ms": 66.856, "reason": null, "sample_age_ms": 158.555, "source": "client_direct"}, "sample_age_ms": 158.551, "source": "client_direct", "task_total_ms": {"avg_ms": 51.662, "count": 151, "max_ms": 79.328, "p95_ms": 71.981, "reason": null, "sample_age_ms": 158.551, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.228, "count": 151, "max_ms": 10.435, "p95_ms": 2.489}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 151, "max_ms": 0.994, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.228, "count": 151, "max_ms": 2.45, "p95_ms": 0.425}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 151, "max_ms": 0.491, "p95_ms": 0.218}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.041, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.309, "count": 151, "max_ms": 3.609, "p95_ms": 0.697}, "setup_ms": {"avg_ms": 0.053, "count": 151, "max_ms": 0.149, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 1.177, "count": 151, "max_ms": 10.298, "p95_ms": 2.348}, "track_match_ms": {"avg_ms": 0.008, "count": 151, "max_ms": 0.143, "p95_ms": 0.017}, "tracker_update_ms": {"avg_ms": 0.109, "count": 151, "max_ms": 2.676, "p95_ms": 0.21}}, "gstreamer_push": {"avg_ms": 3.519, "count": 151, "max_ms": 8.058, "p95_ms": 5.321}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 151, "max_ms": 1.782, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.908, "count": 151, "max_ms": 83.173, "p95_ms": 74.496}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.96, "count": 151, "max_ms": 12.067, "p95_ms": 8.962}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.936, "count": 151, "max_ms": 123.589, "p95_ms": 113.65}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 151, "max_ms": 5.4, "p95_ms": 3.123}, "processing_residual_ms": {"avg_ms": 0.259, "count": 151, "max_ms": 0.626, "p95_ms": 0.457}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.916, "count": 151, "max_ms": 136.663, "p95_ms": 123.268}, "read_interval": {"avg_ms": 205.15, "count": 151, "max_ms": 7458.176, "p95_ms": 176.885}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 151, "max_ms": 0.055, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.248, "count": 151, "max_ms": 3.446, "p95_ms": 0.488}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 151, "max_ms": 0.064, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.23, "count": 151, "max_ms": 3.405, "p95_ms": 0.433}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.923, "count": 151, "max_ms": 83.184, "p95_ms": 74.504}, "visualize": {"avg_ms": 33.479, "count": 151, "max_ms": 57.994, "p95_ms": 41.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.901, "count": 151, "max_ms": 54.345, "p95_ms": 38.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.858, "count": 151, "max_ms": 55.367, "p95_ms": 39.21}, "visualize_input_copy_ms": {"avg_ms": 1.384, "count": 151, "max_ms": 3.408, "p95_ms": 2.281}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.706, "count": 151, "max_ms": 55.14, "p95_ms": 39.011}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 151, "max_ms": 0.254, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.919, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.937, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 190199, "write_bytes_delta": 190199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 0.794596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6597.0, "pid": 73456, "reason": null, "system_cpu_core_ratio": 0.343461, "system_cpu_s_delta": 6.89, "user_cpu_core_ratio": 0.451135, "user_cpu_s_delta": 9.049999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.091199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351935, "system_cpu_s_delta": 7.059999999997672, "user_cpu_core_ratio": 0.739263, "user_cpu_s_delta": 14.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.391, "count": 200, "max_ms": 7.235, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.35, "max": 12.0, "p95": 6.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 24}, "total": {"avg": 0.12, "max": 1.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.482, "count": 30, "max": 77.183, "p95": 55.774, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.708, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 981.267, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.3, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.602, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180842.433, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169009.067, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.533, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.974, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25101, "sampled_at": "2026-11-03T11:46:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:46:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 25.785, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5278464, "flush_count": 5581, "flush_interval_seconds": 30.0, "flush_state": {"count": 5581, "last_at": "2026-11-03T11:47:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:47:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5580}, "started": true, "suppressed_count": 3216534, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3216132}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5581, "written_record_count": 5581}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10304.566, "limit_mb": null}, "detail": {"pid": 73572, "restart_count": 282, "start_count": 283}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8907389337600, "copied_frame_count": 3221712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8907389337600, "frame_buffer_copies": 3221712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1308, "count": 512, "max_ms": 1.1819, "p50_ms": 0.1158, "p95_ms": 0.2404, "p99_ms": 0.3185}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5604, "count": 512, "max_ms": 4.6773, "p50_ms": 1.4646, "p95_ms": 2.5616, "p99_ms": 4.047, "results": {"failed": 0, "not_applicable": 0, "success": 3221712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 264, "h264_decode_error_count": 855, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:47:12+09:00", "last_error_summary": "[h264 @ 0x6380a6062840] left block unavailable for requested intra mode [h264 @ 0x6380a6062840] error while decoding MB 0 36, bytestream 9252 [h264 @ 0x6380a5ffdf80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x6380a5ffdf80] error while decoding MB 0 63, bytestream 9643 [h264 @ 0x6380a6b6bcc0] left block unavailable for requested intra mode [h264 @ 0x6380a6b6bcc0] error while decoding MB 0 43, bytestream 10116 [h264 @ 0x6380a60a0540] left block unavailable for requested intra4", "last_exit_at": "2026-11-03T11:47:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:47:15+09:00", "pid": 73572, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.57, "name": "ffmpeg", "pid": 73572, "rss_mb": 206.57, "state": "S (sleeping)", "threads": 70}, "restart_count": 282, "restart_count_per_hour": 31, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 283}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.381, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:47:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.157, "last_frame_pushed_at": "2026-11-03T11:47:12+09:00", "last_frame_read_age_sec": 5.27, "last_frame_read_at": "2026-11-03T11:47:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.918, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 329.082, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 5.146, "exists": true, "mtime": "2026-11-03T11:47:12.357068+09:00", "mtime_epoch": 1793674032.3570676, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177626}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:47:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.871, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3221712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.703, "max": 7.0, "p95": 6.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "total": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.839, "pushed": 4.839, "read": 4.805}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.008, "count": 144, "max_ms": 0.034, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5226.065, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.787, "count": 144, "max_ms": 3.492, "p95_ms": 2.911, "reason": null, "sample_age_ms": 5274.899, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 144, "max_ms": 2.931, "p95_ms": 2.366, "reason": null, "sample_age_ms": 5275.567, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 144, "max_ms": 1.07, "p95_ms": 0.675, "reason": null, "sample_age_ms": 5226.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 144, "max_ms": 8.541, "p95_ms": 3.399, "reason": null, "sample_age_ms": 5272.163, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2764808.0, "count": 144, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5272.113, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5226.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.454, "count": 144, "max_ms": 75.903, "p95_ms": 66.09, "reason": null, "sample_age_ms": 5226.06, "source": "client_direct"}, "sample_age_ms": 5226.055, "source": "client_direct", "task_total_ms": {"avg_ms": 51.12, "count": 144, "max_ms": 79.328, "p95_ms": 70.463, "reason": null, "sample_age_ms": 5226.055, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.159, "count": 145, "max_ms": 10.435, "p95_ms": 2.316}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 145, "max_ms": 0.994, "p95_ms": 0.65}, "detection_prepare_ms": {"avg_ms": 0.215, "count": 145, "max_ms": 2.45, "p95_ms": 0.41}, "event_filter_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.027, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 145, "max_ms": 0.491, "p95_ms": 0.194}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.041, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.282, "count": 145, "max_ms": 3.609, "p95_ms": 0.488}, "setup_ms": {"avg_ms": 0.053, "count": 145, "max_ms": 0.149, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 1.108, "count": 145, "max_ms": 10.298, "p95_ms": 2.207}, "track_match_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.143, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.088, "count": 145, "max_ms": 2.502, "p95_ms": 0.095}}, "gstreamer_push": {"avg_ms": 3.505, "count": 145, "max_ms": 8.058, "p95_ms": 5.254}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 145, "max_ms": 1.782, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.449, "count": 145, "max_ms": 83.173, "p95_ms": 73.148}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.89, "count": 145, "max_ms": 12.067, "p95_ms": 8.6}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.464, "count": 145, "max_ms": 123.589, "p95_ms": 109.898}, "inference_input_copy_ms": {"avg_ms": 1.74, "count": 145, "max_ms": 5.4, "p95_ms": 2.817}, "processing_residual_ms": {"avg_ms": 0.26, "count": 145, "max_ms": 0.626, "p95_ms": 0.457}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.354, "count": 145, "max_ms": 129.603, "p95_ms": 120.978}, "read_interval": {"avg_ms": 172.349, "count": 144, "max_ms": 7458.176, "p95_ms": 157.071}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 145, "max_ms": 0.055, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.222, "count": 145, "max_ms": 3.446, "p95_ms": 0.355}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 145, "max_ms": 0.064, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.204, "count": 145, "max_ms": 3.405, "p95_ms": 0.321}, "worker_merge_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.017, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 52.464, "count": 145, "max_ms": 83.184, "p95_ms": 73.161}, "visualize": {"avg_ms": 33.543, "count": 145, "max_ms": 57.994, "p95_ms": 41.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.984, "count": 145, "max_ms": 54.345, "p95_ms": 38.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.914, "count": 145, "max_ms": 55.367, "p95_ms": 39.21}, "visualize_input_copy_ms": {"avg_ms": 1.391, "count": 145, "max_ms": 3.408, "p95_ms": 2.281}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.762, "count": 145, "max_ms": 55.14, "p95_ms": 39.011}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 145, "max_ms": 0.254, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.82, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.919, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.937, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3221605, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:46:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 190199, "write_bytes_delta": 190199, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 446.0, "cpu_core_ratio": 0.794596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6597.0, "pid": 73456, "reason": null, "system_cpu_core_ratio": 0.343461, "system_cpu_s_delta": 6.89, "user_cpu_core_ratio": 0.451135, "user_cpu_s_delta": 9.049999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.091199, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.351935, "system_cpu_s_delta": 7.059999999997672, "user_cpu_core_ratio": 0.739263, "user_cpu_s_delta": 14.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.391, "count": 200, "max_ms": 7.235, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.35, "max": 12.0, "p95": 6.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 24}, "total": {"avg": 0.12, "max": 1.0, "p95": 1.0, "sample_count": 200}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.482, "count": 30, "max": 77.183, "p95": 55.774, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.708, "count": 30, "max": 28.975, "p95": 22.624, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 981.267, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2950.3, "count": 30, "max": 15319.0, "p95": 11341.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.13, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.602, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.334, "p95": 0.067, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180842.433, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 169009.067, "count": 30, "max": 190199.0, "p95": 188239.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.533, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.495, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.974, "count": 30, "max": 1.158, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25101, "sampled_at": "2026-11-03T11:46:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:46:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5280270, "flush_count": 5583, "flush_interval_seconds": 30.0, "flush_state": {"count": 5583, "last_at": "2026-11-03T11:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5582}, "started": true, "suppressed_count": 3217523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5583, "written_record_count": 5583}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10139.875, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x610d94f28140] left block unavailable for requested intra mode [h264 @ 0x610d94f28140] error while decoding MB 0 65, bytestream 8625 [h264 @ 0x610d943cb4c0] error while decoding MB 7 64, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8910126489600, "copied_frame_count": 3222702, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8910126489600, "frame_buffer_copies": 3222702, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1268, "count": 512, "max_ms": 0.3783, "p50_ms": 0.116, "p95_ms": 0.2212, "p99_ms": 0.286}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5095, "count": 512, "max_ms": 3.4042, "p50_ms": 1.4496, "p95_ms": 2.4044, "p99_ms": 2.8403, "results": {"failed": 0, "not_applicable": 0, "success": 3222702, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 265, "h264_decode_error_count": 857, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:49:23+09:00", "last_error_summary": "[h264 @ 0x610d94f28140] left block unavailable for requested intra mode [h264 @ 0x610d94f28140] error while decoding MB 0 65, bytestream 8625 [h264 @ 0x610d943cb4c0] error while decoding MB 7 64, bytestream -10", "last_exit_at": "2026-11-03T11:47:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.562, "last_started_at": "2026-11-03T11:47:15+09:00", "pid": 73572, "process": {"exists": false, "pid": 73572}, "restart_count": 282, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 283}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.199, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222702, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:49:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-11-03T11:49:22+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-03T11:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.486, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 203.514, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T11:49:22.985508+09:00", "mtime_epoch": 1793674162.9855077, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 182250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:49:23+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3222703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.655, "max": 11.0, "p95": 5.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "total": {"avg": 0.08, "max": 1.0, "p95": 1.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.817, "pushed": 5.817, "read": 5.817}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.008, "count": 175, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 35.625, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 174, "max_ms": 11.858, "p95_ms": 3.163, "reason": null, "sample_age_ms": 63.475, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 174, "max_ms": 11.282, "p95_ms": 2.475, "reason": null, "sample_age_ms": 64.208, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 175, "max_ms": 0.875, "p95_ms": 0.653, "reason": null, "sample_age_ms": 35.633, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.222, "count": 174, "max_ms": 7.603, "p95_ms": 3.721, "reason": null, "sample_age_ms": 61.927, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2764808.0, "count": 174, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.907, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.892, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.312, "count": 175, "max_ms": 78.585, "p95_ms": 67.347, "reason": null, "sample_age_ms": 35.622, "source": "client_direct"}, "sample_age_ms": 35.619, "source": "client_direct", "task_total_ms": {"avg_ms": 53.082, "count": 175, "max_ms": 81.2, "p95_ms": 70.875, "reason": null, "sample_age_ms": 35.619, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.291, "count": 174, "max_ms": 12.339, "p95_ms": 5.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 174, "max_ms": 0.956, "p95_ms": 0.618}, "detection_prepare_ms": {"avg_ms": 0.273, "count": 174, "max_ms": 3.289, "p95_ms": 1.376}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 174, "max_ms": 0.479, "p95_ms": 0.188}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.361, "count": 174, "max_ms": 4.535, "p95_ms": 1.984}, "setup_ms": {"avg_ms": 0.048, "count": 174, "max_ms": 0.112, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 1.244, "count": 174, "max_ms": 12.141, "p95_ms": 5.178}, "track_match_ms": {"avg_ms": 0.014, "count": 174, "max_ms": 0.211, "p95_ms": 0.096}, "tracker_update_ms": {"avg_ms": 0.143, "count": 174, "max_ms": 2.574, "p95_ms": 1.4}}, "gstreamer_push": {"avg_ms": 3.449, "count": 174, "max_ms": 7.746, "p95_ms": 5.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 174, "max_ms": 0.955, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.492, "count": 174, "max_ms": 84.384, "p95_ms": 72.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.729, "count": 174, "max_ms": 11.039, "p95_ms": 7.253}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.95, "count": 174, "max_ms": 128.523, "p95_ms": 109.423}, "inference_input_copy_ms": {"avg_ms": 1.656, "count": 174, "max_ms": 5.424, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.238, "count": 174, "max_ms": 0.778, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.573, "count": 174, "max_ms": 133.979, "p95_ms": 115.039}, "read_interval": {"avg_ms": 172.117, "count": 174, "max_ms": 7484.034, "p95_ms": 158.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.049, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.303, "count": 174, "max_ms": 4.34, "p95_ms": 1.932}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 174, "max_ms": 0.065, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.286, "count": 174, "max_ms": 4.291, "p95_ms": 1.919}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 54.508, "count": 174, "max_ms": 84.391, "p95_ms": 72.239}, "visualize": {"avg_ms": 31.889, "count": 174, "max_ms": 48.622, "p95_ms": 39.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.219, "count": 174, "max_ms": 44.639, "p95_ms": 36.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.265, "count": 174, "max_ms": 45.498, "p95_ms": 38.107}, "visualize_input_copy_ms": {"avg_ms": 1.411, "count": 174, "max_ms": 3.221, "p95_ms": 2.204}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.122, "count": 174, "max_ms": 45.294, "p95_ms": 38.015}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 174, "max_ms": 0.282, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.924, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.388, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 175222, "write_bytes_delta": 175222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 923.0, "cpu_core_ratio": 0.764624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12686.0, "pid": 73572, "reason": null, "system_cpu_core_ratio": 0.177102, "system_cpu_s_delta": 3.5600000000000005, "user_cpu_core_ratio": 0.587521, "user_cpu_s_delta": 11.809999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432806, "system_cpu_s_delta": 8.69999999999709, "user_cpu_core_ratio": 1.015353, "user_cpu_s_delta": 20.40999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.504, "count": 256, "max_ms": 7.482, "p95_ms": 5.527, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.812, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 0.208, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.901, "count": 30, "max": 77.183, "p95": 51.559, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.024, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.0, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.167, "count": 30, "max": 17318.0, "p95": 14134.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180789.1, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168710.7, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.469, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.134, "p95": 1.101, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25107, "sampled_at": "2026-11-03T11:48:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:48:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5280270, "flush_count": 5583, "flush_interval_seconds": 30.0, "flush_state": {"count": 5583, "last_at": "2026-11-03T11:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5582}, "started": true, "suppressed_count": 3217523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5583, "written_record_count": 5583}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10139.301, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:49:23+09:00", "last_error_summary": "[h264 @ 0x610d94f28140] left block unavailable for requested intra mode [h264 @ 0x610d94f28140] error while decoding MB 0 65, bytestream 8625 [h264 @ 0x610d943cb4c0] error while decoding MB 7 64, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8910129254400, "copied_frame_count": 3222703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8910129254400, "frame_buffer_copies": 3222703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1268, "count": 512, "max_ms": 0.3783, "p50_ms": 0.116, "p95_ms": 0.2212, "p99_ms": 0.286}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 20.2758, "p50_ms": 1.4496, "p95_ms": 2.4044, "p99_ms": 2.8403, "results": {"failed": 0, "not_applicable": 0, "success": 3222703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 265, "h264_decode_error_count": 857, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:49:23+09:00", "last_error_summary": "[h264 @ 0x610d94f28140] left block unavailable for requested intra mode [h264 @ 0x610d94f28140] error while decoding MB 0 65, bytestream 8625 [h264 @ 0x610d943cb4c0] error while decoding MB 7 64, bytestream -10", "last_exit_at": "2026-11-03T11:49:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.637, "last_started_at": "2026-11-03T11:47:15+09:00", "pid": 73572, "process": {"exists": false, "pid": 73572}, "restart_count": 282, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 283}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.199, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-11-03T11:49:23+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-11-03T11:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.555, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 203.445, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.154, "exists": true, "mtime": "2026-11-03T11:49:22.985508+09:00", "mtime_epoch": 1793674162.9855077, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 182250}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3222703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.657, "max": 11.0, "p95": 5.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.086, "max": 1.0, "p95": 1.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.835, "pushed": 5.835, "read": 5.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 114.374, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.859, "count": 174, "max_ms": 11.858, "p95_ms": 3.163, "reason": null, "sample_age_ms": 142.224, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 174, "max_ms": 11.282, "p95_ms": 2.475, "reason": null, "sample_age_ms": 142.956, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 174, "max_ms": 0.875, "p95_ms": 0.654, "reason": null, "sample_age_ms": 114.381, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.222, "count": 174, "max_ms": 7.603, "p95_ms": 3.721, "reason": null, "sample_age_ms": 140.676, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2764808.0, "count": 174, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.656, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.641, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.299, "count": 174, "max_ms": 78.585, "p95_ms": 67.378, "reason": null, "sample_age_ms": 114.371, "source": "client_direct"}, "sample_age_ms": 114.367, "source": "client_direct", "task_total_ms": {"avg_ms": 53.067, "count": 174, "max_ms": 81.2, "p95_ms": 70.878, "reason": null, "sample_age_ms": 114.367, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.111, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.317, "count": 175, "max_ms": 12.339, "p95_ms": 5.616}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 175, "max_ms": 0.956, "p95_ms": 0.618}, "detection_prepare_ms": {"avg_ms": 0.279, "count": 175, "max_ms": 3.289, "p95_ms": 1.376}, "event_filter_ms": {"avg_ms": 0.004, "count": 175, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 175, "max_ms": 0.479, "p95_ms": 0.188}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.374, "count": 175, "max_ms": 4.535, "p95_ms": 2.074}, "setup_ms": {"avg_ms": 0.048, "count": 175, "max_ms": 0.112, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 1.27, "count": 175, "max_ms": 12.141, "p95_ms": 5.554}, "track_match_ms": {"avg_ms": 0.015, "count": 175, "max_ms": 0.211, "p95_ms": 0.096}, "tracker_update_ms": {"avg_ms": 0.15, "count": 175, "max_ms": 2.574, "p95_ms": 1.409}}, "gstreamer_push": {"avg_ms": 3.472, "count": 175, "max_ms": 7.746, "p95_ms": 5.845}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 175, "max_ms": 0.955, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.346, "count": 175, "max_ms": 84.384, "p95_ms": 72.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.781, "count": 175, "max_ms": 11.794, "p95_ms": 7.648}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.945, "count": 175, "max_ms": 128.523, "p95_ms": 109.423}, "inference_input_copy_ms": {"avg_ms": 1.653, "count": 175, "max_ms": 5.424, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.238, "count": 175, "max_ms": 0.778, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.616, "count": 175, "max_ms": 133.979, "p95_ms": 115.039}, "read_interval": {"avg_ms": 172.117, "count": 174, "max_ms": 7484.034, "p95_ms": 158.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 175, "max_ms": 0.049, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.315, "count": 175, "max_ms": 4.34, "p95_ms": 2.016}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 175, "max_ms": 0.065, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.298, "count": 175, "max_ms": 4.291, "p95_ms": 1.989}, "worker_merge_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 54.362, "count": 175, "max_ms": 84.391, "p95_ms": 72.239}, "visualize": {"avg_ms": 32.006, "count": 175, "max_ms": 52.372, "p95_ms": 40.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.269, "count": 175, "max_ms": 44.639, "p95_ms": 37.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.385, "count": 175, "max_ms": 51.3, "p95_ms": 38.412}, "visualize_input_copy_ms": {"avg_ms": 1.408, "count": 175, "max_ms": 3.221, "p95_ms": 2.204}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.242, "count": 175, "max_ms": 51.143, "p95_ms": 38.248}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 175, "max_ms": 0.282, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.924, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.388, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 175222, "write_bytes_delta": 175222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 923.0, "cpu_core_ratio": 0.764624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12686.0, "pid": 73572, "reason": null, "system_cpu_core_ratio": 0.177102, "system_cpu_s_delta": 3.5600000000000005, "user_cpu_core_ratio": 0.587521, "user_cpu_s_delta": 11.809999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432806, "system_cpu_s_delta": 8.69999999999709, "user_cpu_core_ratio": 1.015353, "user_cpu_s_delta": 20.40999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.504, "count": 256, "max_ms": 7.482, "p95_ms": 5.527, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.812, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 0.208, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.901, "count": 30, "max": 77.183, "p95": 51.559, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.024, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.0, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.167, "count": 30, "max": 17318.0, "p95": 14134.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180789.1, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168710.7, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.469, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.134, "p95": 1.101, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25107, "sampled_at": "2026-11-03T11:48:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:48:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5280270, "flush_count": 5583, "flush_interval_seconds": 30.0, "flush_state": {"count": 5583, "last_at": "2026-11-03T11:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5582}, "started": true, "suppressed_count": 3217523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5583, "written_record_count": 5583}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10138.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8910129254400, "copied_frame_count": 3222703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8910129254400, "frame_buffer_copies": 3222703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1268, "count": 512, "max_ms": 0.3783, "p50_ms": 0.116, "p95_ms": 0.2212, "p99_ms": 0.286}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 20.2758, "p50_ms": 1.4496, "p95_ms": 2.4044, "p99_ms": 2.8403, "results": {"failed": 0, "not_applicable": 0, "success": 3222703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 265, "h264_decode_error_count": 857, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:49:23+09:00", "last_error_summary": "[h264 @ 0x610d94f28140] left block unavailable for requested intra mode [h264 @ 0x610d94f28140] error while decoding MB 0 65, bytestream 8625 [h264 @ 0x610d943cb4c0] error while decoding MB 7 64, bytestream -10", "last_exit_at": "2026-11-03T11:49:23+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.691, "last_started_at": "2026-11-03T11:47:15+09:00", "pid": 73572, "process": {"exists": false, "pid": 73572}, "restart_count": 282, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 283}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.199, "sample_count": 2152, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-03T11:49:23+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-11-03T11:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 396.61, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 203.39, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T11:49:23.142508+09:00", "mtime_epoch": 1793674163.1425083, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 182370}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:49:23+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3222703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.667, "max": 11.0, "p95": 5.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.086, "max": 1.0, "p95": 1.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.816, "pushed": 5.816, "read": 5.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.008, "count": 174, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 171.901, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.858, "count": 173, "max_ms": 11.858, "p95_ms": 3.164, "reason": null, "sample_age_ms": 199.751, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.428, "count": 173, "max_ms": 11.282, "p95_ms": 2.484, "reason": null, "sample_age_ms": 200.483, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.353, "count": 174, "max_ms": 0.875, "p95_ms": 0.654, "reason": null, "sample_age_ms": 171.908, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.21, "count": 173, "max_ms": 7.603, "p95_ms": 3.71, "reason": null, "sample_age_ms": 198.203, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 198.183, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 172.168, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.299, "count": 174, "max_ms": 78.585, "p95_ms": 67.378, "reason": null, "sample_age_ms": 171.898, "source": "client_direct"}, "sample_age_ms": 171.894, "source": "client_direct", "task_total_ms": {"avg_ms": 53.067, "count": 174, "max_ms": 81.2, "p95_ms": 70.878, "reason": null, "sample_age_ms": 171.894, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.939, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.319, "count": 174, "max_ms": 12.339, "p95_ms": 5.616}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 174, "max_ms": 0.956, "p95_ms": 0.618}, "detection_prepare_ms": {"avg_ms": 0.279, "count": 174, "max_ms": 3.289, "p95_ms": 1.376}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 174, "max_ms": 0.479, "p95_ms": 0.188}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.375, "count": 174, "max_ms": 4.535, "p95_ms": 2.074}, "setup_ms": {"avg_ms": 0.048, "count": 174, "max_ms": 0.112, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 1.272, "count": 174, "max_ms": 12.141, "p95_ms": 5.554}, "track_match_ms": {"avg_ms": 0.015, "count": 174, "max_ms": 0.211, "p95_ms": 0.096}, "tracker_update_ms": {"avg_ms": 0.151, "count": 174, "max_ms": 2.574, "p95_ms": 1.409}}, "gstreamer_push": {"avg_ms": 3.458, "count": 174, "max_ms": 7.746, "p95_ms": 5.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 174, "max_ms": 0.955, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.333, "count": 174, "max_ms": 84.384, "p95_ms": 72.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.782, "count": 174, "max_ms": 11.794, "p95_ms": 7.648}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.938, "count": 174, "max_ms": 128.523, "p95_ms": 109.423}, "inference_input_copy_ms": {"avg_ms": 1.654, "count": 174, "max_ms": 5.424, "p95_ms": 2.68}, "processing_residual_ms": {"avg_ms": 0.238, "count": 174, "max_ms": 0.778, "p95_ms": 0.434}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.613, "count": 174, "max_ms": 133.979, "p95_ms": 115.039}, "read_interval": {"avg_ms": 172.458, "count": 173, "max_ms": 7484.034, "p95_ms": 158.533}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 174, "max_ms": 0.049, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.316, "count": 174, "max_ms": 4.34, "p95_ms": 2.016}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 174, "max_ms": 0.065, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.299, "count": 174, "max_ms": 4.291, "p95_ms": 1.989}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 54.349, "count": 174, "max_ms": 84.391, "p95_ms": 72.239}, "visualize": {"avg_ms": 32.009, "count": 174, "max_ms": 52.372, "p95_ms": 40.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.27, "count": 174, "max_ms": 44.639, "p95_ms": 37.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.387, "count": 174, "max_ms": 51.3, "p95_ms": 38.412}, "visualize_input_copy_ms": {"avg_ms": 1.409, "count": 174, "max_ms": 3.221, "p95_ms": 2.204}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.244, "count": 174, "max_ms": 51.143, "p95_ms": 38.248}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 174, "max_ms": 0.282, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.924, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.388, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 175222, "write_bytes_delta": 175222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 923.0, "cpu_core_ratio": 0.764624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12686.0, "pid": 73572, "reason": null, "system_cpu_core_ratio": 0.177102, "system_cpu_s_delta": 3.5600000000000005, "user_cpu_core_ratio": 0.587521, "user_cpu_s_delta": 11.809999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432806, "system_cpu_s_delta": 8.69999999999709, "user_cpu_core_ratio": 1.015353, "user_cpu_s_delta": 20.40999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.504, "count": 256, "max_ms": 7.482, "p95_ms": 5.527, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.812, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 0.208, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.901, "count": 30, "max": 77.183, "p95": 51.559, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.024, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.0, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.167, "count": 30, "max": 17318.0, "p95": 14134.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180789.1, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168710.7, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.469, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.134, "p95": 1.101, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25107, "sampled_at": "2026-11-03T11:48:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:48:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5280270, "flush_count": 5583, "flush_interval_seconds": 30.0, "flush_state": {"count": 5583, "last_at": "2026-11-03T11:49:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:49:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5582}, "started": true, "suppressed_count": 3217523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217121}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5583, "written_record_count": 5583}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10155.742, "limit_mb": null}, "detail": {"pid": 73688, "restart_count": 283, "start_count": 284}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8910129254400, "copied_frame_count": 3222703, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8910129254400, "frame_buffer_copies": 3222703, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1268, "count": 512, "max_ms": 0.3783, "p50_ms": 0.116, "p95_ms": 0.2212, "p99_ms": 0.286}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 20.2758, "p50_ms": 1.4496, "p95_ms": 2.4044, "p99_ms": 2.8403, "results": {"failed": 0, "not_applicable": 0, "success": 3222703, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 265, "h264_decode_error_count": 857, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:49:23+09:00", "last_error_summary": "[h264 @ 0x610d94f28140] left block unavailable for requested intra mode [h264 @ 0x610d94f28140] error while decoding MB 0 65, bytestream 8625 [h264 @ 0x610d943cb4c0] error while decoding MB 7 64, bytestream -10", "last_exit_at": "2026-11-03T11:49:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:49:26+09:00", "pid": 73688, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.992, "name": "ffmpeg", "pid": 73688, "rss_mb": 57.992, "state": "R (running)", "threads": 1}, "restart_count": 283, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 284}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.388, "sample_count": 2109, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222703, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:49:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.026, "last_frame_pushed_at": "2026-11-03T11:49:23+09:00", "last_frame_read_age_sec": 5.156, "last_frame_read_at": "2026-11-03T11:49:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 401.578, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 198.422, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 5.018, "exists": true, "mtime": "2026-11-03T11:49:23.142508+09:00", "mtime_epoch": 1793674163.1425083, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 182370}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:49:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3222703, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.674, "max": 11.0, "p95": 5.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 2}, "total": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.401, "pushed": 4.401, "read": 4.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 131, "client_acquire_ms": {"avg_ms": 0.008, "count": 131, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5133.172, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 131, "max_ms": 5.337, "p95_ms": 2.638, "reason": null, "sample_age_ms": 5161.022, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 131, "max_ms": 4.743, "p95_ms": 2.282, "reason": null, "sample_age_ms": 5161.754, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.342, "count": 131, "max_ms": 0.875, "p95_ms": 0.633, "reason": null, "sample_age_ms": 5133.179, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.16, "count": 131, "max_ms": 4.337, "p95_ms": 3.533, "reason": null, "sample_age_ms": 5159.474, "source": "client_direct"}, "request_count": 131, "request_tensor_bytes": {"avg": 2764808.0, "count": 131, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5159.454, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 131, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5133.439, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.43, "count": 131, "max_ms": 78.585, "p95_ms": 67.469, "reason": null, "sample_age_ms": 5133.169, "source": "client_direct"}, "sample_age_ms": 5133.165, "source": "client_direct", "task_total_ms": {"avg_ms": 52.126, "count": 131, "max_ms": 81.2, "p95_ms": 70.76, "reason": null, "sample_age_ms": 5133.165, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.038, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.913, "count": 132, "max_ms": 6.874, "p95_ms": 1.46}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.276, "count": 132, "max_ms": 0.854, "p95_ms": 0.492}, "detection_prepare_ms": {"avg_ms": 0.173, "count": 132, "max_ms": 1.519, "p95_ms": 0.323}, "event_filter_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.009, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 132, "max_ms": 0.334, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.221, "count": 132, "max_ms": 2.544, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.046, "count": 132, "max_ms": 0.094, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.869, "count": 132, "max_ms": 6.79, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.141, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.054, "count": 132, "max_ms": 1.661, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.376, "count": 132, "max_ms": 7.46, "p95_ms": 5.569}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 132, "max_ms": 0.955, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.308, "count": 132, "max_ms": 84.384, "p95_ms": 72.227}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.682, "count": 132, "max_ms": 11.794, "p95_ms": 7.03}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.885, "count": 132, "max_ms": 119.58, "p95_ms": 106.911}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 132, "max_ms": 2.952, "p95_ms": 2.555}, "processing_residual_ms": {"avg_ms": 0.243, "count": 132, "max_ms": 0.778, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.402, "count": 132, "max_ms": 128.854, "p95_ms": 111.653}, "read_interval": {"avg_ms": 190.414, "count": 131, "max_ms": 7484.034, "p95_ms": 162.744}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 132, "max_ms": 0.043, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.166, "count": 132, "max_ms": 2.463, "p95_ms": 0.254}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 132, "max_ms": 0.036, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.15, "count": 132, "max_ms": 2.443, "p95_ms": 0.227}, "worker_merge_ms": {"avg_ms": 0.005, "count": 132, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 53.323, "count": 132, "max_ms": 84.391, "p95_ms": 72.239}, "visualize": {"avg_ms": 31.431, "count": 132, "max_ms": 52.372, "p95_ms": 39.394}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.929, "count": 132, "max_ms": 44.639, "p95_ms": 36.855}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.859, "count": 132, "max_ms": 51.3, "p95_ms": 37.692}, "visualize_input_copy_ms": {"avg_ms": 1.368, "count": 132, "max_ms": 3.124, "p95_ms": 2.151}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.721, "count": 132, "max_ms": 51.143, "p95_ms": 37.591}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 132, "max_ms": 0.282, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.258, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.924, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.388, "sample_count": 2241, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3222517, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:48:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 175222, "write_bytes_delta": 175222, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 923.0, "cpu_core_ratio": 0.764624, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12686.0, "pid": 73572, "reason": null, "system_cpu_core_ratio": 0.177102, "system_cpu_s_delta": 3.5600000000000005, "user_cpu_core_ratio": 0.587521, "user_cpu_s_delta": 11.809999999999995}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.448158, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.432806, "system_cpu_s_delta": 8.69999999999709, "user_cpu_core_ratio": 1.015353, "user_cpu_s_delta": 20.40999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.504, "count": 256, "max_ms": 7.482, "p95_ms": 5.527, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.812, "max": 11.0, "p95": 6.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 53}, "total": {"avg": 0.208, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.901, "count": 30, "max": 77.183, "p95": 51.559, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.024, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 969.0, "count": 30, "max": 1318.0, "p95": 1304.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3656.167, "count": 30, "max": 17318.0, "p95": 14134.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.136, "count": 30, "max": 0.398, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.515, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180789.1, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 168710.7, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.3, "count": 30, "max": 53.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.409, "count": 30, "max": 0.469, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.952, "count": 30, "max": 1.134, "p95": 1.101, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25107, "sampled_at": "2026-11-03T11:48:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:48:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5281271, "flush_count": 5584, "flush_interval_seconds": 30.0, "flush_state": {"count": 5584, "last_at": "2026-11-03T11:50:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:50:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5583}, "started": true, "suppressed_count": 3218275, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5584, "written_record_count": 5584}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10140.035, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x57ccaf036a00] left block unavailable for requested intra mode [h264 @ 0x57ccaf036a00] error while decoding MB 0 48, bytestream 9243 [h264 @ 0x57ccaf07b880] error while decoding MB 105 50, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8912211148800, "copied_frame_count": 3223456, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8912211148800, "frame_buffer_copies": 3223456, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1236, "count": 512, "max_ms": 0.4489, "p50_ms": 0.1106, "p95_ms": 0.2245, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4996, "count": 512, "max_ms": 3.8077, "p50_ms": 1.4326, "p95_ms": 2.4119, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 3223456, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 266, "h264_decode_error_count": 859, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:51:10+09:00", "last_error_summary": "[h264 @ 0x57ccaf036a00] left block unavailable for requested intra mode [h264 @ 0x57ccaf036a00] error while decoding MB 0 48, bytestream 9243 [h264 @ 0x57ccaf07b880] error while decoding MB 105 50, bytestream -5", "last_exit_at": "2026-11-03T11:51:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.087, "last_started_at": "2026-11-03T11:49:26+09:00", "pid": 73688, "process": {"exists": false, "pid": 73688}, "restart_count": 283, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 284}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.77, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T11:51:10+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-11-03T11:51:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.677, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 96.323, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-11-03T11:51:10.154880+09:00", "mtime_epoch": 1793674270.1548796, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173041}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:51:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3223456, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.435, "max": 9.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.669, "pushed": 5.669, "read": 5.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.009, "count": 170, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 66.627, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 169, "max_ms": 5.98, "p95_ms": 3.014, "reason": null, "sample_age_ms": 114.419, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 169, "max_ms": 4.353, "p95_ms": 2.158, "reason": null, "sample_age_ms": 115.012, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 170, "max_ms": 1.241, "p95_ms": 0.717, "reason": null, "sample_age_ms": 66.641, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 169, "max_ms": 6.029, "p95_ms": 3.356, "reason": null, "sample_age_ms": 112.537, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.52, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 66.882, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.436, "count": 170, "max_ms": 84.73, "p95_ms": 66.954, "reason": null, "sample_age_ms": 66.621, "source": "client_direct"}, "sample_age_ms": 66.614, "source": "client_direct", "task_total_ms": {"avg_ms": 50.058, "count": 170, "max_ms": 87.337, "p95_ms": 70.24, "reason": null, "sample_age_ms": 66.614, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.406, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.842, "count": 170, "max_ms": 12.312, "p95_ms": 7.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 170, "max_ms": 1.047, "p95_ms": 0.696}, "detection_prepare_ms": {"avg_ms": 0.802, "count": 170, "max_ms": 3.695, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.19, "count": 170, "max_ms": 0.652, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.565, "count": 170, "max_ms": 3.335, "p95_ms": 1.97}, "setup_ms": {"avg_ms": 0.049, "count": 170, "max_ms": 0.116, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.791, "count": 170, "max_ms": 12.227, "p95_ms": 7.465}, "track_match_ms": {"avg_ms": 0.039, "count": 170, "max_ms": 0.195, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 0.748, "count": 170, "max_ms": 3.754, "p95_ms": 2.29}}, "gstreamer_push": {"avg_ms": 3.302, "count": 170, "max_ms": 7.226, "p95_ms": 5.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 170, "max_ms": 0.161, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.413, "count": 170, "max_ms": 88.246, "p95_ms": 72.043}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.18, "count": 170, "max_ms": 13.278, "p95_ms": 9.646}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.59, "count": 170, "max_ms": 127.481, "p95_ms": 116.239}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 170, "max_ms": 4.401, "p95_ms": 2.821}, "processing_residual_ms": {"avg_ms": 0.242, "count": 170, "max_ms": 1.214, "p95_ms": 0.452}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.643, "count": 170, "max_ms": 137.236, "p95_ms": 122.138}, "read_interval": {"avg_ms": 176.517, "count": 170, "max_ms": 4416.357, "p95_ms": 162.565}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 170, "max_ms": 0.056, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.504, "count": 170, "max_ms": 3.163, "p95_ms": 1.893}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 170, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.486, "count": 170, "max_ms": 3.125, "p95_ms": 1.877}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.429, "count": 170, "max_ms": 88.27, "p95_ms": 72.059}, "visualize": {"avg_ms": 34.006, "count": 170, "max_ms": 55.437, "p95_ms": 46.199}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.435, "count": 170, "max_ms": 52.766, "p95_ms": 39.265}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.468, "count": 170, "max_ms": 53.516, "p95_ms": 43.873}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 170, "max_ms": 2.988, "p95_ms": 2.275}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.319, "count": 170, "max_ms": 53.409, "p95_ms": 43.558}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 170, "max_ms": 1.205, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.145, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.035, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 182166, "write_bytes_delta": 182166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 686.0, "cpu_core_ratio": 0.714001, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12323.0, "pid": 73688, "reason": null, "system_cpu_core_ratio": 0.245812, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 0.468189, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.317312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.399382, "system_cpu_s_delta": 8.009999999994761, "user_cpu_core_ratio": 0.91793, "user_cpu_s_delta": 18.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.466, "count": 212, "max_ms": 8.272, "p95_ms": 5.667, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.858, "max": 11.0, "p95": 6.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.06, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.183, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1318.0, "p95": 1277.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3615.533, "count": 30, "max": 17318.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.403, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179458.0, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173448.667, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 53.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.491, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.951, "count": 30, "max": 1.142, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25113, "sampled_at": "2026-11-03T11:50:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:50:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5281271, "flush_count": 5584, "flush_interval_seconds": 30.0, "flush_state": {"count": 5584, "last_at": "2026-11-03T11:50:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:50:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5583}, "started": true, "suppressed_count": 3218275, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5584, "written_record_count": 5584}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10140.598, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:51:10+09:00", "last_error_summary": "[h264 @ 0x57ccaf036a00] left block unavailable for requested intra mode [h264 @ 0x57ccaf036a00] error while decoding MB 0 48, bytestream 9243 [h264 @ 0x57ccaf07b880] error while decoding MB 105 50, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8912211148800, "copied_frame_count": 3223456, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8912211148800, "frame_buffer_copies": 3223456, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1236, "count": 512, "max_ms": 0.4489, "p50_ms": 0.1106, "p95_ms": 0.2245, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4996, "count": 512, "max_ms": 3.8077, "p50_ms": 1.4326, "p95_ms": 2.4119, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 3223456, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 266, "h264_decode_error_count": 859, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:51:10+09:00", "last_error_summary": "[h264 @ 0x57ccaf036a00] left block unavailable for requested intra mode [h264 @ 0x57ccaf036a00] error while decoding MB 0 48, bytestream 9243 [h264 @ 0x57ccaf07b880] error while decoding MB 105 50, bytestream -5", "last_exit_at": "2026-11-03T11:51:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.15, "last_started_at": "2026-11-03T11:49:26+09:00", "pid": 73688, "process": {"exists": false, "pid": 73688}, "restart_count": 283, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 284}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.77, "sample_count": 2147, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T11:51:10+09:00", "last_frame_read_age_sec": 0.162, "last_frame_read_at": "2026-11-03T11:51:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.728, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 96.272, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T11:51:10.253880+09:00", "mtime_epoch": 1793674270.25388, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172686}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:51:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3223456, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.435, "max": 9.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.678, "pushed": 5.678, "read": 5.644}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.009, "count": 170, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 121.874, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 169, "max_ms": 5.98, "p95_ms": 3.014, "reason": null, "sample_age_ms": 169.667, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 169, "max_ms": 4.353, "p95_ms": 2.158, "reason": null, "sample_age_ms": 170.259, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 170, "max_ms": 1.241, "p95_ms": 0.717, "reason": null, "sample_age_ms": 121.888, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 169, "max_ms": 6.029, "p95_ms": 3.356, "reason": null, "sample_age_ms": 167.784, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 167.767, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.129, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.436, "count": 170, "max_ms": 84.73, "p95_ms": 66.954, "reason": null, "sample_age_ms": 121.868, "source": "client_direct"}, "sample_age_ms": 121.861, "source": "client_direct", "task_total_ms": {"avg_ms": 50.058, "count": 170, "max_ms": 87.337, "p95_ms": 70.24, "reason": null, "sample_age_ms": 121.861, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.212, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.842, "count": 170, "max_ms": 12.312, "p95_ms": 7.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 170, "max_ms": 1.047, "p95_ms": 0.696}, "detection_prepare_ms": {"avg_ms": 0.802, "count": 170, "max_ms": 3.695, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.19, "count": 170, "max_ms": 0.652, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.565, "count": 170, "max_ms": 3.335, "p95_ms": 1.97}, "setup_ms": {"avg_ms": 0.049, "count": 170, "max_ms": 0.116, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.791, "count": 170, "max_ms": 12.227, "p95_ms": 7.465}, "track_match_ms": {"avg_ms": 0.039, "count": 170, "max_ms": 0.195, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 0.748, "count": 170, "max_ms": 3.754, "p95_ms": 2.29}}, "gstreamer_push": {"avg_ms": 3.302, "count": 170, "max_ms": 7.226, "p95_ms": 5.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 170, "max_ms": 0.161, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.413, "count": 170, "max_ms": 88.246, "p95_ms": 72.043}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.18, "count": 170, "max_ms": 13.278, "p95_ms": 9.646}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.59, "count": 170, "max_ms": 127.481, "p95_ms": 116.239}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 170, "max_ms": 4.401, "p95_ms": 2.821}, "processing_residual_ms": {"avg_ms": 0.242, "count": 170, "max_ms": 1.214, "p95_ms": 0.452}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.643, "count": 170, "max_ms": 137.236, "p95_ms": 122.138}, "read_interval": {"avg_ms": 176.865, "count": 169, "max_ms": 4416.357, "p95_ms": 162.565}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 170, "max_ms": 0.056, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.504, "count": 170, "max_ms": 3.163, "p95_ms": 1.893}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 170, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.486, "count": 170, "max_ms": 3.125, "p95_ms": 1.877}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.429, "count": 170, "max_ms": 88.27, "p95_ms": 72.059}, "visualize": {"avg_ms": 34.006, "count": 170, "max_ms": 55.437, "p95_ms": 46.199}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.435, "count": 170, "max_ms": 52.766, "p95_ms": 39.265}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.468, "count": 170, "max_ms": 53.516, "p95_ms": 43.873}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 170, "max_ms": 2.988, "p95_ms": 2.275}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.319, "count": 170, "max_ms": 53.409, "p95_ms": 43.558}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 170, "max_ms": 1.205, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.145, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.035, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 182166, "write_bytes_delta": 182166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 686.0, "cpu_core_ratio": 0.714001, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12323.0, "pid": 73688, "reason": null, "system_cpu_core_ratio": 0.245812, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 0.468189, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.317312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.399382, "system_cpu_s_delta": 8.009999999994761, "user_cpu_core_ratio": 0.91793, "user_cpu_s_delta": 18.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.466, "count": 212, "max_ms": 8.272, "p95_ms": 5.667, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.858, "max": 11.0, "p95": 6.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.06, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.183, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1318.0, "p95": 1277.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3615.533, "count": 30, "max": 17318.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.403, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179458.0, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173448.667, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 53.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.491, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.951, "count": 30, "max": 1.142, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25113, "sampled_at": "2026-11-03T11:50:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:50:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5281271, "flush_count": 5584, "flush_interval_seconds": 30.0, "flush_state": {"count": 5584, "last_at": "2026-11-03T11:50:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:50:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5583}, "started": true, "suppressed_count": 3218275, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5584, "written_record_count": 5584}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10140.52, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8912211148800, "copied_frame_count": 3223456, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8912211148800, "frame_buffer_copies": 3223456, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1236, "count": 512, "max_ms": 0.4489, "p50_ms": 0.1106, "p95_ms": 0.2245, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4996, "count": 512, "max_ms": 3.8077, "p50_ms": 1.4326, "p95_ms": 2.4119, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 3223456, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 266, "h264_decode_error_count": 859, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:51:10+09:00", "last_error_summary": "[h264 @ 0x57ccaf036a00] left block unavailable for requested intra mode [h264 @ 0x57ccaf036a00] error while decoding MB 0 48, bytestream 9243 [h264 @ 0x57ccaf07b880] error while decoding MB 105 50, bytestream -5", "last_exit_at": "2026-11-03T11:51:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.201, "last_started_at": "2026-11-03T11:49:26+09:00", "pid": 73688, "process": {"exists": false, "pid": 73688}, "restart_count": 283, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 284}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.709, "sample_count": 2146, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.117, "last_frame_pushed_at": "2026-11-03T11:51:10+09:00", "last_frame_read_age_sec": 0.213, "last_frame_read_at": "2026-11-03T11:51:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.778, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 96.222, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 0.106, "exists": true, "mtime": "2026-11-03T11:51:10.253880+09:00", "mtime_epoch": 1793674270.25388, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172686}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:51:10+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.707, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3223456, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.435, "max": 9.0, "p95": 6.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.038, "max": 2.0, "p95": 1.0, "sample_count": 78}, "total": {"avg": 0.476, "max": 2.0, "p95": 1.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.668, "pushed": 5.668, "read": 5.635}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 173.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 169, "max_ms": 5.98, "p95_ms": 3.014, "reason": null, "sample_age_ms": 220.796, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 169, "max_ms": 4.353, "p95_ms": 2.158, "reason": null, "sample_age_ms": 221.388, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.365, "count": 169, "max_ms": 1.241, "p95_ms": 0.72, "reason": null, "sample_age_ms": 173.018, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 169, "max_ms": 6.029, "p95_ms": 3.356, "reason": null, "sample_age_ms": 218.914, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 218.897, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 173.259, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.319, "count": 169, "max_ms": 84.73, "p95_ms": 66.747, "reason": null, "sample_age_ms": 172.997, "source": "client_direct"}, "sample_age_ms": 172.991, "source": "client_direct", "task_total_ms": {"avg_ms": 49.938, "count": 169, "max_ms": 87.337, "p95_ms": 70.069, "reason": null, "sample_age_ms": 172.991, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.678, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.842, "count": 170, "max_ms": 12.312, "p95_ms": 7.539}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 170, "max_ms": 1.047, "p95_ms": 0.696}, "detection_prepare_ms": {"avg_ms": 0.802, "count": 170, "max_ms": 3.695, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.19, "count": 170, "max_ms": 0.652, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.565, "count": 170, "max_ms": 3.335, "p95_ms": 1.97}, "setup_ms": {"avg_ms": 0.049, "count": 170, "max_ms": 0.116, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 2.791, "count": 170, "max_ms": 12.227, "p95_ms": 7.465}, "track_match_ms": {"avg_ms": 0.039, "count": 170, "max_ms": 0.195, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 0.748, "count": 170, "max_ms": 3.754, "p95_ms": 2.29}}, "gstreamer_push": {"avg_ms": 3.302, "count": 170, "max_ms": 7.226, "p95_ms": 5.284}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 170, "max_ms": 0.161, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.413, "count": 170, "max_ms": 88.246, "p95_ms": 72.043}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.18, "count": 170, "max_ms": 13.278, "p95_ms": 9.646}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.59, "count": 170, "max_ms": 127.481, "p95_ms": 116.239}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 170, "max_ms": 4.401, "p95_ms": 2.821}, "processing_residual_ms": {"avg_ms": 0.242, "count": 170, "max_ms": 1.214, "p95_ms": 0.452}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.643, "count": 170, "max_ms": 137.236, "p95_ms": 122.138}, "read_interval": {"avg_ms": 176.865, "count": 169, "max_ms": 4416.357, "p95_ms": 162.565}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 170, "max_ms": 0.056, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.504, "count": 170, "max_ms": 3.163, "p95_ms": 1.893}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 170, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.486, "count": 170, "max_ms": 3.125, "p95_ms": 1.877}, "worker_merge_ms": {"avg_ms": 0.007, "count": 170, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.429, "count": 170, "max_ms": 88.27, "p95_ms": 72.059}, "visualize": {"avg_ms": 34.006, "count": 170, "max_ms": 55.437, "p95_ms": 46.199}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.435, "count": 170, "max_ms": 52.766, "p95_ms": 39.265}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.468, "count": 170, "max_ms": 53.516, "p95_ms": 43.873}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 170, "max_ms": 2.988, "p95_ms": 2.275}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.319, "count": 170, "max_ms": 53.409, "p95_ms": 43.558}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 170, "max_ms": 1.205, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.145, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.035, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 182166, "write_bytes_delta": 182166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 686.0, "cpu_core_ratio": 0.714001, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12323.0, "pid": 73688, "reason": null, "system_cpu_core_ratio": 0.245812, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 0.468189, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.317312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.399382, "system_cpu_s_delta": 8.009999999994761, "user_cpu_core_ratio": 0.91793, "user_cpu_s_delta": 18.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.466, "count": 212, "max_ms": 8.272, "p95_ms": 5.667, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.858, "max": 11.0, "p95": 6.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.06, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.183, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1318.0, "p95": 1277.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3615.533, "count": 30, "max": 17318.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.403, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179458.0, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173448.667, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 53.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.491, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.951, "count": 30, "max": 1.142, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25113, "sampled_at": "2026-11-03T11:50:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:50:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5281271, "flush_count": 5584, "flush_interval_seconds": 30.0, "flush_state": {"count": 5584, "last_at": "2026-11-03T11:50:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:50:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5583}, "started": true, "suppressed_count": 3218275, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3217873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5584, "written_record_count": 5584}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10164.746, "limit_mb": null}, "detail": {"pid": 73804, "restart_count": 284, "start_count": 285}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8912211148800, "copied_frame_count": 3223456, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8912211148800, "frame_buffer_copies": 3223456, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1236, "count": 512, "max_ms": 0.4489, "p50_ms": 0.1106, "p95_ms": 0.2245, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4996, "count": 512, "max_ms": 3.8077, "p50_ms": 1.4326, "p95_ms": 2.4119, "p99_ms": 2.8813, "results": {"failed": 0, "not_applicable": 0, "success": 3223456, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 266, "h264_decode_error_count": 859, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:51:10+09:00", "last_error_summary": "[h264 @ 0x57ccaf036a00] left block unavailable for requested intra mode [h264 @ 0x57ccaf036a00] error while decoding MB 0 48, bytestream 9243 [h264 @ 0x57ccaf07b880] error while decoding MB 105 50, bytestream -5", "last_exit_at": "2026-11-03T11:51:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:51:12+09:00", "pid": 73804, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.344, "name": "ffmpeg", "pid": 73804, "rss_mb": 58.344, "state": "S (sleeping)", "threads": 1}, "restart_count": 284, "restart_count_per_hour": 30, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 285}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.709, "sample_count": 2108, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223456, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:51:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.726, "last_frame_pushed_at": "2026-11-03T11:51:10+09:00", "last_frame_read_age_sec": 4.823, "last_frame_read_at": "2026-11-03T11:51:10+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 161, "debug_expires_at": null, "deduplicated_count": 20, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.403, "last_sample_duration_ms": 1163.984, "last_trigger": "periodic", "next_snapshot_in_sec": 91.597, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 561, "storage_bytes": 3258089}, "mjpeg": {"age_sec": 4.716, "exists": true, "mtime": "2026-11-03T11:51:10.253880+09:00", "mtime_epoch": 1793674270.25388, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172686}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:51:15+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.711, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3223456, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.09, "max": 9.0, "p95": 5.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "total": {"avg": 0.406, "max": 1.0, "p95": 1.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 133, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.003, "pushed": 5.003, "read": 5.003}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.009, "count": 133, "max_ms": 0.028, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4781.527, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 133, "max_ms": 5.98, "p95_ms": 3.252, "reason": null, "sample_age_ms": 4829.319, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.413, "count": 133, "max_ms": 4.353, "p95_ms": 2.529, "reason": null, "sample_age_ms": 4829.911, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.35, "count": 133, "max_ms": 0.815, "p95_ms": 0.651, "reason": null, "sample_age_ms": 4781.54, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.004, "count": 133, "max_ms": 4.601, "p95_ms": 3.163, "reason": null, "sample_age_ms": 4827.437, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2764808.0, "count": 133, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4827.42, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4781.782, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.818, "count": 133, "max_ms": 84.73, "p95_ms": 65.897, "reason": null, "sample_age_ms": 4781.52, "source": "client_direct"}, "sample_age_ms": 4781.514, "source": "client_direct", "task_total_ms": {"avg_ms": 50.368, "count": 133, "max_ms": 87.337, "p95_ms": 69.057, "reason": null, "sample_age_ms": 4781.514, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.124, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.524, "count": 133, "max_ms": 8.412, "p95_ms": 7.005}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 133, "max_ms": 0.926, "p95_ms": 0.696}, "detection_prepare_ms": {"avg_ms": 0.769, "count": 133, "max_ms": 3.695, "p95_ms": 2.391}, "event_filter_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.179, "count": 133, "max_ms": 0.652, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.399, "count": 133, "max_ms": 1.381, "p95_ms": 1.107}, "setup_ms": {"avg_ms": 0.049, "count": 133, "max_ms": 0.116, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 2.475, "count": 133, "max_ms": 8.342, "p95_ms": 6.93}, "track_match_ms": {"avg_ms": 0.035, "count": 133, "max_ms": 0.187, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 0.66, "count": 133, "max_ms": 2.731, "p95_ms": 2.29}}, "gstreamer_push": {"avg_ms": 3.235, "count": 133, "max_ms": 7.226, "p95_ms": 5.14}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 133, "max_ms": 0.148, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.757, "count": 133, "max_ms": 88.246, "p95_ms": 73.247}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.092, "count": 133, "max_ms": 13.278, "p95_ms": 9.23}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.825, "count": 133, "max_ms": 127.481, "p95_ms": 116.238}, "inference_input_copy_ms": {"avg_ms": 1.6, "count": 133, "max_ms": 4.401, "p95_ms": 2.821}, "processing_residual_ms": {"avg_ms": 0.247, "count": 133, "max_ms": 1.214, "p95_ms": 0.518}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.764, "count": 133, "max_ms": 135.874, "p95_ms": 122.138}, "read_interval": {"avg_ms": 194.349, "count": 133, "max_ms": 4416.357, "p95_ms": 199.664}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 133, "max_ms": 0.046, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.34, "count": 133, "max_ms": 1.259, "p95_ms": 0.983}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 133, "max_ms": 0.06, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.323, "count": 133, "max_ms": 1.226, "p95_ms": 0.956}, "worker_merge_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.033, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.773, "count": 133, "max_ms": 88.27, "p95_ms": 73.255}, "visualize": {"avg_ms": 33.226, "count": 133, "max_ms": 55.437, "p95_ms": 45.518}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.882, "count": 133, "max_ms": 52.766, "p95_ms": 39.265}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.734, "count": 133, "max_ms": 53.516, "p95_ms": 43.453}, "visualize_input_copy_ms": {"avg_ms": 1.278, "count": 133, "max_ms": 2.693, "p95_ms": 2.137}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.587, "count": 133, "max_ms": 53.409, "p95_ms": 43.184}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 133, "max_ms": 1.205, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.668, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.145, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.035, "sample_count": 2201, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3223368, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:50:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 182166, "write_bytes_delta": 182166, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 686.0, "cpu_core_ratio": 0.714001, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12323.0, "pid": 73688, "reason": null, "system_cpu_core_ratio": 0.245812, "system_cpu_s_delta": 4.93, "user_cpu_core_ratio": 0.468189, "user_cpu_s_delta": 9.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.317312, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.399382, "system_cpu_s_delta": 8.009999999994761, "user_cpu_core_ratio": 0.91793, "user_cpu_s_delta": 18.410000000032596}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.466, "count": 212, "max_ms": 8.272, "p95_ms": 5.667, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.858, "max": 11.0, "p95": 6.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.262, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 168}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.06, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.183, "count": 30, "max": 28.975, "p95": 25.266, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 921.667, "count": 30, "max": 1318.0, "p95": 1277.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3615.533, "count": 30, "max": 17318.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.154, "count": 30, "max": 0.403, "p95": 0.39, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.602, "p95": 0.578, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.08, "p95": 0.028, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179458.0, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 173448.667, "count": 30, "max": 190199.0, "p95": 188538.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 53.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.408, "count": 30, "max": 0.491, "p95": 0.466, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.951, "count": 30, "max": 1.142, "p95": 1.108, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25113, "sampled_at": "2026-11-03T11:50:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:50:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.586, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5283980, "flush_count": 5587, "flush_interval_seconds": 30.0, "flush_state": {"count": 5587, "last_at": "2026-11-03T11:53:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:53:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5586}, "started": true, "suppressed_count": 3219604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3219202}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5587, "written_record_count": 5587}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10143.469, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55a1afe68880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a1afe68880] error while decoding MB 0 65, bytestream 135 [h264 @ 0x55a1afe90c00] left block unavailable for requested intra mode [h264 @ 0x55a1afe90c00] error while decoding MB 0 63, bytestream 36819 [h264 @ 0x55a1b097f280] error while decoding MB 86 60, bytestream -40 [h264 @ 0x55a1afe68880] error while decoding MB 14 59, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8915891097600, "copied_frame_count": 3224787, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8915891097600, "frame_buffer_copies": 3224787, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1182, "count": 512, "max_ms": 0.3992, "p50_ms": 0.1056, "p95_ms": 0.2125, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4745, "count": 512, "max_ms": 4.0127, "p50_ms": 1.3786, "p95_ms": 2.3524, "p99_ms": 3.1859, "results": {"failed": 0, "not_applicable": 0, "success": 3224787, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 267, "h264_decode_error_count": 863, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:53:57+09:00", "last_error_summary": "[h264 @ 0x55a1afe68880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a1afe68880] error while decoding MB 0 65, bytestream 135 [h264 @ 0x55a1afe90c00] left block unavailable for requested intra mode [h264 @ 0x55a1afe90c00] error while decoding MB 0 63, bytestream 36819 [h264 @ 0x55a1b097f280] error while decoding MB 86 60, bytestream -40 [h264 @ 0x55a1afe68880] error while decoding MB 14 59, bytestream -5", "last_exit_at": "2026-11-03T11:51:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.127, "last_started_at": "2026-11-03T11:51:12+09:00", "pid": 73804, "process": {"exists": false, "pid": 73804}, "restart_count": 284, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 285}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.405, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224787, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-11-03T11:53:57+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-03T11:53:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.909, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 531.091, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-11-03T11:53:57.015473+09:00", "mtime_epoch": 1793674437.0154734, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:53:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3224788, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.375, "max": 9.0, "p95": 7.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 11}, "total": {"avg": 0.065, "max": 1.0, "p95": 1.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 168, "pushed_frames": 168, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.032, "pushed": 6.032, "read": 6.068}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 53.2, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 169, "max_ms": 4.629, "p95_ms": 2.458, "reason": null, "sample_age_ms": 95.895, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 169, "max_ms": 3.916, "p95_ms": 1.99, "reason": null, "sample_age_ms": 96.178, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 169, "max_ms": 0.931, "p95_ms": 0.638, "reason": null, "sample_age_ms": 53.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.033, "count": 169, "max_ms": 8.241, "p95_ms": 3.506, "reason": null, "sample_age_ms": 93.992, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.968, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.555, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.006, "count": 169, "max_ms": 72.61, "p95_ms": 64.31, "reason": null, "sample_age_ms": 53.195, "source": "client_direct"}, "sample_age_ms": 53.19, "source": "client_direct", "task_total_ms": {"avg_ms": 49.547, "count": 169, "max_ms": 74.071, "p95_ms": 66.641, "reason": null, "sample_age_ms": 53.19, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.184, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.261, "count": 168, "max_ms": 11.221, "p95_ms": 4.161}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 168, "max_ms": 1.168, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 0.267, "count": 168, "max_ms": 3.871, "p95_ms": 0.979}, "event_filter_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 168, "max_ms": 0.555, "p95_ms": 0.208}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.329, "count": 168, "max_ms": 4.179, "p95_ms": 1.556}, "setup_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.16, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.214, "count": 168, "max_ms": 11.129, "p95_ms": 4.124}, "track_match_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.273, "p95_ms": 0.04}, "tracker_update_ms": {"avg_ms": 0.135, "count": 168, "max_ms": 3.594, "p95_ms": 0.987}}, "gstreamer_push": {"avg_ms": 3.177, "count": 168, "max_ms": 7.561, "p95_ms": 4.844}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 168, "max_ms": 0.164, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.731, "count": 168, "max_ms": 74.56, "p95_ms": 67.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.89, "count": 168, "max_ms": 10.97, "p95_ms": 8.487}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.81, "count": 168, "max_ms": 111.707, "p95_ms": 101.002}, "inference_input_copy_ms": {"avg_ms": 1.523, "count": 168, "max_ms": 3.563, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.218, "count": 168, "max_ms": 0.553, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.441, "count": 168, "max_ms": 117.104, "p95_ms": 108.074}, "read_interval": {"avg_ms": 180.246, "count": 169, "max_ms": 3549.626, "p95_ms": 171.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 168, "max_ms": 0.075, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.271, "count": 168, "max_ms": 3.988, "p95_ms": 1.512}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 168, "max_ms": 0.066, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.254, "count": 168, "max_ms": 3.948, "p95_ms": 1.5}, "worker_merge_ms": {"avg_ms": 0.005, "count": 168, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.747, "count": 168, "max_ms": 74.571, "p95_ms": 67.891}, "visualize": {"avg_ms": 31.567, "count": 168, "max_ms": 44.028, "p95_ms": 40.414}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.096, "count": 168, "max_ms": 41.519, "p95_ms": 37.093}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.039, "count": 168, "max_ms": 42.223, "p95_ms": 38.33}, "visualize_input_copy_ms": {"avg_ms": 1.313, "count": 168, "max_ms": 3.078, "p95_ms": 2.063}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.909, "count": 168, "max_ms": 42.114, "p95_ms": 38.084}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 168, "max_ms": 0.223, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.459, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.353, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178093, "write_bytes_delta": 178093, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 614.0, "cpu_core_ratio": 0.85174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2131.0, "pid": 73804, "reason": null, "system_cpu_core_ratio": 0.325328, "system_cpu_s_delta": 6.52, "user_cpu_core_ratio": 0.526412, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.257402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.379217, "system_cpu_s_delta": 7.600000000005821, "user_cpu_core_ratio": 0.878186, "user_cpu_s_delta": 17.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 240, "max_ms": 8.088, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.375, "max": 8.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.741, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.065, "count": 30, "max": 28.975, "p95": 27.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.167, "count": 30, "max": 1481.0, "p95": 1262.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5189.733, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.403, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.579, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 59.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.491, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.96, "count": 30, "max": 1.142, "p95": 1.114, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25121, "sampled_at": "2026-11-03T11:53:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:53:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.853, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5283980, "flush_count": 5587, "flush_interval_seconds": 30.0, "flush_state": {"count": 5587, "last_at": "2026-11-03T11:53:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:53:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5586}, "started": true, "suppressed_count": 3219604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3219202}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5587, "written_record_count": 5587}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10143.828, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:53:57+09:00", "last_error_summary": "[h264 @ 0x55a1afe68880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a1afe68880] error while decoding MB 0 65, bytestream 135 [h264 @ 0x55a1afe90c00] left block unavailable for requested intra mode [h264 @ 0x55a1afe90c00] error while decoding MB 0 63, bytestream 36819 [h264 @ 0x55a1b097f280] error while decoding MB 86 60, bytestream -40 [h264 @ 0x55a1afe68880] error while decoding MB 14 59, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8915893862400, "copied_frame_count": 3224788, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8915893862400, "frame_buffer_copies": 3224788, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.3992, "p50_ms": 0.106, "p95_ms": 0.2125, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4761, "count": 512, "max_ms": 4.0127, "p50_ms": 1.379, "p95_ms": 2.3524, "p99_ms": 3.1859, "results": {"failed": 0, "not_applicable": 0, "success": 3224788, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 267, "h264_decode_error_count": 863, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:53:57+09:00", "last_error_summary": "[h264 @ 0x55a1afe68880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a1afe68880] error while decoding MB 0 65, bytestream 135 [h264 @ 0x55a1afe90c00] left block unavailable for requested intra mode [h264 @ 0x55a1afe90c00] error while decoding MB 0 63, bytestream 36819 [h264 @ 0x55a1b097f280] error while decoding MB 86 60, bytestream -40 [h264 @ 0x55a1afe68880] error while decoding MB 14 59, bytestream -5", "last_exit_at": "2026-11-03T11:53:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.223, "last_started_at": "2026-11-03T11:51:12+09:00", "pid": 73804, "process": {"exists": false, "pid": 73804}, "restart_count": 284, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 285}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.623, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T11:53:57+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-11-03T11:53:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.957, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 531.043, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-11-03T11:53:57.181474+09:00", "mtime_epoch": 1793674437.181474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178419}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:53:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3224788, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.367, "max": 9.0, "p95": 7.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "total": {"avg": 0.071, "max": 1.0, "p95": 1.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.047, "pushed": 6.047, "read": 6.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 147.012, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 169, "max_ms": 4.629, "p95_ms": 2.458, "reason": null, "sample_age_ms": 189.707, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 169, "max_ms": 3.916, "p95_ms": 1.99, "reason": null, "sample_age_ms": 189.991, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 169, "max_ms": 0.931, "p95_ms": 0.638, "reason": null, "sample_age_ms": 147.022, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.033, "count": 169, "max_ms": 8.241, "p95_ms": 3.506, "reason": null, "sample_age_ms": 187.804, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.78, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.368, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.006, "count": 169, "max_ms": 72.61, "p95_ms": 64.31, "reason": null, "sample_age_ms": 147.008, "source": "client_direct"}, "sample_age_ms": 147.003, "source": "client_direct", "task_total_ms": {"avg_ms": 49.547, "count": 169, "max_ms": 74.071, "p95_ms": 66.641, "reason": null, "sample_age_ms": 147.003, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.302, "count": 169, "max_ms": 11.221, "p95_ms": 4.205}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 169, "max_ms": 1.168, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 0.274, "count": 169, "max_ms": 3.871, "p95_ms": 0.993}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 169, "max_ms": 0.555, "p95_ms": 0.214}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.35, "count": 169, "max_ms": 4.179, "p95_ms": 1.68}, "setup_ms": {"avg_ms": 0.049, "count": 169, "max_ms": 0.16, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.255, "count": 169, "max_ms": 11.129, "p95_ms": 4.173}, "track_match_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.273, "p95_ms": 0.04}, "tracker_update_ms": {"avg_ms": 0.145, "count": 169, "max_ms": 3.594, "p95_ms": 0.996}}, "gstreamer_push": {"avg_ms": 3.175, "count": 169, "max_ms": 7.561, "p95_ms": 4.844}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 169, "max_ms": 0.164, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.687, "count": 169, "max_ms": 74.56, "p95_ms": 67.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.886, "count": 169, "max_ms": 10.97, "p95_ms": 8.487}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.213, "count": 169, "max_ms": 152.772, "p95_ms": 101.645}, "inference_input_copy_ms": {"avg_ms": 1.52, "count": 169, "max_ms": 3.563, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.217, "count": 169, "max_ms": 0.553, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.836, "count": 169, "max_ms": 156.25, "p95_ms": 109.261}, "read_interval": {"avg_ms": 180.246, "count": 169, "max_ms": 3549.626, "p95_ms": 171.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 169, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.291, "count": 169, "max_ms": 3.988, "p95_ms": 1.628}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 169, "max_ms": 0.066, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.274, "count": 169, "max_ms": 3.948, "p95_ms": 1.616}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.703, "count": 169, "max_ms": 74.571, "p95_ms": 67.891}, "visualize": {"avg_ms": 31.972, "count": 169, "max_ms": 99.989, "p95_ms": 40.6}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.174, "count": 169, "max_ms": 42.353, "p95_ms": 37.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.429, "count": 169, "max_ms": 95.915, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 169, "max_ms": 3.078, "p95_ms": 2.247}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.298, "count": 169, "max_ms": 95.647, "p95_ms": 38.442}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 169, "max_ms": 0.223, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.459, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.353, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178093, "write_bytes_delta": 178093, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 614.0, "cpu_core_ratio": 0.85174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2131.0, "pid": 73804, "reason": null, "system_cpu_core_ratio": 0.325328, "system_cpu_s_delta": 6.52, "user_cpu_core_ratio": 0.526412, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.257402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.379217, "system_cpu_s_delta": 7.600000000005821, "user_cpu_core_ratio": 0.878186, "user_cpu_s_delta": 17.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 240, "max_ms": 8.088, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.375, "max": 8.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.741, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.065, "count": 30, "max": 28.975, "p95": 27.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.167, "count": 30, "max": 1481.0, "p95": 1262.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5189.733, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.403, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.579, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 59.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.491, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.96, "count": 30, "max": 1.142, "p95": 1.114, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25121, "sampled_at": "2026-11-03T11:53:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:53:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5283980, "flush_count": 5587, "flush_interval_seconds": 30.0, "flush_state": {"count": 5587, "last_at": "2026-11-03T11:53:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:53:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5586}, "started": true, "suppressed_count": 3219604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3219202}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5587, "written_record_count": 5587}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10143.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8915893862400, "copied_frame_count": 3224788, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8915893862400, "frame_buffer_copies": 3224788, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.3992, "p50_ms": 0.106, "p95_ms": 0.2125, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4761, "count": 512, "max_ms": 4.0127, "p50_ms": 1.379, "p95_ms": 2.3524, "p99_ms": 3.1859, "results": {"failed": 0, "not_applicable": 0, "success": 3224788, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 267, "h264_decode_error_count": 863, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:53:57+09:00", "last_error_summary": "[h264 @ 0x55a1afe68880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a1afe68880] error while decoding MB 0 65, bytestream 135 [h264 @ 0x55a1afe90c00] left block unavailable for requested intra mode [h264 @ 0x55a1afe90c00] error while decoding MB 0 63, bytestream 36819 [h264 @ 0x55a1b097f280] error while decoding MB 86 60, bytestream -40 [h264 @ 0x55a1afe68880] error while decoding MB 14 59, bytestream -5", "last_exit_at": "2026-11-03T11:53:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.271, "last_started_at": "2026-11-03T11:51:12+09:00", "pid": 73804, "process": {"exists": false, "pid": 73804}, "restart_count": 284, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 285}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.623, "sample_count": 2224, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-03T11:53:57+09:00", "last_frame_read_age_sec": 0.229, "last_frame_read_at": "2026-11-03T11:53:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 69.014, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 530.986, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-03T11:53:57.181474+09:00", "mtime_epoch": 1793674437.181474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178419}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:53:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3224788, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.367, "max": 9.0, "p95": 7.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "total": {"avg": 0.071, "max": 1.0, "p95": 1.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 169, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.036, "pushed": 6.036, "read": 6.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 193.787, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 169, "max_ms": 4.629, "p95_ms": 2.458, "reason": null, "sample_age_ms": 236.482, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 169, "max_ms": 3.916, "p95_ms": 1.99, "reason": null, "sample_age_ms": 236.766, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.331, "count": 169, "max_ms": 0.931, "p95_ms": 0.638, "reason": null, "sample_age_ms": 193.797, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.033, "count": 169, "max_ms": 8.241, "p95_ms": 3.506, "reason": null, "sample_age_ms": 234.579, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2764808.0, "count": 169, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 234.555, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 194.143, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.006, "count": 169, "max_ms": 72.61, "p95_ms": 64.31, "reason": null, "sample_age_ms": 193.783, "source": "client_direct"}, "sample_age_ms": 193.778, "source": "client_direct", "task_total_ms": {"avg_ms": 49.547, "count": 169, "max_ms": 74.071, "p95_ms": 66.641, "reason": null, "sample_age_ms": 193.778, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.474, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.302, "count": 169, "max_ms": 11.221, "p95_ms": 4.205}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 169, "max_ms": 1.168, "p95_ms": 0.639}, "detection_prepare_ms": {"avg_ms": 0.274, "count": 169, "max_ms": 3.871, "p95_ms": 0.993}, "event_filter_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 169, "max_ms": 0.555, "p95_ms": 0.214}, "mcmt_ms": {"avg_ms": 0.003, "count": 169, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.35, "count": 169, "max_ms": 4.179, "p95_ms": 1.68}, "setup_ms": {"avg_ms": 0.049, "count": 169, "max_ms": 0.16, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.255, "count": 169, "max_ms": 11.129, "p95_ms": 4.173}, "track_match_ms": {"avg_ms": 0.01, "count": 169, "max_ms": 0.273, "p95_ms": 0.04}, "tracker_update_ms": {"avg_ms": 0.145, "count": 169, "max_ms": 3.594, "p95_ms": 0.996}}, "gstreamer_push": {"avg_ms": 3.175, "count": 169, "max_ms": 7.561, "p95_ms": 4.844}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 169, "max_ms": 0.164, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.687, "count": 169, "max_ms": 74.56, "p95_ms": 67.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.886, "count": 169, "max_ms": 10.97, "p95_ms": 8.487}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.213, "count": 169, "max_ms": 152.772, "p95_ms": 101.645}, "inference_input_copy_ms": {"avg_ms": 1.52, "count": 169, "max_ms": 3.563, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.217, "count": 169, "max_ms": 0.553, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.836, "count": 169, "max_ms": 156.25, "p95_ms": 109.261}, "read_interval": {"avg_ms": 180.246, "count": 169, "max_ms": 3549.626, "p95_ms": 171.051}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 169, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.291, "count": 169, "max_ms": 3.988, "p95_ms": 1.628}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 169, "max_ms": 0.066, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.274, "count": 169, "max_ms": 3.948, "p95_ms": 1.616}, "worker_merge_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.703, "count": 169, "max_ms": 74.571, "p95_ms": 67.891}, "visualize": {"avg_ms": 31.972, "count": 169, "max_ms": 99.989, "p95_ms": 40.6}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.174, "count": 169, "max_ms": 42.353, "p95_ms": 37.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.429, "count": 169, "max_ms": 95.915, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 1.321, "count": 169, "max_ms": 3.078, "p95_ms": 2.247}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.298, "count": 169, "max_ms": 95.647, "p95_ms": 38.442}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 169, "max_ms": 0.223, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.459, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.353, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178093, "write_bytes_delta": 178093, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 614.0, "cpu_core_ratio": 0.85174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2131.0, "pid": 73804, "reason": null, "system_cpu_core_ratio": 0.325328, "system_cpu_s_delta": 6.52, "user_cpu_core_ratio": 0.526412, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.257402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.379217, "system_cpu_s_delta": 7.600000000005821, "user_cpu_core_ratio": 0.878186, "user_cpu_s_delta": 17.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 240, "max_ms": 8.088, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.375, "max": 8.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.741, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.065, "count": 30, "max": 28.975, "p95": 27.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.167, "count": 30, "max": 1481.0, "p95": 1262.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5189.733, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.403, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.579, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 59.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.491, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.96, "count": 30, "max": 1.142, "p95": 1.114, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25121, "sampled_at": "2026-11-03T11:53:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:53:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5283980, "flush_count": 5587, "flush_interval_seconds": 30.0, "flush_state": {"count": 5587, "last_at": "2026-11-03T11:53:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:53:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5586}, "started": true, "suppressed_count": 3219604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3219202}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5587, "written_record_count": 5587}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10163.066, "limit_mb": null}, "detail": {"pid": 73920, "restart_count": 285, "start_count": 286}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8915893862400, "copied_frame_count": 3224788, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8915893862400, "frame_buffer_copies": 3224788, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1184, "count": 512, "max_ms": 0.3992, "p50_ms": 0.106, "p95_ms": 0.2125, "p99_ms": 0.2807}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4761, "count": 512, "max_ms": 4.0127, "p50_ms": 1.379, "p95_ms": 2.3524, "p99_ms": 3.1859, "results": {"failed": 0, "not_applicable": 0, "success": 3224788, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 267, "h264_decode_error_count": 863, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:53:57+09:00", "last_error_summary": "[h264 @ 0x55a1afe68880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x55a1afe68880] error while decoding MB 0 65, bytestream 135 [h264 @ 0x55a1afe90c00] left block unavailable for requested intra mode [h264 @ 0x55a1afe90c00] error while decoding MB 0 63, bytestream 36819 [h264 @ 0x55a1b097f280] error while decoding MB 86 60, bytestream -40 [h264 @ 0x55a1afe68880] error while decoding MB 14 59, bytestream -5", "last_exit_at": "2026-11-03T11:53:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:53:59+09:00", "pid": 73920, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.844, "name": "ffmpeg", "pid": 73920, "rss_mb": 57.844, "state": "R (running)", "threads": 1}, "restart_count": 285, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 286}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.623, "sample_count": 2196, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224788, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.466, "last_frame_pushed_at": "2026-11-03T11:53:57+09:00", "last_frame_read_age_sec": 4.628, "last_frame_read_at": "2026-11-03T11:53:57+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 73.4, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 526.6, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 4.457, "exists": true, "mtime": "2026-11-03T11:53:57.181474+09:00", "mtime_epoch": 1793674437.181474, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178419}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:54:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.348, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3224788, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.259, "max": 9.0, "p95": 7.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "total": {"avg": 0.082, "max": 1.0, "p95": 1.0, "sample_count": 147}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 147, "pushed_frames": 147, "read_frames": 146, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.901, "pushed": 4.901, "read": 4.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 146, "client_acquire_ms": {"avg_ms": 0.008, "count": 146, "max_ms": 0.021, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4589.125, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.743, "count": 146, "max_ms": 4.629, "p95_ms": 2.465, "reason": null, "sample_age_ms": 4631.82, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.337, "count": 146, "max_ms": 3.651, "p95_ms": 1.89, "reason": null, "sample_age_ms": 4632.103, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 146, "max_ms": 0.737, "p95_ms": 0.584, "reason": null, "sample_age_ms": 4589.135, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.993, "count": 146, "max_ms": 8.241, "p95_ms": 3.459, "reason": null, "sample_age_ms": 4629.917, "source": "client_direct"}, "request_count": 146, "request_tensor_bytes": {"avg": 2764808.0, "count": 146, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4629.893, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4589.48, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.182, "count": 146, "max_ms": 72.61, "p95_ms": 64.391, "reason": null, "sample_age_ms": 4589.12, "source": "client_direct"}, "sample_age_ms": 4589.116, "source": "client_direct", "task_total_ms": {"avg_ms": 49.67, "count": 146, "max_ms": 74.071, "p95_ms": 66.697, "reason": null, "sample_age_ms": 4589.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.563, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.345, "count": 147, "max_ms": 11.221, "p95_ms": 4.705}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 147, "max_ms": 0.793, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 0.291, "count": 147, "max_ms": 3.871, "p95_ms": 1.089}, "event_filter_ms": {"avg_ms": 0.004, "count": 147, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.1, "count": 147, "max_ms": 0.555, "p95_ms": 0.214}, "mcmt_ms": {"avg_ms": 0.003, "count": 147, "max_ms": 0.03, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.367, "count": 147, "max_ms": 4.179, "p95_ms": 1.769}, "setup_ms": {"avg_ms": 0.049, "count": 147, "max_ms": 0.16, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 1.298, "count": 147, "max_ms": 11.129, "p95_ms": 4.672}, "track_match_ms": {"avg_ms": 0.011, "count": 147, "max_ms": 0.273, "p95_ms": 0.043}, "tracker_update_ms": {"avg_ms": 0.162, "count": 147, "max_ms": 3.594, "p95_ms": 1.081}}, "gstreamer_push": {"avg_ms": 3.163, "count": 147, "max_ms": 6.187, "p95_ms": 4.844}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 147, "max_ms": 0.164, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.681, "count": 147, "max_ms": 74.56, "p95_ms": 67.883}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.936, "count": 147, "max_ms": 10.97, "p95_ms": 8.487}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.193, "count": 147, "max_ms": 152.772, "p95_ms": 101.002}, "inference_input_copy_ms": {"avg_ms": 1.504, "count": 147, "max_ms": 3.563, "p95_ms": 2.329}, "processing_residual_ms": {"avg_ms": 0.206, "count": 147, "max_ms": 0.553, "p95_ms": 0.424}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 89.84, "count": 147, "max_ms": 156.25, "p95_ms": 109.261}, "read_interval": {"avg_ms": 174.236, "count": 146, "max_ms": 3549.626, "p95_ms": 158.338}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 147, "max_ms": 0.053, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.309, "count": 147, "max_ms": 3.988, "p95_ms": 1.716}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 147, "max_ms": 0.051, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.292, "count": 147, "max_ms": 3.948, "p95_ms": 1.706}, "worker_merge_ms": {"avg_ms": 0.005, "count": 147, "max_ms": 0.02, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.697, "count": 147, "max_ms": 74.571, "p95_ms": 67.891}, "visualize": {"avg_ms": 31.924, "count": 147, "max_ms": 99.989, "p95_ms": 40.6}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.055, "count": 147, "max_ms": 42.353, "p95_ms": 37.843}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.371, "count": 147, "max_ms": 95.915, "p95_ms": 38.58}, "visualize_input_copy_ms": {"avg_ms": 1.334, "count": 147, "max_ms": 3.078, "p95_ms": 2.249}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 147, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.241, "count": 147, "max_ms": 95.647, "p95_ms": 38.442}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 147, "max_ms": 0.212, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 147}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.285, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 31.459, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.353, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3224672, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:53:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 178093, "write_bytes_delta": 178093, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 614.0, "cpu_core_ratio": 0.85174, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2131.0, "pid": 73804, "reason": null, "system_cpu_core_ratio": 0.325328, "system_cpu_s_delta": 6.52, "user_cpu_core_ratio": 0.526412, "user_cpu_s_delta": 10.550000000000011}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.257402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.379217, "system_cpu_s_delta": 7.600000000005821, "user_cpu_core_ratio": 0.878186, "user_cpu_s_delta": 17.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.246, "count": 240, "max_ms": 8.088, "p95_ms": 5.157, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.375, "max": 8.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.246, "max": 1.0, "p95": 1.0, "sample_count": 240}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.741, "count": 30, "max": 65.683, "p95": 41.838, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.065, "count": 30, "max": 28.975, "p95": 27.599, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 951.167, "count": 30, "max": 1481.0, "p95": 1262.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5189.733, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.403, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.579, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176762.067, "count": 30, "max": 190199.0, "p95": 186835.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.467, "count": 30, "max": 59.0, "p95": 39.5, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.491, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.96, "count": 30, "max": 1.142, "p95": 1.114, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25121, "sampled_at": "2026-11-03T11:53:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:53:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.993, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5286885, "flush_count": 5590, "flush_interval_seconds": 30.0, "flush_state": {"count": 5590, "last_at": "2026-11-03T11:56:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:56:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5589}, "started": true, "suppressed_count": 3221010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3220608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5590, "written_record_count": 5590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10146.762, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61cf6be47700] error while decoding MB 27 42, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8919786700800, "copied_frame_count": 3226196, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8919786700800, "frame_buffer_copies": 3226196, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.4244, "p50_ms": 0.114, "p95_ms": 0.2292, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.504, "count": 512, "max_ms": 11.3682, "p50_ms": 1.4036, "p95_ms": 2.4106, "p99_ms": 3.0051, "results": {"failed": 0, "not_applicable": 0, "success": 3226196, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 268, "h264_decode_error_count": 864, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:56:43+09:00", "last_error_summary": "[h264 @ 0x61cf6be47700] error while decoding MB 27 42, bytestream -5", "last_exit_at": "2026-11-03T11:53:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.175, "last_started_at": "2026-11-03T11:53:59+09:00", "pid": 73920, "process": {"exists": false, "pid": 73920}, "restart_count": 285, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 286}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.63, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3226196, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-03T11:56:43+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T11:56:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.583, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 364.417, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T11:56:43.738080+09:00", "mtime_epoch": 1793674603.7380798, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172194}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:56:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.023, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3226197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.105, "max": 7.0, "p95": 4.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "total": {"avg": 0.276, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 239, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.996, "pushed": 7.996, "read": 7.996}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 37.415, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.79, "count": 239, "max_ms": 6.764, "p95_ms": 2.532, "reason": null, "sample_age_ms": 88.406, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 239, "max_ms": 6.414, "p95_ms": 1.988, "reason": null, "sample_age_ms": 88.617, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 240, "max_ms": 1.172, "p95_ms": 0.671, "reason": null, "sample_age_ms": 37.622, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 239, "max_ms": 6.161, "p95_ms": 3.574, "reason": null, "sample_age_ms": 86.284, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 86.251, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.333, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.705, "count": 240, "max_ms": 78.716, "p95_ms": 66.779, "reason": null, "sample_age_ms": 37.405, "source": "client_direct"}, "sample_age_ms": 37.396, "source": "client_direct", "task_total_ms": {"avg_ms": 52.364, "count": 240, "max_ms": 81.344, "p95_ms": 69.379, "reason": null, "sample_age_ms": 37.396, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.409, "count": 239, "max_ms": 12.096, "p95_ms": 8.275}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.375, "count": 239, "max_ms": 1.152, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 0.567, "count": 239, "max_ms": 3.783, "p95_ms": 2.254}, "event_filter_ms": {"avg_ms": 0.005, "count": 239, "max_ms": 0.022, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 239, "max_ms": 0.603, "p95_ms": 0.387}, "mcmt_ms": {"avg_ms": 0.003, "count": 239, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.73, "count": 239, "max_ms": 3.947, "p95_ms": 2.915}, "setup_ms": {"avg_ms": 0.052, "count": 239, "max_ms": 0.14, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 2.354, "count": 239, "max_ms": 12.004, "p95_ms": 8.208}, "track_match_ms": {"avg_ms": 0.024, "count": 239, "max_ms": 0.201, "p95_ms": 0.102}, "tracker_update_ms": {"avg_ms": 0.452, "count": 239, "max_ms": 3.301, "p95_ms": 2.164}}, "gstreamer_push": {"avg_ms": 3.467, "count": 239, "max_ms": 7.457, "p95_ms": 5.46}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 239, "max_ms": 2.78, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.632, "count": 239, "max_ms": 85.727, "p95_ms": 71.867}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.128, "count": 239, "max_ms": 14.826, "p95_ms": 8.869}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.392, "count": 239, "max_ms": 131.543, "p95_ms": 112.126}, "inference_input_copy_ms": {"avg_ms": 1.623, "count": 239, "max_ms": 5.768, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.202, "count": 239, "max_ms": 0.591, "p95_ms": 0.374}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.344, "count": 239, "max_ms": 135.116, "p95_ms": 118.08}, "read_interval": {"avg_ms": 125.191, "count": 239, "max_ms": 3262.021, "p95_ms": 160.192}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 239, "max_ms": 0.092, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.662, "count": 239, "max_ms": 3.699, "p95_ms": 2.792}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 239, "max_ms": 0.103, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.643, "count": 239, "max_ms": 3.64, "p95_ms": 2.765}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.648, "count": 239, "max_ms": 85.739, "p95_ms": 71.886}, "visualize": {"avg_ms": 33.075, "count": 239, "max_ms": 59.747, "p95_ms": 43.652}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.879, "count": 239, "max_ms": 49.224, "p95_ms": 38.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.446, "count": 239, "max_ms": 58.576, "p95_ms": 41.96}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 239, "max_ms": 3.333, "p95_ms": 2.419}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.3, "count": 239, "max_ms": 58.454, "p95_ms": 41.722}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 239, "max_ms": 0.286, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.096, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.655, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3225983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171985, "write_bytes_delta": 171985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1319.0, "cpu_core_ratio": 0.618409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 383.0, "pid": 73920, "reason": null, "system_cpu_core_ratio": 0.046418, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.571991, "user_cpu_s_delta": 11.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.550266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.465679, "system_cpu_s_delta": 9.330000000001746, "user_cpu_core_ratio": 1.084587, "user_cpu_s_delta": 21.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.436, "count": 274, "max_ms": 9.502, "p95_ms": 5.484, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.566, "max": 5.0, "p95": 4.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.296, "max": 1.0, "p95": 1.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.505, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.338, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1024.533, "count": 30, "max": 1481.0, "p95": 1304.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4740.567, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.406, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 59.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25129, "sampled_at": "2026-11-03T11:56:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:56:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.89, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5286885, "flush_count": 5590, "flush_interval_seconds": 30.0, "flush_state": {"count": 5590, "last_at": "2026-11-03T11:56:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:56:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5589}, "started": true, "suppressed_count": 3221010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3220608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5590, "written_record_count": 5590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10147.52, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:56:43+09:00", "last_error_summary": "[h264 @ 0x61cf6be47700] error while decoding MB 27 42, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8919789465600, "copied_frame_count": 3226197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8919789465600, "frame_buffer_copies": 3226197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1266, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1138, "p95_ms": 0.2276, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.503, "count": 512, "max_ms": 11.3682, "p50_ms": 1.4036, "p95_ms": 2.4106, "p99_ms": 3.0051, "results": {"failed": 0, "not_applicable": 0, "success": 3226197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 268, "h264_decode_error_count": 864, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:56:43+09:00", "last_error_summary": "[h264 @ 0x61cf6be47700] error while decoding MB 27 42, bytestream -5", "last_exit_at": "2026-11-03T11:56:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.228, "last_started_at": "2026-11-03T11:53:59+09:00", "pid": 73920, "process": {"exists": false, "pid": 73920}, "restart_count": 285, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 286}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.63, "sample_count": 2483, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3226197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T11:56:43+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-11-03T11:56:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.634, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 364.366, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T11:56:43.859080+09:00", "mtime_epoch": 1793674603.85908, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:56:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3226197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.104, "max": 7.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "total": {"avg": 0.275, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.015, "pushed": 8.015, "read": 7.982}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 91.326, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.79, "count": 239, "max_ms": 6.764, "p95_ms": 2.532, "reason": null, "sample_age_ms": 142.318, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 239, "max_ms": 6.414, "p95_ms": 1.988, "reason": null, "sample_age_ms": 142.529, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 240, "max_ms": 1.172, "p95_ms": 0.671, "reason": null, "sample_age_ms": 91.534, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 239, "max_ms": 6.161, "p95_ms": 3.574, "reason": null, "sample_age_ms": 140.196, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.162, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.245, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.705, "count": 240, "max_ms": 78.716, "p95_ms": 66.779, "reason": null, "sample_age_ms": 91.317, "source": "client_direct"}, "sample_age_ms": 91.308, "source": "client_direct", "task_total_ms": {"avg_ms": 52.364, "count": 240, "max_ms": 81.344, "p95_ms": 69.379, "reason": null, "sample_age_ms": 91.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.405, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.405, "count": 240, "max_ms": 12.096, "p95_ms": 7.855}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 240, "max_ms": 1.152, "p95_ms": 0.738}, "detection_prepare_ms": {"avg_ms": 0.566, "count": 240, "max_ms": 3.783, "p95_ms": 2.251}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 240, "max_ms": 0.603, "p95_ms": 0.38}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.728, "count": 240, "max_ms": 3.947, "p95_ms": 2.638}, "setup_ms": {"avg_ms": 0.052, "count": 240, "max_ms": 0.14, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 2.35, "count": 240, "max_ms": 12.004, "p95_ms": 7.807}, "track_match_ms": {"avg_ms": 0.024, "count": 240, "max_ms": 0.201, "p95_ms": 0.098}, "tracker_update_ms": {"avg_ms": 0.45, "count": 240, "max_ms": 3.301, "p95_ms": 2.113}}, "gstreamer_push": {"avg_ms": 3.461, "count": 240, "max_ms": 7.457, "p95_ms": 5.394}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 240, "max_ms": 2.78, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.625, "count": 240, "max_ms": 85.727, "p95_ms": 70.886}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.12, "count": 240, "max_ms": 14.826, "p95_ms": 8.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.466, "count": 240, "max_ms": 131.543, "p95_ms": 111.305}, "inference_input_copy_ms": {"avg_ms": 1.623, "count": 240, "max_ms": 5.768, "p95_ms": 2.751}, "processing_residual_ms": {"avg_ms": 0.201, "count": 240, "max_ms": 0.591, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.411, "count": 240, "max_ms": 135.116, "p95_ms": 116.934}, "read_interval": {"avg_ms": 125.191, "count": 239, "max_ms": 3262.021, "p95_ms": 160.192}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.092, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.66, "count": 240, "max_ms": 3.699, "p95_ms": 2.47}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.103, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.641, "count": 240, "max_ms": 3.64, "p95_ms": 2.438}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.64, "count": 240, "max_ms": 85.739, "p95_ms": 70.928}, "visualize": {"avg_ms": 33.163, "count": 240, "max_ms": 59.747, "p95_ms": 43.652}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.971, "count": 240, "max_ms": 51.755, "p95_ms": 38.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.534, "count": 240, "max_ms": 58.576, "p95_ms": 41.96}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 240, "max_ms": 3.333, "p95_ms": 2.354}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.388, "count": 240, "max_ms": 58.454, "p95_ms": 41.722}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 240, "max_ms": 0.286, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.096, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.655, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3225983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171985, "write_bytes_delta": 171985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1319.0, "cpu_core_ratio": 0.618409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 383.0, "pid": 73920, "reason": null, "system_cpu_core_ratio": 0.046418, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.571991, "user_cpu_s_delta": 11.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.550266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.465679, "system_cpu_s_delta": 9.330000000001746, "user_cpu_core_ratio": 1.084587, "user_cpu_s_delta": 21.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.436, "count": 274, "max_ms": 9.502, "p95_ms": 5.484, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.566, "max": 5.0, "p95": 4.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.296, "max": 1.0, "p95": 1.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.505, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.338, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1024.533, "count": 30, "max": 1481.0, "p95": 1304.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4740.567, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.406, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 59.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25129, "sampled_at": "2026-11-03T11:56:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:56:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5286885, "flush_count": 5590, "flush_interval_seconds": 30.0, "flush_state": {"count": 5590, "last_at": "2026-11-03T11:56:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:56:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5589}, "started": true, "suppressed_count": 3221010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3220608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5590, "written_record_count": 5590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10147.184, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8919789465600, "copied_frame_count": 3226197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8919789465600, "frame_buffer_copies": 3226197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1266, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1138, "p95_ms": 0.2276, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.503, "count": 512, "max_ms": 11.3682, "p50_ms": 1.4036, "p95_ms": 2.4106, "p99_ms": 3.0051, "results": {"failed": 0, "not_applicable": 0, "success": 3226197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 268, "h264_decode_error_count": 864, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:56:43+09:00", "last_error_summary": "[h264 @ 0x61cf6be47700] error while decoding MB 27 42, bytestream -5", "last_exit_at": "2026-11-03T11:56:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.275, "last_started_at": "2026-11-03T11:53:59+09:00", "pid": 73920, "process": {"exists": false, "pid": 73920}, "restart_count": 285, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 286}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.63, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3226197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-03T11:56:43+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-11-03T11:56:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 235.674, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 364.326, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T11:56:43.859080+09:00", "mtime_epoch": 1793674603.85908, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:56:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.023, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3226197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.104, "max": 7.0, "p95": 4.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "total": {"avg": 0.275, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 7.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.032, "p95_ms": 0.017, "reason": null, "sample_age_ms": 135.669, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.79, "count": 239, "max_ms": 6.764, "p95_ms": 2.532, "reason": null, "sample_age_ms": 186.66, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 239, "max_ms": 6.414, "p95_ms": 1.988, "reason": null, "sample_age_ms": 186.872, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 239, "max_ms": 1.172, "p95_ms": 0.671, "reason": null, "sample_age_ms": 135.876, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 239, "max_ms": 6.161, "p95_ms": 3.574, "reason": null, "sample_age_ms": 184.539, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.505, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.587, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.647, "count": 239, "max_ms": 78.716, "p95_ms": 66.791, "reason": null, "sample_age_ms": 135.659, "source": "client_direct"}, "sample_age_ms": 135.651, "source": "client_direct", "task_total_ms": {"avg_ms": 52.303, "count": 239, "max_ms": 81.344, "p95_ms": 69.411, "reason": null, "sample_age_ms": 135.651, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.352, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.405, "count": 240, "max_ms": 12.096, "p95_ms": 7.855}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 240, "max_ms": 1.152, "p95_ms": 0.738}, "detection_prepare_ms": {"avg_ms": 0.566, "count": 240, "max_ms": 3.783, "p95_ms": 2.251}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.022, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.145, "count": 240, "max_ms": 0.603, "p95_ms": 0.38}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.728, "count": 240, "max_ms": 3.947, "p95_ms": 2.638}, "setup_ms": {"avg_ms": 0.052, "count": 240, "max_ms": 0.14, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 2.35, "count": 240, "max_ms": 12.004, "p95_ms": 7.807}, "track_match_ms": {"avg_ms": 0.024, "count": 240, "max_ms": 0.201, "p95_ms": 0.098}, "tracker_update_ms": {"avg_ms": 0.45, "count": 240, "max_ms": 3.301, "p95_ms": 2.113}}, "gstreamer_push": {"avg_ms": 3.461, "count": 240, "max_ms": 7.457, "p95_ms": 5.394}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 240, "max_ms": 2.78, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.625, "count": 240, "max_ms": 85.727, "p95_ms": 70.886}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.12, "count": 240, "max_ms": 14.826, "p95_ms": 8.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.466, "count": 240, "max_ms": 131.543, "p95_ms": 111.305}, "inference_input_copy_ms": {"avg_ms": 1.623, "count": 240, "max_ms": 5.768, "p95_ms": 2.751}, "processing_residual_ms": {"avg_ms": 0.201, "count": 240, "max_ms": 0.591, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.411, "count": 240, "max_ms": 135.116, "p95_ms": 116.934}, "read_interval": {"avg_ms": 125.191, "count": 239, "max_ms": 3262.021, "p95_ms": 160.192}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.092, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.66, "count": 240, "max_ms": 3.699, "p95_ms": 2.47}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 240, "max_ms": 0.103, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.641, "count": 240, "max_ms": 3.64, "p95_ms": 2.438}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.64, "count": 240, "max_ms": 85.739, "p95_ms": 70.928}, "visualize": {"avg_ms": 33.163, "count": 240, "max_ms": 59.747, "p95_ms": 43.652}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.971, "count": 240, "max_ms": 51.755, "p95_ms": 38.279}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.534, "count": 240, "max_ms": 58.576, "p95_ms": 41.96}, "visualize_input_copy_ms": {"avg_ms": 1.398, "count": 240, "max_ms": 3.333, "p95_ms": 2.354}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.388, "count": 240, "max_ms": 58.454, "p95_ms": 41.722}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 240, "max_ms": 0.286, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.096, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.655, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3225983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171985, "write_bytes_delta": 171985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1319.0, "cpu_core_ratio": 0.618409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 383.0, "pid": 73920, "reason": null, "system_cpu_core_ratio": 0.046418, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.571991, "user_cpu_s_delta": 11.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.550266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.465679, "system_cpu_s_delta": 9.330000000001746, "user_cpu_core_ratio": 1.084587, "user_cpu_s_delta": 21.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.436, "count": 274, "max_ms": 9.502, "p95_ms": 5.484, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.566, "max": 5.0, "p95": 4.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.296, "max": 1.0, "p95": 1.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.505, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.338, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1024.533, "count": 30, "max": 1481.0, "p95": 1304.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4740.567, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.406, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 59.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25129, "sampled_at": "2026-11-03T11:56:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:56:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5286885, "flush_count": 5590, "flush_interval_seconds": 30.0, "flush_state": {"count": 5590, "last_at": "2026-11-03T11:56:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:56:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5589}, "started": true, "suppressed_count": 3221010, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3220608}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5590, "written_record_count": 5590}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10316.402, "limit_mb": null}, "detail": {"pid": 74036, "restart_count": 286, "start_count": 287}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8919789465600, "copied_frame_count": 3226197, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8919789465600, "frame_buffer_copies": 3226197, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1266, "count": 512, "max_ms": 0.4244, "p50_ms": 0.1138, "p95_ms": 0.2276, "p99_ms": 0.3124}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.503, "count": 512, "max_ms": 11.3682, "p50_ms": 1.4036, "p95_ms": 2.4106, "p99_ms": 3.0051, "results": {"failed": 0, "not_applicable": 0, "success": 3226197, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 268, "h264_decode_error_count": 864, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:56:43+09:00", "last_error_summary": "[h264 @ 0x61cf6be47700] error while decoding MB 27 42, bytestream -5", "last_exit_at": "2026-11-03T11:56:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:56:46+09:00", "pid": 74036, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.891, "name": "ffmpeg", "pid": 74036, "rss_mb": 203.891, "state": "S (sleeping)", "threads": 70}, "restart_count": 286, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 287}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.392, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3226197, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.216, "last_frame_pushed_at": "2026-11-03T11:56:43+09:00", "last_frame_read_age_sec": 4.331, "last_frame_read_at": "2026-11-03T11:56:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 239.837, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 360.163, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 4.204, "exists": true, "mtime": "2026-11-03T11:56:43.859080+09:00", "mtime_epoch": 1793674603.85908, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 172145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:56:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.027, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3226197, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.083, "max": 7.0, "p95": 4.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 39}, "total": {"avg": 0.191, "max": 1.0, "p95": 1.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 205, "read_frames": 204, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.8, "pushed": 6.834, "read": 6.8}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4288.67, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.747, "count": 204, "max_ms": 5.916, "p95_ms": 2.391, "reason": null, "sample_age_ms": 4339.661, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.342, "count": 204, "max_ms": 5.341, "p95_ms": 1.973, "reason": null, "sample_age_ms": 4339.873, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 204, "max_ms": 1.028, "p95_ms": 0.666, "reason": null, "sample_age_ms": 4288.877, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.106, "count": 204, "max_ms": 6.161, "p95_ms": 3.564, "reason": null, "sample_age_ms": 4337.54, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4337.506, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4289.588, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.55, "count": 204, "max_ms": 78.716, "p95_ms": 66.586, "reason": null, "sample_age_ms": 4288.66, "source": "client_direct"}, "sample_age_ms": 4288.652, "source": "client_direct", "task_total_ms": {"avg_ms": 52.206, "count": 204, "max_ms": 81.344, "p95_ms": 69.189, "reason": null, "sample_age_ms": 4288.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.01, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.969, "count": 204, "max_ms": 12.096, "p95_ms": 6.742}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.376, "count": 204, "max_ms": 1.139, "p95_ms": 0.75}, "detection_prepare_ms": {"avg_ms": 0.445, "count": 204, "max_ms": 3.783, "p95_ms": 1.766}, "event_filter_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.022, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 204, "max_ms": 0.584, "p95_ms": 0.334}, "mcmt_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.562, "count": 204, "max_ms": 3.71, "p95_ms": 2.3}, "setup_ms": {"avg_ms": 0.053, "count": 204, "max_ms": 0.14, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 1.915, "count": 204, "max_ms": 12.004, "p95_ms": 6.671}, "track_match_ms": {"avg_ms": 0.018, "count": 204, "max_ms": 0.201, "p95_ms": 0.087}, "tracker_update_ms": {"avg_ms": 0.326, "count": 204, "max_ms": 3.301, "p95_ms": 1.941}}, "gstreamer_push": {"avg_ms": 3.495, "count": 205, "max_ms": 7.457, "p95_ms": 5.638}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 204, "max_ms": 2.78, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.425, "count": 204, "max_ms": 85.727, "p95_ms": 70.056}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.103, "count": 204, "max_ms": 14.826, "p95_ms": 8.701}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.491, "count": 204, "max_ms": 131.543, "p95_ms": 109.833}, "inference_input_copy_ms": {"avg_ms": 1.622, "count": 204, "max_ms": 5.768, "p95_ms": 2.674}, "processing_residual_ms": {"avg_ms": 0.197, "count": 204, "max_ms": 0.591, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.414, "count": 204, "max_ms": 135.116, "p95_ms": 115.715}, "read_interval": {"avg_ms": 126.317, "count": 204, "max_ms": 3262.021, "p95_ms": 157.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 204, "max_ms": 0.092, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.495, "count": 204, "max_ms": 3.503, "p95_ms": 2.212}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 204, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.477, "count": 204, "max_ms": 3.456, "p95_ms": 2.194}, "worker_merge_ms": {"avg_ms": 0.006, "count": 204, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.441, "count": 204, "max_ms": 85.739, "p95_ms": 70.07}, "visualize": {"avg_ms": 32.826, "count": 204, "max_ms": 59.747, "p95_ms": 42.925}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.813, "count": 204, "max_ms": 51.755, "p95_ms": 37.99}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.184, "count": 204, "max_ms": 58.576, "p95_ms": 41.594}, "visualize_input_copy_ms": {"avg_ms": 1.414, "count": 204, "max_ms": 3.333, "p95_ms": 2.506}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.037, "count": 204, "max_ms": 58.454, "p95_ms": 41.433}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 204, "max_ms": 0.286, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.096, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.655, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3225983, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:56:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171985, "write_bytes_delta": 171985, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1319.0, "cpu_core_ratio": 0.618409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 383.0, "pid": 73920, "reason": null, "system_cpu_core_ratio": 0.046418, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.571991, "user_cpu_s_delta": 11.46}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.550266, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.465679, "system_cpu_s_delta": 9.330000000001746, "user_cpu_core_ratio": 1.084587, "user_cpu_s_delta": 21.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.436, "count": 274, "max_ms": 9.502, "p95_ms": 5.484, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.566, "max": 5.0, "p95": 4.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.296, "max": 1.0, "p95": 1.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.505, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.338, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1024.533, "count": 30, "max": 1481.0, "p95": 1304.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4740.567, "count": 30, "max": 49506.0, "p95": 15233.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.134, "count": 30, "max": 0.406, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.602, "p95": 0.581, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.16, "count": 30, "max": 4.731, "p95": 0.042, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174115.1, "count": 30, "max": 190199.0, "p95": 185659.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.967, "count": 30, "max": 59.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.414, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25129, "sampled_at": "2026-11-03T11:56:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:56:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5288789, "flush_count": 5592, "flush_interval_seconds": 30.0, "flush_state": {"count": 5592, "last_at": "2026-11-03T11:58:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:58:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5591}, "started": true, "suppressed_count": 3222200, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3221798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5592, "written_record_count": 5592}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10149.809, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cd7ab63d980] error while decoding MB 47 53, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8923082342400, "copied_frame_count": 3227388, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8923082342400, "frame_buffer_copies": 3227388, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.3389, "p50_ms": 0.1161, "p95_ms": 0.2396, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5368, "count": 512, "max_ms": 4.9014, "p50_ms": 1.4533, "p95_ms": 2.5549, "p99_ms": 3.1632, "results": {"failed": 0, "not_applicable": 0, "success": 3227388, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 269, "h264_decode_error_count": 865, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:59:06+09:00", "last_error_summary": "[h264 @ 0x5cd7ab63d980] error while decoding MB 47 53, bytestream -5", "last_exit_at": "2026-11-03T11:56:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 140.935, "last_started_at": "2026-11-03T11:56:46+09:00", "pid": 74036, "process": {"exists": false, "pid": 74036}, "restart_count": 286, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 287}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.772, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-03T11:59:06+09:00", "last_frame_read_age_sec": 0.06, "last_frame_read_at": "2026-11-03T11:59:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.78, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 221.22, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T11:59:06.945608+09:00", "mtime_epoch": 1793674746.9456084, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177142}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:59:07+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.586, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3227389, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.247, "max": 10.0, "p95": 8.0, "sample_count": 267}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 36}, "total": {"avg": 0.135, "max": 1.0, "p95": 1.0, "sample_count": 267}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 268, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.933, "pushed": 8.933, "read": 8.933}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 268, "client_acquire_ms": {"avg_ms": 0.008, "count": 268, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 23.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.777, "count": 268, "max_ms": 5.486, "p95_ms": 2.889, "reason": null, "sample_age_ms": 71.976, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.367, "count": 268, "max_ms": 4.629, "p95_ms": 2.487, "reason": null, "sample_age_ms": 72.312, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.395, "count": 268, "max_ms": 1.118, "p95_ms": 0.719, "reason": null, "sample_age_ms": 23.055, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.086, "count": 268, "max_ms": 10.68, "p95_ms": 3.372, "reason": null, "sample_age_ms": 68.603, "source": "client_direct"}, "request_count": 268, "request_tensor_bytes": {"avg": 2764808.0, "count": 268, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.543, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.401, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.366, "count": 268, "max_ms": 79.116, "p95_ms": 68.998, "reason": null, "sample_age_ms": 23.039, "source": "client_direct"}, "sample_age_ms": 23.035, "source": "client_direct", "task_total_ms": {"avg_ms": 53.05, "count": 268, "max_ms": 81.884, "p95_ms": 71.658, "reason": null, "sample_age_ms": 23.035, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.453, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.624, "count": 267, "max_ms": 9.759, "p95_ms": 6.076}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 267, "max_ms": 1.119, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 0.347, "count": 267, "max_ms": 2.624, "p95_ms": 1.376}, "event_filter_ms": {"avg_ms": 0.005, "count": 267, "max_ms": 0.07, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 267, "max_ms": 0.897, "p95_ms": 0.251}, "mcmt_ms": {"avg_ms": 0.003, "count": 267, "max_ms": 0.061, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.474, "count": 267, "max_ms": 3.614, "p95_ms": 2.169}, "setup_ms": {"avg_ms": 0.053, "count": 267, "max_ms": 0.137, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 1.571, "count": 267, "max_ms": 9.67, "p95_ms": 6.015}, "track_match_ms": {"avg_ms": 0.013, "count": 267, "max_ms": 0.138, "p95_ms": 0.07}, "tracker_update_ms": {"avg_ms": 0.222, "count": 267, "max_ms": 3.761, "p95_ms": 1.48}}, "gstreamer_push": {"avg_ms": 3.506, "count": 268, "max_ms": 7.578, "p95_ms": 5.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 267, "max_ms": 0.203, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.314, "count": 267, "max_ms": 87.359, "p95_ms": 73.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.93, "count": 268, "max_ms": 13.995, "p95_ms": 8.746}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.053, "count": 268, "max_ms": 134.964, "p95_ms": 109.675}, "inference_input_copy_ms": {"avg_ms": 1.596, "count": 268, "max_ms": 4.585, "p95_ms": 2.471}, "processing_residual_ms": {"avg_ms": 0.197, "count": 268, "max_ms": 0.471, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.776, "count": 268, "max_ms": 138.589, "p95_ms": 115.954}, "read_interval": {"avg_ms": 112.097, "count": 268, "max_ms": 180.297, "p95_ms": 155.985}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 267, "max_ms": 0.06, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.403, "count": 267, "max_ms": 2.892, "p95_ms": 2.079}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 267, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.384, "count": 267, "max_ms": 2.876, "p95_ms": 2.066}, "worker_merge_ms": {"avg_ms": 0.007, "count": 267, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.331, "count": 267, "max_ms": 87.373, "p95_ms": 73.457}, "visualize": {"avg_ms": 33.717, "count": 267, "max_ms": 50.074, "p95_ms": 42.654}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.771, "count": 267, "max_ms": 45.923, "p95_ms": 39.79}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.01, "count": 267, "max_ms": 48.379, "p95_ms": 40.972}, "visualize_input_copy_ms": {"avg_ms": 1.457, "count": 267, "max_ms": 4.592, "p95_ms": 2.646}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 267, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.858, "count": 267, "max_ms": 48.154, "p95_ms": 40.801}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 267, "max_ms": 0.397, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 267}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 267}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.833, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.808, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176885, "write_bytes_delta": 176885, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1314.0, "cpu_core_ratio": 0.606083, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 74036, "reason": null, "system_cpu_core_ratio": 0.046929, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.559154, "user_cpu_s_delta": 11.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.478264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431847, "system_cpu_s_delta": 8.64999999999418, "user_cpu_core_ratio": 1.046417, "user_cpu_s_delta": 20.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 272, "max_ms": 7.578, "p95_ms": 5.582, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.956, "max": 10.0, "p95": 8.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 23}, "total": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.506, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.297, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1123.533, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3369.233, "count": 30, "max": 49506.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.406, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.588, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.633, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25137, "sampled_at": "2026-11-03T11:58:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:58:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5288789, "flush_count": 5592, "flush_interval_seconds": 30.0, "flush_state": {"count": 5592, "last_at": "2026-11-03T11:58:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:58:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5591}, "started": true, "suppressed_count": 3222200, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3221798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5592, "written_record_count": 5592}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10149.887, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T11:59:06+09:00", "last_error_summary": "[h264 @ 0x5cd7ab63d980] error while decoding MB 47 53, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8923085107200, "copied_frame_count": 3227389, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8923085107200, "frame_buffer_copies": 3227389, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.3389, "p50_ms": 0.1161, "p95_ms": 0.2396, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 4.9014, "p50_ms": 1.4552, "p95_ms": 2.5591, "p99_ms": 3.2897, "results": {"failed": 0, "not_applicable": 0, "success": 3227389, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 269, "h264_decode_error_count": 865, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:59:06+09:00", "last_error_summary": "[h264 @ 0x5cd7ab63d980] error while decoding MB 47 53, bytestream -5", "last_exit_at": "2026-11-03T11:59:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.01, "last_started_at": "2026-11-03T11:56:46+09:00", "pid": 74036, "process": {"exists": false, "pid": 74036}, "restart_count": 286, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 287}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.808, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T11:59:07+09:00", "last_frame_read_age_sec": 0.135, "last_frame_read_at": "2026-11-03T11:59:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.843, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 221.157, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.127, "exists": true, "mtime": "2026-11-03T11:59:06.945608+09:00", "mtime_epoch": 1793674746.9456084, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177142}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:59:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3227389, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.246, "max": 10.0, "p95": 8.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 37}, "total": {"avg": 0.138, "max": 1.0, "p95": 1.0, "sample_count": 268}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.951, "pushed": 8.951, "read": 8.918}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.008, "count": 268, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 98.257, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 267, "max_ms": 5.486, "p95_ms": 2.889, "reason": null, "sample_age_ms": 147.189, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 267, "max_ms": 4.629, "p95_ms": 2.488, "reason": null, "sample_age_ms": 147.525, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.395, "count": 268, "max_ms": 1.118, "p95_ms": 0.719, "reason": null, "sample_age_ms": 98.268, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.086, "count": 267, "max_ms": 10.68, "p95_ms": 3.377, "reason": null, "sample_age_ms": 143.816, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 143.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 268, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.614, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.366, "count": 268, "max_ms": 79.116, "p95_ms": 68.998, "reason": null, "sample_age_ms": 98.252, "source": "client_direct"}, "sample_age_ms": 98.248, "source": "client_direct", "task_total_ms": {"avg_ms": 53.05, "count": 268, "max_ms": 81.884, "p95_ms": 71.658, "reason": null, "sample_age_ms": 98.248, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.816, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.639, "count": 268, "max_ms": 9.759, "p95_ms": 6.076}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 268, "max_ms": 1.119, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 0.35, "count": 268, "max_ms": 2.624, "p95_ms": 1.376}, "event_filter_ms": {"avg_ms": 0.005, "count": 268, "max_ms": 0.07, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 268, "max_ms": 0.897, "p95_ms": 0.256}, "mcmt_ms": {"avg_ms": 0.003, "count": 268, "max_ms": 0.061, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.479, "count": 268, "max_ms": 3.614, "p95_ms": 2.169}, "setup_ms": {"avg_ms": 0.053, "count": 268, "max_ms": 0.137, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 1.586, "count": 268, "max_ms": 9.67, "p95_ms": 6.015}, "track_match_ms": {"avg_ms": 0.014, "count": 268, "max_ms": 0.138, "p95_ms": 0.072}, "tracker_update_ms": {"avg_ms": 0.227, "count": 268, "max_ms": 3.761, "p95_ms": 1.539}}, "gstreamer_push": {"avg_ms": 3.506, "count": 268, "max_ms": 7.578, "p95_ms": 5.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 268, "max_ms": 0.203, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.297, "count": 268, "max_ms": 87.359, "p95_ms": 73.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.936, "count": 268, "max_ms": 13.995, "p95_ms": 8.746}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.14, "count": 268, "max_ms": 134.964, "p95_ms": 110.075}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 268, "max_ms": 4.585, "p95_ms": 2.434}, "processing_residual_ms": {"avg_ms": 0.197, "count": 268, "max_ms": 0.471, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.865, "count": 268, "max_ms": 138.589, "p95_ms": 116.212}, "read_interval": {"avg_ms": 111.996, "count": 267, "max_ms": 180.297, "p95_ms": 155.985}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 268, "max_ms": 0.06, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.408, "count": 268, "max_ms": 2.892, "p95_ms": 2.079}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 268, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.389, "count": 268, "max_ms": 2.876, "p95_ms": 2.066}, "worker_merge_ms": {"avg_ms": 0.007, "count": 268, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.314, "count": 268, "max_ms": 87.373, "p95_ms": 73.457}, "visualize": {"avg_ms": 33.828, "count": 268, "max_ms": 63.44, "p95_ms": 42.744}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.838, "count": 268, "max_ms": 48.823, "p95_ms": 39.868}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.103, "count": 268, "max_ms": 56.873, "p95_ms": 41.063}, "visualize_input_copy_ms": {"avg_ms": 1.475, "count": 268, "max_ms": 6.308, "p95_ms": 2.681}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.951, "count": 268, "max_ms": 56.732, "p95_ms": 40.868}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 268, "max_ms": 0.397, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 268}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.833, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.808, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176885, "write_bytes_delta": 176885, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1314.0, "cpu_core_ratio": 0.606083, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 74036, "reason": null, "system_cpu_core_ratio": 0.046929, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.559154, "user_cpu_s_delta": 11.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.478264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431847, "system_cpu_s_delta": 8.64999999999418, "user_cpu_core_ratio": 1.046417, "user_cpu_s_delta": 20.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 272, "max_ms": 7.578, "p95_ms": 5.582, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.956, "max": 10.0, "p95": 8.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 23}, "total": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.506, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.297, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1123.533, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3369.233, "count": 30, "max": 49506.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.406, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.588, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.633, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25137, "sampled_at": "2026-11-03T11:58:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:58:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5288789, "flush_count": 5592, "flush_interval_seconds": 30.0, "flush_state": {"count": 5592, "last_at": "2026-11-03T11:58:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:58:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5591}, "started": true, "suppressed_count": 3222200, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3221798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5592, "written_record_count": 5592}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10150.594, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8923085107200, "copied_frame_count": 3227389, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8923085107200, "frame_buffer_copies": 3227389, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.3389, "p50_ms": 0.1161, "p95_ms": 0.2396, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 4.9014, "p50_ms": 1.4552, "p95_ms": 2.5591, "p99_ms": 3.2897, "results": {"failed": 0, "not_applicable": 0, "success": 3227389, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 269, "h264_decode_error_count": 865, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:59:06+09:00", "last_error_summary": "[h264 @ 0x5cd7ab63d980] error while decoding MB 47 53, bytestream -5", "last_exit_at": "2026-11-03T11:59:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 141.066, "last_started_at": "2026-11-03T11:56:46+09:00", "pid": 74036, "process": {"exists": false, "pid": 74036}, "restart_count": 286, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 287}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.808, "sample_count": 2567, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T11:59:07+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-11-03T11:59:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.905, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 221.095, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-03T11:59:07.079609+09:00", "mtime_epoch": 1793674747.079609, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:59:07+09:00", "process": {"exists": true, "fd_count": 123, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.578, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3227389, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.246, "max": 10.0, "p95": 8.0, "sample_count": 268}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 37}, "total": {"avg": 0.138, "max": 1.0, "p95": 1.0, "sample_count": 268}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 268, "pushed_frames": 268, "read_frames": 267, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.935, "pushed": 8.935, "read": 8.901}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 267, "client_acquire_ms": {"avg_ms": 0.008, "count": 267, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 153.242, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 267, "max_ms": 5.486, "p95_ms": 2.889, "reason": null, "sample_age_ms": 202.174, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.368, "count": 267, "max_ms": 4.629, "p95_ms": 2.488, "reason": null, "sample_age_ms": 202.51, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.396, "count": 267, "max_ms": 1.118, "p95_ms": 0.719, "reason": null, "sample_age_ms": 153.253, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.086, "count": 267, "max_ms": 10.68, "p95_ms": 3.377, "reason": null, "sample_age_ms": 198.801, "source": "client_direct"}, "request_count": 267, "request_tensor_bytes": {"avg": 2764808.0, "count": 267, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 198.741, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 267, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 153.599, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.348, "count": 267, "max_ms": 79.116, "p95_ms": 69.006, "reason": null, "sample_age_ms": 153.237, "source": "client_direct"}, "sample_age_ms": 153.233, "source": "client_direct", "task_total_ms": {"avg_ms": 53.031, "count": 267, "max_ms": 81.884, "p95_ms": 71.69, "reason": null, "sample_age_ms": 153.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.376, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.639, "count": 268, "max_ms": 9.759, "p95_ms": 6.076}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 268, "max_ms": 1.119, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 0.35, "count": 268, "max_ms": 2.624, "p95_ms": 1.376}, "event_filter_ms": {"avg_ms": 0.005, "count": 268, "max_ms": 0.07, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 268, "max_ms": 0.897, "p95_ms": 0.256}, "mcmt_ms": {"avg_ms": 0.003, "count": 268, "max_ms": 0.061, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.479, "count": 268, "max_ms": 3.614, "p95_ms": 2.169}, "setup_ms": {"avg_ms": 0.053, "count": 268, "max_ms": 0.137, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 1.586, "count": 268, "max_ms": 9.67, "p95_ms": 6.015}, "track_match_ms": {"avg_ms": 0.014, "count": 268, "max_ms": 0.138, "p95_ms": 0.072}, "tracker_update_ms": {"avg_ms": 0.227, "count": 268, "max_ms": 3.761, "p95_ms": 1.539}}, "gstreamer_push": {"avg_ms": 3.506, "count": 268, "max_ms": 7.578, "p95_ms": 5.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 268, "max_ms": 0.203, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.297, "count": 268, "max_ms": 87.359, "p95_ms": 73.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.936, "count": 268, "max_ms": 13.995, "p95_ms": 8.746}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.14, "count": 268, "max_ms": 134.964, "p95_ms": 110.075}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 268, "max_ms": 4.585, "p95_ms": 2.434}, "processing_residual_ms": {"avg_ms": 0.197, "count": 268, "max_ms": 0.471, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.865, "count": 268, "max_ms": 138.589, "p95_ms": 116.212}, "read_interval": {"avg_ms": 111.996, "count": 267, "max_ms": 180.297, "p95_ms": 155.985}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 268, "max_ms": 0.06, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.408, "count": 268, "max_ms": 2.892, "p95_ms": 2.079}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 268, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.389, "count": 268, "max_ms": 2.876, "p95_ms": 2.066}, "worker_merge_ms": {"avg_ms": 0.007, "count": 268, "max_ms": 0.051, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.314, "count": 268, "max_ms": 87.373, "p95_ms": 73.457}, "visualize": {"avg_ms": 33.828, "count": 268, "max_ms": 63.44, "p95_ms": 42.744}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.838, "count": 268, "max_ms": 48.823, "p95_ms": 39.868}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.103, "count": 268, "max_ms": 56.873, "p95_ms": 41.063}, "visualize_input_copy_ms": {"avg_ms": 1.475, "count": 268, "max_ms": 6.308, "p95_ms": 2.681}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 268, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.951, "count": 268, "max_ms": 56.732, "p95_ms": 40.868}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 268, "max_ms": 0.397, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 268}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 268}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.833, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.808, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176885, "write_bytes_delta": 176885, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1314.0, "cpu_core_ratio": 0.606083, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 74036, "reason": null, "system_cpu_core_ratio": 0.046929, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.559154, "user_cpu_s_delta": 11.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.478264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431847, "system_cpu_s_delta": 8.64999999999418, "user_cpu_core_ratio": 1.046417, "user_cpu_s_delta": 20.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 272, "max_ms": 7.578, "p95_ms": 5.582, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.956, "max": 10.0, "p95": 8.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 23}, "total": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.506, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.297, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1123.533, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3369.233, "count": 30, "max": 49506.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.406, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.588, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.633, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25137, "sampled_at": "2026-11-03T11:58:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:58:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5288789, "flush_count": 5592, "flush_interval_seconds": 30.0, "flush_state": {"count": 5592, "last_at": "2026-11-03T11:58:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T11:58:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5591}, "started": true, "suppressed_count": 3222200, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 402, "tracking_summary": 3221798}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5592, "written_record_count": 5592}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10183.762, "limit_mb": null}, "detail": {"pid": 74152, "restart_count": 287, "start_count": 288}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8923085107200, "copied_frame_count": 3227389, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T10:40:19+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6287492, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T10:40:08+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.263}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 402, "events_emitted": 371, "events_failed": 0, "events_observed": 402, "events_suppressed": 31, "frame_buffer_copied_bytes": 8923085107200, "frame_buffer_copies": 3227389, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18550, "recorder_active_input_bytes": 51287040000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 371, "recorder_clips_failed": 0, "recorder_clips_started": 371, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 371, "worker_jobs_accepted": 371, "worker_jobs_completed": 371, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1269, "count": 512, "max_ms": 0.3389, "p50_ms": 0.1161, "p95_ms": 0.2396, "p99_ms": 0.2931}, "stages": {"db_insert": {"avg_ms": 16.4143, "count": 371, "max_ms": 71.5868, "p50_ms": 14.0964, "p95_ms": 35.5358, "p99_ms": 46.9357, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6905, "count": 371, "max_ms": 4.0365, "p50_ms": 1.5927, "p95_ms": 2.6862, "p99_ms": 3.2106, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 922.2718, "count": 402, "max_ms": 4422.916, "p50_ms": 924.0486, "p95_ms": 1340.3976, "p99_ms": 1673.6318, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5425, "count": 512, "max_ms": 4.9014, "p50_ms": 1.4552, "p95_ms": 2.5591, "p99_ms": 3.2897, "results": {"failed": 0, "not_applicable": 0, "success": 3227389, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.3419, "count": 402, "max_ms": 1546.0427, "p50_ms": 501.7131, "p95_ms": 631.2824, "p99_ms": 1059.5802, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6554, "count": 371, "max_ms": 90.5272, "p50_ms": 20.6698, "p95_ms": 56.9141, "p99_ms": 68.5733, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3519, "count": 512, "max_ms": 10.4861, "p50_ms": 5.188, "p95_ms": 7.5967, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5694, "count": 512, "max_ms": 6.3981, "p50_ms": 1.408, "p95_ms": 2.7588, "p99_ms": 4.006, "results": {"failed": 0, "not_applicable": 0, "success": 18550, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.4433, "count": 371, "max_ms": 1540.9794, "p50_ms": 501.9787, "p95_ms": 634.8045, "p99_ms": 1091.0599, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.2474, "count": 371, "max_ms": 1456.6782, "p50_ms": 412.4178, "p95_ms": 542.4168, "p99_ms": 1005.1184, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7769, "count": 371, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0436, "p99_ms": 110.2468, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5884, "count": 371, "max_ms": 15.8949, "p50_ms": 1.3031, "p95_ms": 2.797, "p99_ms": 6.238, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1065, "count": 371, "max_ms": 103.1964, "p50_ms": 33.8951, "p95_ms": 53.9465, "p99_ms": 64.2707, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4262, "count": 371, "max_ms": 16.9396, "p50_ms": 0.7703, "p95_ms": 5.4246, "p99_ms": 10.5588, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7343, "count": 402, "max_ms": 4.5565, "p50_ms": 0.6523, "p95_ms": 1.3252, "p99_ms": 1.7817, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8022, "count": 371, "max_ms": 9.2164, "p50_ms": 0.6949, "p95_ms": 1.4238, "p99_ms": 2.4878, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 371, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.5152, "count": 371, "max_ms": 3752.636, "p50_ms": 352.4063, "p95_ms": 669.666, "p99_ms": 777.6969, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 402, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 402, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1063, "count": 371, "max_ms": 14.3512, "p50_ms": 1.0623, "p95_ms": 7.9298, "p99_ms": 11.2264, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7341, "count": 371, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 57.0914, "p99_ms": 72.2815, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 371, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1473, "p99_ms": 0.1911, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.004, "count": 371, "max_ms": 9.2334, "p50_ms": 1.8283, "p95_ms": 3.2917, "p99_ms": 5.3939, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.6491, "count": 371, "max_ms": 3837.487, "p50_ms": 424.4571, "p95_ms": 762.0062, "p99_ms": 873.7194, "results": {"failed": 0, "not_applicable": 0, "success": 371, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 371, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2347, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1935}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 371, "artifact_failed": 0, "artifact_requested": 371, "artifact_success": 371, "completed": 371, "completed_failed": 0, "completed_success": 371, "cooldown_promoted": 371, "database_requested": 371, "db_insert_success": 371, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15940, "relay_business_failed": 0, "relay_business_success": 371, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 371, "relay_transport_failed": 0, "relay_transport_success": 371, "reservation_requested": 371}, "snapshot": {"copied_bytes": 1025740800, "copied_count": 371, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 269, "h264_decode_error_count": 865, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T11:59:06+09:00", "last_error_summary": "[h264 @ 0x5cd7ab63d980] error while decoding MB 47 53, bytestream -5", "last_exit_at": "2026-11-03T11:59:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T11:59:10+09:00", "pid": 74152, "process": {"exists": true, "fd_count": 5, "hwm_mb": 66.723, "name": "ffmpeg", "pid": 74152, "rss_mb": 66.723, "state": "S (sleeping)", "threads": 19}, "restart_count": 287, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 288}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.839, "sample_count": 2522, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227389, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:59:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.946, "last_frame_pushed_at": "2026-11-03T11:59:07+09:00", "last_frame_read_age_sec": 5.08, "last_frame_read_at": "2026-11-03T11:59:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 383.777, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 216.223, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 4.937, "exists": true, "mtime": "2026-11-03T11:59:07.079609+09:00", "mtime_epoch": 1793674747.079609, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T11:59:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.582, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 309, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3227389, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.514, "max": 10.0, "p95": 8.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 37}, "total": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.414, "pushed": 7.414, "read": 7.38}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5033.456, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.791, "count": 221, "max_ms": 5.486, "p95_ms": 2.892, "reason": null, "sample_age_ms": 5082.388, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 221, "max_ms": 4.629, "p95_ms": 2.497, "reason": null, "sample_age_ms": 5082.724, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.402, "count": 222, "max_ms": 1.118, "p95_ms": 0.731, "reason": null, "sample_age_ms": 5033.467, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.123, "count": 221, "max_ms": 10.68, "p95_ms": 3.463, "reason": null, "sample_age_ms": 5079.015, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5078.955, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5033.813, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.653, "count": 222, "max_ms": 79.116, "p95_ms": 69.048, "reason": null, "sample_age_ms": 5033.451, "source": "client_direct"}, "sample_age_ms": 5033.447, "source": "client_direct", "task_total_ms": {"avg_ms": 53.375, "count": 222, "max_ms": 81.884, "p95_ms": 71.851, "reason": null, "sample_age_ms": 5033.447, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.552, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.753, "count": 222, "max_ms": 9.759, "p95_ms": 6.333}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.317, "count": 222, "max_ms": 1.076, "p95_ms": 0.56}, "detection_prepare_ms": {"avg_ms": 0.385, "count": 222, "max_ms": 2.624, "p95_ms": 1.525}, "event_filter_ms": {"avg_ms": 0.005, "count": 222, "max_ms": 0.07, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.125, "count": 222, "max_ms": 0.897, "p95_ms": 0.284}, "mcmt_ms": {"avg_ms": 0.003, "count": 222, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.53, "count": 222, "max_ms": 3.614, "p95_ms": 2.327}, "setup_ms": {"avg_ms": 0.052, "count": 222, "max_ms": 0.137, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 1.7, "count": 222, "max_ms": 9.67, "p95_ms": 6.255}, "track_match_ms": {"avg_ms": 0.015, "count": 222, "max_ms": 0.138, "p95_ms": 0.081}, "tracker_update_ms": {"avg_ms": 0.266, "count": 222, "max_ms": 3.761, "p95_ms": 1.555}}, "gstreamer_push": {"avg_ms": 3.549, "count": 222, "max_ms": 7.578, "p95_ms": 5.998}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 222, "max_ms": 0.203, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.645, "count": 222, "max_ms": 87.359, "p95_ms": 73.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.992, "count": 222, "max_ms": 13.995, "p95_ms": 8.814}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.571, "count": 222, "max_ms": 134.964, "p95_ms": 110.245}, "inference_input_copy_ms": {"avg_ms": 1.601, "count": 222, "max_ms": 4.585, "p95_ms": 2.471}, "processing_residual_ms": {"avg_ms": 0.201, "count": 222, "max_ms": 0.471, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.365, "count": 222, "max_ms": 138.589, "p95_ms": 118.444}, "read_interval": {"avg_ms": 112.786, "count": 221, "max_ms": 180.297, "p95_ms": 156.593}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 222, "max_ms": 0.06, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.458, "count": 222, "max_ms": 2.892, "p95_ms": 2.173}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 222, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.439, "count": 222, "max_ms": 2.876, "p95_ms": 2.116}, "worker_merge_ms": {"avg_ms": 0.007, "count": 222, "max_ms": 0.051, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.661, "count": 222, "max_ms": 87.373, "p95_ms": 73.457}, "visualize": {"avg_ms": 33.78, "count": 222, "max_ms": 63.44, "p95_ms": 42.654}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.691, "count": 222, "max_ms": 48.823, "p95_ms": 39.336}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.048, "count": 222, "max_ms": 56.873, "p95_ms": 40.972}, "visualize_input_copy_ms": {"avg_ms": 1.481, "count": 222, "max_ms": 6.308, "p95_ms": 2.646}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.894, "count": 222, "max_ms": 56.732, "p95_ms": 40.801}, "visualizer_prepare_ms": {"avg_ms": 0.092, "count": 222, "max_ms": 0.397, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.543, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.833, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.808, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227307, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T11:58:57+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 176885, "write_bytes_delta": 176885, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1314.0, "cpu_core_ratio": 0.606083, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 74036, "reason": null, "system_cpu_core_ratio": 0.046929, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.559154, "user_cpu_s_delta": 11.200000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.478264, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.431847, "system_cpu_s_delta": 8.64999999999418, "user_cpu_core_ratio": 1.046417, "user_cpu_s_delta": 20.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.488, "count": 272, "max_ms": 7.578, "p95_ms": 5.582, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.956, "max": 10.0, "p95": 8.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 23}, "total": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.506, "count": 30, "max": 48.008, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.297, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1123.533, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3369.233, "count": 30, "max": 49506.0, "p95": 12522.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.096, "count": 30, "max": 0.406, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.532, "count": 30, "max": 0.588, "p95": 0.571, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 172781.6, "count": 30, "max": 182166.0, "p95": 178875.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.633, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.491, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.991, "count": 30, "max": 1.142, "p95": 1.118, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25137, "sampled_at": "2026-11-03T11:58:57+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T11:58:57+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5290846, "flush_count": 5594, "flush_interval_seconds": 30.0, "flush_state": {"count": 5594, "last_at": "2026-11-03T12:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5593}, "started": true, "suppressed_count": 3222718, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 403, "tracking_summary": 3222315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5594, "written_record_count": 5594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10215.797, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a5f35ebd400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a5f35ebd400] error while decoding MB 0 50, bytestream 56738 [h264 @ 0x5a5f35111440] left block unavailable for requested intra mode [h264 @ 0x5a5f35111440] error while decoding MB 0 37, bytestream 2845", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8924517273600, "copied_frame_count": 3227907, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8432090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.456}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 403, "events_emitted": 372, "events_failed": 0, "events_observed": 403, "events_suppressed": 31, "frame_buffer_copied_bytes": 8924517273600, "frame_buffer_copies": 3227907, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18600, "recorder_active_input_bytes": 51425280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 372, "recorder_clips_failed": 0, "recorder_clips_started": 372, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 372, "worker_jobs_accepted": 372, "worker_jobs_completed": 372, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 2.4757, "p50_ms": 0.1099, "p95_ms": 0.2466, "p99_ms": 0.3404}, "stages": {"db_insert": {"avg_ms": 16.4804, "count": 372, "max_ms": 71.5868, "p50_ms": 14.1089, "p95_ms": 35.7717, "p99_ms": 46.8992, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 372, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6857, "p99_ms": 3.2096, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.1564, "count": 403, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.2854, "p99_ms": 1673.4509, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5452, "count": 512, "max_ms": 4.4261, "p50_ms": 1.4453, "p95_ms": 2.5189, "p99_ms": 3.5233, "results": {"failed": 0, "not_applicable": 0, "success": 3227907, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.729, "count": 403, "max_ms": 1546.0427, "p50_ms": 501.7731, "p95_ms": 635.1288, "p99_ms": 1059.4843, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6193, "count": 372, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.9136, "p99_ms": 68.5663, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.416, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2849, "p95_ms": 7.6172, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5886, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4365, "p95_ms": 2.7908, "p99_ms": 4.1446, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7473, "count": 372, "max_ms": 1540.9794, "p50_ms": 502.1456, "p95_ms": 637.7621, "p99_ms": 1089.9119, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5321, "count": 372, "max_ms": 1456.6782, "p50_ms": 412.7311, "p95_ms": 542.8184, "p99_ms": 1003.8619, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7944, "count": 372, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0336, "p99_ms": 110.2319, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5896, "count": 372, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.7928, "p99_ms": 6.2234, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1722, "count": 372, "max_ms": 103.1964, "p50_ms": 33.9117, "p95_ms": 54.0593, "p99_ms": 64.1994, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8029, "count": 372, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4238, "p99_ms": 2.4865, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.96, "count": 372, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.6081, "p99_ms": 777.6289, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 403, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1165, "count": 372, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.9007, "p99_ms": 11.2224, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6897, "count": 372, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.9755, "p99_ms": 72.2752, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 372, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1471, "p99_ms": 0.1909, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0033, "count": 372, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2914, "p99_ms": 5.393, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.0964, "count": 372, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.9381, "p99_ms": 873.211, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 372, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 372, "artifact_failed": 0, "artifact_requested": 372, "artifact_success": 372, "completed": 372, "completed_failed": 0, "completed_success": 372, "cooldown_promoted": 372, "database_requested": 372, "db_insert_success": 372, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15941, "relay_business_failed": 0, "relay_business_success": 372, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 372, "relay_transport_failed": 0, "relay_transport_success": 372, "reservation_requested": 372}, "snapshot": {"copied_bytes": 1028505600, "copied_count": 372, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 270, "h264_decode_error_count": 867, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:00:24+09:00", "last_error_summary": "[h264 @ 0x5a5f35ebd400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a5f35ebd400] error while decoding MB 0 50, bytestream 56738 [h264 @ 0x5a5f35111440] left block unavailable for requested intra mode [h264 @ 0x5a5f35111440] error while decoding MB 0 37, bytestream 2845", "last_exit_at": "2026-11-03T11:59:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.89, "last_started_at": "2026-11-03T11:59:10+09:00", "pid": 74152, "process": {"exists": false, "pid": 74152}, "restart_count": 287, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 288}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.826, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227907, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T12:00:24+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T12:00:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.692, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 143.308, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T12:00:24.826898+09:00", "mtime_epoch": 1793674824.8268983, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180600}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:00:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2398.488, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 310, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3227908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.618, "max": 9.0, "p95": 9.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.461, "max": 2.0, "p95": 2.0, "sample_count": 165}, "total": {"avg": 1.211, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.171, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.171, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 200, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.014, "pushed": 7.014, "read": 7.049}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 38.816, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.177, "count": 200, "max_ms": 13.619, "p95_ms": 3.307, "reason": null, "sample_age_ms": 91.469, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.576, "count": 200, "max_ms": 10.679, "p95_ms": 2.799, "reason": null, "sample_age_ms": 91.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 200, "max_ms": 1.296, "p95_ms": 0.738, "reason": null, "sample_age_ms": 38.847, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.373, "count": 200, "max_ms": 5.707, "p95_ms": 3.762, "reason": null, "sample_age_ms": 90.109, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.093, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.656, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.906, "count": 200, "max_ms": 97.103, "p95_ms": 75.271, "reason": null, "sample_age_ms": 38.808, "source": "client_direct"}, "sample_age_ms": 38.801, "source": "client_direct", "task_total_ms": {"avg_ms": 57.916, "count": 200, "max_ms": 100.393, "p95_ms": 77.63, "reason": null, "sample_age_ms": 38.801, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.076, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.677, "count": 199, "max_ms": 14.617, "p95_ms": 11.289}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 199, "max_ms": 2.844, "p95_ms": 1.04}, "detection_prepare_ms": {"avg_ms": 1.426, "count": 199, "max_ms": 5.627, "p95_ms": 2.664}, "event_filter_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 199, "max_ms": 0.854, "p95_ms": 0.587}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.779, "count": 199, "max_ms": 6.128, "p95_ms": 4.355}, "setup_ms": {"avg_ms": 0.058, "count": 199, "max_ms": 1.123, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.61, "count": 199, "max_ms": 14.438, "p95_ms": 11.18}, "track_match_ms": {"avg_ms": 0.09, "count": 199, "max_ms": 0.387, "p95_ms": 0.259}, "tracker_update_ms": {"avg_ms": 1.479, "count": 199, "max_ms": 5.221, "p95_ms": 3.107}}, "gstreamer_push": {"avg_ms": 3.674, "count": 199, "max_ms": 10.823, "p95_ms": 6.216}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 199, "max_ms": 1.706, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.598, "count": 199, "max_ms": 103.773, "p95_ms": 82.973}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.467, "count": 199, "max_ms": 17.822, "p95_ms": 9.481}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.696, "count": 199, "max_ms": 778.433, "p95_ms": 146.738}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 199, "max_ms": 9.558, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.302, "count": 199, "max_ms": 2.16, "p95_ms": 0.546}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.233, "count": 199, "max_ms": 788.953, "p95_ms": 151.405}, "read_interval": {"avg_ms": 162.794, "count": 200, "max_ms": 4268.622, "p95_ms": 196.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.05, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.697, "count": 199, "max_ms": 6.008, "p95_ms": 4.223}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.079, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.678, "count": 199, "max_ms": 5.98, "p95_ms": 4.189}, "worker_merge_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.616, "count": 199, "max_ms": 103.801, "p95_ms": 82.982}, "visualize": {"avg_ms": 38.409, "count": 199, "max_ms": 61.095, "p95_ms": 55.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.797, "count": 199, "max_ms": 54.985, "p95_ms": 46.024}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.756, "count": 199, "max_ms": 58.931, "p95_ms": 53.882}, "visualize_input_copy_ms": {"avg_ms": 1.392, "count": 199, "max_ms": 6.217, "p95_ms": 2.441}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.591, "count": 199, "max_ms": 58.7, "p95_ms": 53.638}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 199, "max_ms": 0.239, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.186, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.943, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187787, "write_bytes_delta": 187787, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 317.0, "cpu_core_ratio": 0.752253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2287.0, "pid": 74152, "reason": null, "system_cpu_core_ratio": 0.268733, "system_cpu_s_delta": 2.6899999999999995, "user_cpu_core_ratio": 0.48352, "user_cpu_s_delta": 4.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.487522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448554, "system_cpu_s_delta": 4.490000000005239, "user_cpu_core_ratio": 1.038968, "user_cpu_s_delta": 10.399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.491, "count": 194, "max_ms": 11.452, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.149, "max": 13.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.428, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.273, "max": 3.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.613, "count": 30, "max": 60.58, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.242, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3021.767, "count": 30, "max": 49506.0, "p95": 11489.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.406, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 0.572, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.733, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.51, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.159, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25142, "sampled_at": "2026-11-03T12:00:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:00:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.371, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5290846, "flush_count": 5594, "flush_interval_seconds": 30.0, "flush_state": {"count": 5594, "last_at": "2026-11-03T12:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5593}, "started": true, "suppressed_count": 3222718, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 403, "tracking_summary": 3222315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5594, "written_record_count": 5594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10215.301, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:00:24+09:00", "last_error_summary": "[h264 @ 0x5a5f35ebd400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a5f35ebd400] error while decoding MB 0 50, bytestream 56738 [h264 @ 0x5a5f35111440] left block unavailable for requested intra mode [h264 @ 0x5a5f35111440] error while decoding MB 0 37, bytestream 2845", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8924520038400, "copied_frame_count": 3227908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8432090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.456}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 403, "events_emitted": 372, "events_failed": 0, "events_observed": 403, "events_suppressed": 31, "frame_buffer_copied_bytes": 8924520038400, "frame_buffer_copies": 3227908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18600, "recorder_active_input_bytes": 51425280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 372, "recorder_clips_failed": 0, "recorder_clips_started": 372, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 372, "worker_jobs_accepted": 372, "worker_jobs_completed": 372, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1367, "count": 512, "max_ms": 2.4757, "p50_ms": 0.1099, "p95_ms": 0.2466, "p99_ms": 0.3404}, "stages": {"db_insert": {"avg_ms": 16.4804, "count": 372, "max_ms": 71.5868, "p50_ms": 14.1089, "p95_ms": 35.7717, "p99_ms": 46.8992, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 372, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6857, "p99_ms": 3.2096, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.1564, "count": 403, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.2854, "p99_ms": 1673.4509, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5457, "count": 512, "max_ms": 4.4261, "p50_ms": 1.4496, "p95_ms": 2.5189, "p99_ms": 3.5233, "results": {"failed": 0, "not_applicable": 0, "success": 3227908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.729, "count": 403, "max_ms": 1546.0427, "p50_ms": 501.7731, "p95_ms": 635.1288, "p99_ms": 1059.4843, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6193, "count": 372, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.9136, "p99_ms": 68.5663, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.416, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2849, "p95_ms": 7.6172, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5886, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4365, "p95_ms": 2.7908, "p99_ms": 4.1446, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7473, "count": 372, "max_ms": 1540.9794, "p50_ms": 502.1456, "p95_ms": 637.7621, "p99_ms": 1089.9119, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5321, "count": 372, "max_ms": 1456.6782, "p50_ms": 412.7311, "p95_ms": 542.8184, "p99_ms": 1003.8619, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7944, "count": 372, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0336, "p99_ms": 110.2319, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5896, "count": 372, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.7928, "p99_ms": 6.2234, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1722, "count": 372, "max_ms": 103.1964, "p50_ms": 33.9117, "p95_ms": 54.0593, "p99_ms": 64.1994, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8029, "count": 372, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4238, "p99_ms": 2.4865, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.96, "count": 372, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.6081, "p99_ms": 777.6289, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 403, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1165, "count": 372, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.9007, "p99_ms": 11.2224, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6897, "count": 372, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.9755, "p99_ms": 72.2752, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 372, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1471, "p99_ms": 0.1909, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0033, "count": 372, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2914, "p99_ms": 5.393, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.0964, "count": 372, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.9381, "p99_ms": 873.211, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 372, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 372, "artifact_failed": 0, "artifact_requested": 372, "artifact_success": 372, "completed": 372, "completed_failed": 0, "completed_success": 372, "cooldown_promoted": 372, "database_requested": 372, "db_insert_success": 372, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15941, "relay_business_failed": 0, "relay_business_success": 372, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 372, "relay_transport_failed": 0, "relay_transport_success": 372, "reservation_requested": 372}, "snapshot": {"copied_bytes": 1028505600, "copied_count": 372, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 270, "h264_decode_error_count": 867, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:00:24+09:00", "last_error_summary": "[h264 @ 0x5a5f35ebd400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a5f35ebd400] error while decoding MB 0 50, bytestream 56738 [h264 @ 0x5a5f35111440] left block unavailable for requested intra mode [h264 @ 0x5a5f35111440] error while decoding MB 0 37, bytestream 2845", "last_exit_at": "2026-11-03T12:00:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 74.963, "last_started_at": "2026-11-03T11:59:10+09:00", "pid": 74152, "process": {"exists": false, "pid": 74152}, "restart_count": 287, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 288}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.826, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-03T12:00:24+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-11-03T12:00:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.747, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 143.253, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T12:00:24.970899+09:00", "mtime_epoch": 1793674824.9708989, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:00:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2398.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 310, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3227908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.625, "max": 9.0, "p95": 9.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.464, "max": 2.0, "p95": 2.0, "sample_count": 166}, "total": {"avg": 1.215, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.031, "pushed": 7.031, "read": 7.031}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 114.97, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.177, "count": 200, "max_ms": 13.619, "p95_ms": 3.307, "reason": null, "sample_age_ms": 167.624, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.576, "count": 200, "max_ms": 10.679, "p95_ms": 2.799, "reason": null, "sample_age_ms": 167.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 200, "max_ms": 1.296, "p95_ms": 0.738, "reason": null, "sample_age_ms": 115.002, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.373, "count": 200, "max_ms": 5.707, "p95_ms": 3.762, "reason": null, "sample_age_ms": 166.264, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 166.248, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.811, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.906, "count": 200, "max_ms": 97.103, "p95_ms": 75.271, "reason": null, "sample_age_ms": 114.963, "source": "client_direct"}, "sample_age_ms": 114.956, "source": "client_direct", "task_total_ms": {"avg_ms": 57.916, "count": 200, "max_ms": 100.393, "p95_ms": 77.63, "reason": null, "sample_age_ms": 114.956, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.067, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.704, "count": 200, "max_ms": 14.617, "p95_ms": 11.232}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 200, "max_ms": 2.844, "p95_ms": 1.025}, "detection_prepare_ms": {"avg_ms": 1.429, "count": 200, "max_ms": 5.627, "p95_ms": 2.663}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 200, "max_ms": 0.854, "p95_ms": 0.586}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.799, "count": 200, "max_ms": 6.128, "p95_ms": 4.355}, "setup_ms": {"avg_ms": 0.058, "count": 200, "max_ms": 1.123, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.637, "count": 200, "max_ms": 14.438, "p95_ms": 11.07}, "track_match_ms": {"avg_ms": 0.09, "count": 200, "max_ms": 0.387, "p95_ms": 0.255}, "tracker_update_ms": {"avg_ms": 1.481, "count": 200, "max_ms": 5.221, "p95_ms": 3.027}}, "gstreamer_push": {"avg_ms": 3.675, "count": 200, "max_ms": 10.823, "p95_ms": 6.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 200, "max_ms": 1.706, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.567, "count": 200, "max_ms": 103.773, "p95_ms": 82.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.46, "count": 200, "max_ms": 17.822, "p95_ms": 9.468}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.751, "count": 200, "max_ms": 778.433, "p95_ms": 142.691}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 200, "max_ms": 9.558, "p95_ms": 2.749}, "processing_residual_ms": {"avg_ms": 0.301, "count": 200, "max_ms": 2.16, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.275, "count": 200, "max_ms": 788.953, "p95_ms": 151.215}, "read_interval": {"avg_ms": 162.794, "count": 200, "max_ms": 4268.622, "p95_ms": 196.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.05, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.717, "count": 200, "max_ms": 6.008, "p95_ms": 4.223}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.079, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.697, "count": 200, "max_ms": 5.98, "p95_ms": 4.189}, "worker_merge_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.585, "count": 200, "max_ms": 103.801, "p95_ms": 82.355}, "visualize": {"avg_ms": 38.497, "count": 200, "max_ms": 61.095, "p95_ms": 55.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.82, "count": 200, "max_ms": 54.985, "p95_ms": 45.893}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.837, "count": 200, "max_ms": 58.931, "p95_ms": 53.138}, "visualize_input_copy_ms": {"avg_ms": 1.399, "count": 200, "max_ms": 6.217, "p95_ms": 2.441}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.672, "count": 200, "max_ms": 58.7, "p95_ms": 52.935}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 200, "max_ms": 0.239, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.186, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.943, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187787, "write_bytes_delta": 187787, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 317.0, "cpu_core_ratio": 0.752253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2287.0, "pid": 74152, "reason": null, "system_cpu_core_ratio": 0.268733, "system_cpu_s_delta": 2.6899999999999995, "user_cpu_core_ratio": 0.48352, "user_cpu_s_delta": 4.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.487522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448554, "system_cpu_s_delta": 4.490000000005239, "user_cpu_core_ratio": 1.038968, "user_cpu_s_delta": 10.399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.491, "count": 194, "max_ms": 11.452, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.149, "max": 13.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.428, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.273, "max": 3.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.613, "count": 30, "max": 60.58, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.242, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3021.767, "count": 30, "max": 49506.0, "p95": 11489.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.406, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 0.572, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.733, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.51, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.159, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25142, "sampled_at": "2026-11-03T12:00:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:00:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.445, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5290846, "flush_count": 5594, "flush_interval_seconds": 30.0, "flush_state": {"count": 5594, "last_at": "2026-11-03T12:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5593}, "started": true, "suppressed_count": 3222718, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 403, "tracking_summary": 3222315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5594, "written_record_count": 5594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10215.27, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8924520038400, "copied_frame_count": 3227908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8432090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.456}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 403, "events_emitted": 372, "events_failed": 0, "events_observed": 403, "events_suppressed": 31, "frame_buffer_copied_bytes": 8924520038400, "frame_buffer_copies": 3227908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18600, "recorder_active_input_bytes": 51425280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 372, "recorder_clips_failed": 0, "recorder_clips_started": 372, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 372, "worker_jobs_accepted": 372, "worker_jobs_completed": 372, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1367, "count": 512, "max_ms": 2.4757, "p50_ms": 0.1099, "p95_ms": 0.2466, "p99_ms": 0.3404}, "stages": {"db_insert": {"avg_ms": 16.4804, "count": 372, "max_ms": 71.5868, "p50_ms": 14.1089, "p95_ms": 35.7717, "p99_ms": 46.8992, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 372, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6857, "p99_ms": 3.2096, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.1564, "count": 403, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.2854, "p99_ms": 1673.4509, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5457, "count": 512, "max_ms": 4.4261, "p50_ms": 1.4496, "p95_ms": 2.5189, "p99_ms": 3.5233, "results": {"failed": 0, "not_applicable": 0, "success": 3227908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.729, "count": 403, "max_ms": 1546.0427, "p50_ms": 501.7731, "p95_ms": 635.1288, "p99_ms": 1059.4843, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6193, "count": 372, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.9136, "p99_ms": 68.5663, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.416, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2849, "p95_ms": 7.6172, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5886, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4365, "p95_ms": 2.7908, "p99_ms": 4.1446, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7473, "count": 372, "max_ms": 1540.9794, "p50_ms": 502.1456, "p95_ms": 637.7621, "p99_ms": 1089.9119, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5321, "count": 372, "max_ms": 1456.6782, "p50_ms": 412.7311, "p95_ms": 542.8184, "p99_ms": 1003.8619, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7944, "count": 372, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0336, "p99_ms": 110.2319, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5896, "count": 372, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.7928, "p99_ms": 6.2234, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1722, "count": 372, "max_ms": 103.1964, "p50_ms": 33.9117, "p95_ms": 54.0593, "p99_ms": 64.1994, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8029, "count": 372, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4238, "p99_ms": 2.4865, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.96, "count": 372, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.6081, "p99_ms": 777.6289, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 403, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1165, "count": 372, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.9007, "p99_ms": 11.2224, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6897, "count": 372, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.9755, "p99_ms": 72.2752, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 372, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1471, "p99_ms": 0.1909, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0033, "count": 372, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2914, "p99_ms": 5.393, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.0964, "count": 372, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.9381, "p99_ms": 873.211, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 372, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 372, "artifact_failed": 0, "artifact_requested": 372, "artifact_success": 372, "completed": 372, "completed_failed": 0, "completed_success": 372, "cooldown_promoted": 372, "database_requested": 372, "db_insert_success": 372, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15941, "relay_business_failed": 0, "relay_business_success": 372, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 372, "relay_transport_failed": 0, "relay_transport_success": 372, "reservation_requested": 372}, "snapshot": {"copied_bytes": 1028505600, "copied_count": 372, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 270, "h264_decode_error_count": 867, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:00:24+09:00", "last_error_summary": "[h264 @ 0x5a5f35ebd400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a5f35ebd400] error while decoding MB 0 50, bytestream 56738 [h264 @ 0x5a5f35111440] left block unavailable for requested intra mode [h264 @ 0x5a5f35111440] error while decoding MB 0 37, bytestream 2845", "last_exit_at": "2026-11-03T12:00:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 75.007, "last_started_at": "2026-11-03T11:59:10+09:00", "pid": 74152, "process": {"exists": false, "pid": 74152}, "restart_count": 287, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 288}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.826, "sample_count": 2399, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-03T12:00:24+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-11-03T12:00:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.786, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 143.214, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-03T12:00:24.970899+09:00", "mtime_epoch": 1793674824.9708989, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:00:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2398.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 310, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3227908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.625, "max": 9.0, "p95": 9.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.464, "max": 2.0, "p95": 2.0, "sample_count": 166}, "total": {"avg": 1.215, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.17, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.021, "pushed": 7.021, "read": 7.021}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 151.879, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.177, "count": 200, "max_ms": 13.619, "p95_ms": 3.307, "reason": null, "sample_age_ms": 204.532, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.576, "count": 200, "max_ms": 10.679, "p95_ms": 2.799, "reason": null, "sample_age_ms": 204.794, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 200, "max_ms": 1.296, "p95_ms": 0.738, "reason": null, "sample_age_ms": 151.91, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.373, "count": 200, "max_ms": 5.707, "p95_ms": 3.762, "reason": null, "sample_age_ms": 203.172, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 203.156, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.719, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.906, "count": 200, "max_ms": 97.103, "p95_ms": 75.271, "reason": null, "sample_age_ms": 151.871, "source": "client_direct"}, "sample_age_ms": 151.864, "source": "client_direct", "task_total_ms": {"avg_ms": 57.916, "count": 200, "max_ms": 100.393, "p95_ms": 77.63, "reason": null, "sample_age_ms": 151.864, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.235, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.704, "count": 200, "max_ms": 14.617, "p95_ms": 11.232}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 200, "max_ms": 2.844, "p95_ms": 1.025}, "detection_prepare_ms": {"avg_ms": 1.429, "count": 200, "max_ms": 5.627, "p95_ms": 2.663}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 200, "max_ms": 0.854, "p95_ms": 0.586}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.799, "count": 200, "max_ms": 6.128, "p95_ms": 4.355}, "setup_ms": {"avg_ms": 0.058, "count": 200, "max_ms": 1.123, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.637, "count": 200, "max_ms": 14.438, "p95_ms": 11.07}, "track_match_ms": {"avg_ms": 0.09, "count": 200, "max_ms": 0.387, "p95_ms": 0.255}, "tracker_update_ms": {"avg_ms": 1.481, "count": 200, "max_ms": 5.221, "p95_ms": 3.027}}, "gstreamer_push": {"avg_ms": 3.675, "count": 200, "max_ms": 10.823, "p95_ms": 6.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 200, "max_ms": 1.706, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.567, "count": 200, "max_ms": 103.773, "p95_ms": 82.344}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.46, "count": 200, "max_ms": 17.822, "p95_ms": 9.468}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.751, "count": 200, "max_ms": 778.433, "p95_ms": 142.691}, "inference_input_copy_ms": {"avg_ms": 1.764, "count": 200, "max_ms": 9.558, "p95_ms": 2.749}, "processing_residual_ms": {"avg_ms": 0.301, "count": 200, "max_ms": 2.16, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.275, "count": 200, "max_ms": 788.953, "p95_ms": 151.215}, "read_interval": {"avg_ms": 162.794, "count": 200, "max_ms": 4268.622, "p95_ms": 196.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.05, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.717, "count": 200, "max_ms": 6.008, "p95_ms": 4.223}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.079, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.697, "count": 200, "max_ms": 5.98, "p95_ms": 4.189}, "worker_merge_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.03, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.585, "count": 200, "max_ms": 103.801, "p95_ms": 82.355}, "visualize": {"avg_ms": 38.497, "count": 200, "max_ms": 61.095, "p95_ms": 55.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.82, "count": 200, "max_ms": 54.985, "p95_ms": 45.893}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.837, "count": 200, "max_ms": 58.931, "p95_ms": 53.138}, "visualize_input_copy_ms": {"avg_ms": 1.399, "count": 200, "max_ms": 6.217, "p95_ms": 2.441}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.672, "count": 200, "max_ms": 58.7, "p95_ms": 52.935}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 200, "max_ms": 0.239, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.186, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.943, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187787, "write_bytes_delta": 187787, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 317.0, "cpu_core_ratio": 0.752253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2287.0, "pid": 74152, "reason": null, "system_cpu_core_ratio": 0.268733, "system_cpu_s_delta": 2.6899999999999995, "user_cpu_core_ratio": 0.48352, "user_cpu_s_delta": 4.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.487522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448554, "system_cpu_s_delta": 4.490000000005239, "user_cpu_core_ratio": 1.038968, "user_cpu_s_delta": 10.399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.491, "count": 194, "max_ms": 11.452, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.149, "max": 13.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.428, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.273, "max": 3.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.613, "count": 30, "max": 60.58, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.242, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3021.767, "count": 30, "max": 49506.0, "p95": 11489.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.406, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 0.572, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.733, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.51, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.159, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25142, "sampled_at": "2026-11-03T12:00:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:00:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.488, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5290846, "flush_count": 5594, "flush_interval_seconds": 30.0, "flush_state": {"count": 5594, "last_at": "2026-11-03T12:00:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:00:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5593}, "started": true, "suppressed_count": 3222718, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 403, "tracking_summary": 3222315}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5594, "written_record_count": 5594}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10389.699, "limit_mb": null}, "detail": {"pid": 74330, "restart_count": 288, "start_count": 289}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8924520038400, "copied_frame_count": 3227908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:21+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 8432090, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.456}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 403, "events_emitted": 372, "events_failed": 0, "events_observed": 403, "events_suppressed": 31, "frame_buffer_copied_bytes": 8924520038400, "frame_buffer_copies": 3227908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18600, "recorder_active_input_bytes": 51425280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 372, "recorder_clips_failed": 0, "recorder_clips_started": 372, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 372, "worker_jobs_accepted": 372, "worker_jobs_completed": 372, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1367, "count": 512, "max_ms": 2.4757, "p50_ms": 0.1099, "p95_ms": 0.2466, "p99_ms": 0.3404}, "stages": {"db_insert": {"avg_ms": 16.4804, "count": 372, "max_ms": 71.5868, "p50_ms": 14.1089, "p95_ms": 35.7717, "p99_ms": 46.8992, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 372, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6857, "p99_ms": 3.2096, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.1564, "count": 403, "max_ms": 4422.916, "p50_ms": 924.6086, "p95_ms": 1340.2854, "p99_ms": 1673.4509, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5457, "count": 512, "max_ms": 4.4261, "p50_ms": 1.4496, "p95_ms": 2.5189, "p99_ms": 3.5233, "results": {"failed": 0, "not_applicable": 0, "success": 3227908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.729, "count": 403, "max_ms": 1546.0427, "p50_ms": 501.7731, "p95_ms": 635.1288, "p99_ms": 1059.4843, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6193, "count": 372, "max_ms": 90.5272, "p50_ms": 20.6448, "p95_ms": 56.9136, "p99_ms": 68.5663, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.416, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2849, "p95_ms": 7.6172, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5886, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4365, "p95_ms": 2.7908, "p99_ms": 4.1446, "results": {"failed": 0, "not_applicable": 0, "success": 18600, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7473, "count": 372, "max_ms": 1540.9794, "p50_ms": 502.1456, "p95_ms": 637.7621, "p99_ms": 1089.9119, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5321, "count": 372, "max_ms": 1456.6782, "p50_ms": 412.7311, "p95_ms": 542.8184, "p99_ms": 1003.8619, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7944, "count": 372, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0336, "p99_ms": 110.2319, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5896, "count": 372, "max_ms": 15.8949, "p50_ms": 1.3033, "p95_ms": 2.7928, "p99_ms": 6.2234, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1722, "count": 372, "max_ms": 103.1964, "p50_ms": 33.9117, "p95_ms": 54.0593, "p99_ms": 64.1994, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.433, "count": 372, "max_ms": 16.9396, "p50_ms": 0.7709, "p95_ms": 5.4192, "p99_ms": 10.555, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 403, "max_ms": 4.5565, "p50_ms": 0.6533, "p95_ms": 1.3251, "p99_ms": 1.7813, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8029, "count": 372, "max_ms": 9.2164, "p50_ms": 0.6967, "p95_ms": 1.4238, "p99_ms": 2.4865, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 372, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.96, "count": 372, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.6081, "p99_ms": 777.6289, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 403, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 403, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1165, "count": 372, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.9007, "p99_ms": 11.2224, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6897, "count": 372, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.9755, "p99_ms": 72.2752, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0819, "count": 372, "max_ms": 1.1521, "p50_ms": 0.0695, "p95_ms": 0.1471, "p99_ms": 0.1909, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0033, "count": 372, "max_ms": 9.2334, "p50_ms": 1.8258, "p95_ms": 3.2914, "p99_ms": 5.393, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.0964, "count": 372, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.9381, "p99_ms": 873.211, "results": {"failed": 0, "not_applicable": 0, "success": 372, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 372, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.133, "p99_ms": 0.1758}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7882, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 372, "artifact_failed": 0, "artifact_requested": 372, "artifact_success": 372, "completed": 372, "completed_failed": 0, "completed_success": 372, "cooldown_promoted": 372, "database_requested": 372, "db_insert_success": 372, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15941, "relay_business_failed": 0, "relay_business_success": 372, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 372, "relay_transport_failed": 0, "relay_transport_success": 372, "reservation_requested": 372}, "snapshot": {"copied_bytes": 1028505600, "copied_count": 372, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 270, "h264_decode_error_count": 867, "h264_decode_error_count_per_hour": 66, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:00:24+09:00", "last_error_summary": "[h264 @ 0x5a5f35ebd400] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a5f35ebd400] error while decoding MB 0 50, bytestream 56738 [h264 @ 0x5a5f35111440] left block unavailable for requested intra mode [h264 @ 0x5a5f35111440] error while decoding MB 0 37, bytestream 2845", "last_exit_at": "2026-11-03T12:00:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:00:27+09:00", "pid": 74330, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.25, "name": "ffmpeg", "pid": 74330, "rss_mb": 209.25, "state": "S (sleeping)", "threads": 70}, "restart_count": 288, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 289}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.131, "sample_count": 2355, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.916, "last_frame_pushed_at": "2026-11-03T12:00:24+09:00", "last_frame_read_age_sec": 5.046, "last_frame_read_at": "2026-11-03T12:00:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.635, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 138.365, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 4.901, "exists": true, "mtime": "2026-11-03T12:00:24.970899+09:00", "mtime_epoch": 1793674824.9708989, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181145}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:00:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2398.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 310, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3227908, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.451, "max": 9.0, "p95": 9.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.546, "max": 2.0, "p95": 2.0, "sample_count": 141}, "total": {"avg": 1.26, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 0.197, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 0.197, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 174, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.801, "pushed": 5.801, "read": 5.768}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 173, "client_acquire_ms": {"avg_ms": 0.009, "count": 173, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5000.176, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.167, "count": 173, "max_ms": 13.619, "p95_ms": 3.279, "reason": null, "sample_age_ms": 5052.829, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.563, "count": 173, "max_ms": 10.679, "p95_ms": 2.706, "reason": null, "sample_age_ms": 5053.091, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 173, "max_ms": 1.296, "p95_ms": 0.738, "reason": null, "sample_age_ms": 5000.207, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.32, "count": 173, "max_ms": 5.707, "p95_ms": 3.66, "reason": null, "sample_age_ms": 5051.469, "source": "client_direct"}, "request_count": 173, "request_tensor_bytes": {"avg": 2764808.0, "count": 173, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5051.453, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5001.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.177, "count": 173, "max_ms": 97.103, "p95_ms": 78.413, "reason": null, "sample_age_ms": 5000.168, "source": "client_direct"}, "sample_age_ms": 5000.161, "source": "client_direct", "task_total_ms": {"avg_ms": 58.13, "count": 173, "max_ms": 100.393, "p95_ms": 81.78, "reason": null, "sample_age_ms": 5000.161, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.022, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.912, "count": 173, "max_ms": 14.617, "p95_ms": 11.346}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 173, "max_ms": 2.844, "p95_ms": 1.102}, "detection_prepare_ms": {"avg_ms": 1.441, "count": 173, "max_ms": 5.627, "p95_ms": 2.67}, "event_filter_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.027, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.299, "count": 173, "max_ms": 0.854, "p95_ms": 0.621}, "mcmt_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.978, "count": 173, "max_ms": 6.128, "p95_ms": 4.678}, "setup_ms": {"avg_ms": 0.058, "count": 173, "max_ms": 1.123, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.844, "count": 173, "max_ms": 14.438, "p95_ms": 11.234}, "track_match_ms": {"avg_ms": 0.093, "count": 173, "max_ms": 0.387, "p95_ms": 0.265}, "tracker_update_ms": {"avg_ms": 1.488, "count": 173, "max_ms": 5.221, "p95_ms": 3.159}}, "gstreamer_push": {"avg_ms": 3.679, "count": 174, "max_ms": 10.823, "p95_ms": 6.215}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.073, "count": 173, "max_ms": 1.706, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.779, "count": 173, "max_ms": 103.773, "p95_ms": 83.796}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.459, "count": 174, "max_ms": 17.822, "p95_ms": 9.332}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.356, "count": 174, "max_ms": 778.433, "p95_ms": 149.381}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 174, "max_ms": 4.511, "p95_ms": 2.681}, "processing_residual_ms": {"avg_ms": 0.286, "count": 174, "max_ms": 2.16, "p95_ms": 0.526}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.792, "count": 174, "max_ms": 788.953, "p95_ms": 154.184}, "read_interval": {"avg_ms": 144.881, "count": 173, "max_ms": 1159.771, "p95_ms": 196.425}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 173, "max_ms": 0.05, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.894, "count": 173, "max_ms": 6.008, "p95_ms": 4.579}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 173, "max_ms": 0.079, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.874, "count": 173, "max_ms": 5.98, "p95_ms": 4.55}, "worker_merge_ms": {"avg_ms": 0.008, "count": 173, "max_ms": 0.028, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 59.797, "count": 173, "max_ms": 103.801, "p95_ms": 83.823}, "visualize": {"avg_ms": 38.856, "count": 173, "max_ms": 61.095, "p95_ms": 56.569}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.064, "count": 173, "max_ms": 54.985, "p95_ms": 46.597}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.19, "count": 173, "max_ms": 58.931, "p95_ms": 54.588}, "visualize_input_copy_ms": {"avg_ms": 1.4, "count": 173, "max_ms": 6.217, "p95_ms": 2.457}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.023, "count": 173, "max_ms": 58.7, "p95_ms": 54.297}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 173, "max_ms": 0.239, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.186, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.943, "sample_count": 2430, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3227789, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:00:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 187787, "write_bytes_delta": 187787, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 317.0, "cpu_core_ratio": 0.752253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2287.0, "pid": 74152, "reason": null, "system_cpu_core_ratio": 0.268733, "system_cpu_s_delta": 2.6899999999999995, "user_cpu_core_ratio": 0.48352, "user_cpu_s_delta": 4.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.487522, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.448554, "system_cpu_s_delta": 4.490000000005239, "user_cpu_core_ratio": 1.038968, "user_cpu_s_delta": 10.399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.491, "count": 194, "max_ms": 11.452, "p95_ms": 5.541, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.149, "max": 13.0, "p95": 9.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.428, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 173}, "total": {"avg": 1.273, "max": 3.0, "p95": 2.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.613, "count": 30, "max": 60.58, "p95": 34.592, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.242, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1050.6, "count": 30, "max": 1481.0, "p95": 1316.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3021.767, "count": 30, "max": 49506.0, "p95": 11489.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.406, "p95": 0.372, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.523, "count": 30, "max": 0.572, "p95": 0.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.163, "count": 30, "max": 4.731, "p95": 0.076, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174122.733, "count": 30, "max": 187787.0, "p95": 180973.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.733, "count": 30, "max": 59.0, "p95": 42.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.51, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.997, "count": 30, "max": 1.159, "p95": 1.14, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25142, "sampled_at": "2026-11-03T12:00:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:00:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5291847, "flush_count": 5595, "flush_interval_seconds": 30.0, "flush_state": {"count": 5595, "last_at": "2026-11-03T12:01:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:01:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5594}, "started": true, "suppressed_count": 3223523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5595, "written_record_count": 5595}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10173.512, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b05ec746800] error while decoding MB 89 63, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8926740172800, "copied_frame_count": 3228711, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8926740172800, "frame_buffer_copies": 3228711, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 3.0002, "p50_ms": 0.1036, "p95_ms": 0.2154, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4625, "count": 512, "max_ms": 6.1443, "p50_ms": 1.3958, "p95_ms": 2.3035, "p99_ms": 2.9604, "results": {"failed": 0, "not_applicable": 0, "success": 3228711, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 271, "h264_decode_error_count": 868, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:02:09+09:00", "last_error_summary": "[h264 @ 0x5b05ec746800] error while decoding MB 89 63, bytestream -14", "last_exit_at": "2026-11-03T12:00:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.657, "last_started_at": "2026-11-03T12:00:27+09:00", "pid": 74330, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 74330, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 288, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 289}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.792, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228711, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T12:02:09+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-03T12:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.318, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 38.682, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-11-03T12:02:09.440290+09:00", "mtime_epoch": 1793674929.44029, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181212}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:02:09+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3228712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.335, "max": 10.0, "p95": 7.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.98, "max": 2.0, "p95": 2.0, "sample_count": 251}, "total": {"avg": 1.98, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 252, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.374, "pushed": 8.374, "read": 8.407}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 252, "client_acquire_ms": {"avg_ms": 0.008, "count": 252, "max_ms": 0.055, "p95_ms": 0.016, "reason": null, "sample_age_ms": 58.512, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.925, "count": 252, "max_ms": 10.063, "p95_ms": 3.272, "reason": null, "sample_age_ms": 97.682, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 252, "max_ms": 9.703, "p95_ms": 2.253, "reason": null, "sample_age_ms": 98.254, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.354, "count": 252, "max_ms": 1.055, "p95_ms": 0.706, "reason": null, "sample_age_ms": 58.529, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.887, "count": 252, "max_ms": 4.851, "p95_ms": 3.257, "reason": null, "sample_age_ms": 95.645, "source": "client_direct"}, "request_count": 252, "request_tensor_bytes": {"avg": 2764808.0, "count": 252, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.616, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 252, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.531, "count": 252, "max_ms": 83.983, "p95_ms": 72.061, "reason": null, "sample_age_ms": 58.506, "source": "client_direct"}, "sample_age_ms": 58.501, "source": "client_direct", "task_total_ms": {"avg_ms": 51.955, "count": 252, "max_ms": 86.187, "p95_ms": 75.08, "reason": null, "sample_age_ms": 58.501, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.552, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.516, "count": 251, "max_ms": 19.419, "p95_ms": 12.581}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 251, "max_ms": 1.574, "p95_ms": 0.973}, "detection_prepare_ms": {"avg_ms": 1.667, "count": 251, "max_ms": 6.342, "p95_ms": 3.224}, "event_filter_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.369, "count": 251, "max_ms": 1.199, "p95_ms": 0.693}, "mcmt_ms": {"avg_ms": 0.004, "count": 251, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.95, "count": 251, "max_ms": 6.401, "p95_ms": 4.586}, "setup_ms": {"avg_ms": 0.048, "count": 251, "max_ms": 0.206, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.451, "count": 251, "max_ms": 19.342, "p95_ms": 12.497}, "track_match_ms": {"avg_ms": 0.093, "count": 251, "max_ms": 0.93, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 1.835, "count": 251, "max_ms": 9.22, "p95_ms": 3.26}}, "gstreamer_push": {"avg_ms": 3.181, "count": 251, "max_ms": 6.784, "p95_ms": 5.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 251, "max_ms": 0.319, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.408, "count": 251, "max_ms": 89.482, "p95_ms": 77.415}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.958, "count": 251, "max_ms": 14.116, "p95_ms": 7.914}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.438, "count": 251, "max_ms": 145.703, "p95_ms": 128.896}, "inference_input_copy_ms": {"avg_ms": 1.546, "count": 251, "max_ms": 4.47, "p95_ms": 2.782}, "processing_residual_ms": {"avg_ms": 0.23, "count": 251, "max_ms": 0.742, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.172, "count": 251, "max_ms": 150.597, "p95_ms": 134.948}, "read_interval": {"avg_ms": 119.308, "count": 252, "max_ms": 198.744, "p95_ms": 164.334}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 251, "max_ms": 1.619, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.863, "count": 251, "max_ms": 6.271, "p95_ms": 4.432}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 251, "max_ms": 0.074, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.837, "count": 251, "max_ms": 6.241, "p95_ms": 4.335}, "worker_merge_ms": {"avg_ms": 0.007, "count": 251, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 53.423, "count": 251, "max_ms": 89.506, "p95_ms": 77.426}, "visualize": {"avg_ms": 36.199, "count": 251, "max_ms": 61.615, "p95_ms": 47.633}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.696, "count": 251, "max_ms": 49.393, "p95_ms": 40.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.651, "count": 251, "max_ms": 60.116, "p95_ms": 45.893}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 251, "max_ms": 3.795, "p95_ms": 2.36}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.501, "count": 251, "max_ms": 59.872, "p95_ms": 45.719}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 251, "max_ms": 0.227, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.276, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.892, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 181516, "write_bytes_delta": 181516, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.526431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 294.0, "pid": 74330, "reason": null, "system_cpu_core_ratio": 0.040724, "system_cpu_s_delta": 0.41000000000000014, "user_cpu_core_ratio": 0.485707, "user_cpu_s_delta": 4.8899999999999935}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499613, "system_cpu_s_delta": 5.029999999998836, "user_cpu_core_ratio": 1.17702, "user_cpu_s_delta": 11.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 247, "max_ms": 7.088, "p95_ms": 4.987, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.158, "max": 9.0, "p95": 7.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.939, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.939, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.136, "count": 30, "max": 60.58, "p95": 44.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.96, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.9, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 894.867, "count": 30, "max": 10470.0, "p95": 3515.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.406, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1935.9, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.031, "count": 30, "max": 1.179, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25150, "sampled_at": "2026-11-03T12:01:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:01:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5291847, "flush_count": 5595, "flush_interval_seconds": 30.0, "flush_state": {"count": 5595, "last_at": "2026-11-03T12:01:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:01:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5594}, "started": true, "suppressed_count": 3223523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5595, "written_record_count": 5595}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10173.16, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:02:09+09:00", "last_error_summary": "[h264 @ 0x5b05ec746800] error while decoding MB 89 63, bytestream -14", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8926742937600, "copied_frame_count": 3228712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8926742937600, "frame_buffer_copies": 3228712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0002, "p50_ms": 0.1038, "p95_ms": 0.2154, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4708, "count": 512, "max_ms": 6.1443, "p50_ms": 1.397, "p95_ms": 2.3202, "p99_ms": 2.9707, "results": {"failed": 0, "not_applicable": 0, "success": 3228712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 271, "h264_decode_error_count": 868, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:02:09+09:00", "last_error_summary": "[h264 @ 0x5b05ec746800] error while decoding MB 89 63, bytestream -14", "last_exit_at": "2026-11-03T12:02:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.732, "last_started_at": "2026-11-03T12:00:27+09:00", "pid": 74330, "process": {"exists": false, "pid": 74330}, "restart_count": 288, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 289}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.792, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-03T12:02:09+09:00", "last_frame_read_age_sec": 0.166, "last_frame_read_at": "2026-11-03T12:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.369, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 38.631, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-03T12:02:09.589290+09:00", "mtime_epoch": 1793674929.5892904, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181904}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:02:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3228712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.333, "max": 10.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.98, "max": 2.0, "p95": 2.0, "sample_count": 252}, "total": {"avg": 1.98, "max": 2.0, "p95": 2.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.416, "pushed": 8.416, "read": 8.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.008, "count": 251, "max_ms": 0.055, "p95_ms": 0.016, "reason": null, "sample_age_ms": 138.266, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.919, "count": 251, "max_ms": 10.063, "p95_ms": 3.275, "reason": null, "sample_age_ms": 177.436, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 251, "max_ms": 9.703, "p95_ms": 2.254, "reason": null, "sample_age_ms": 178.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 251, "max_ms": 1.055, "p95_ms": 0.706, "reason": null, "sample_age_ms": 138.283, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 251, "max_ms": 4.851, "p95_ms": 3.204, "reason": null, "sample_age_ms": 175.399, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 175.37, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 138.898, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.519, "count": 251, "max_ms": 83.983, "p95_ms": 72.091, "reason": null, "sample_age_ms": 138.26, "source": "client_direct"}, "sample_age_ms": 138.255, "source": "client_direct", "task_total_ms": {"avg_ms": 51.939, "count": 251, "max_ms": 86.187, "p95_ms": 75.125, "reason": null, "sample_age_ms": 138.255, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.161, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 252, "max_ms": 19.419, "p95_ms": 12.581}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 252, "max_ms": 1.574, "p95_ms": 0.976}, "detection_prepare_ms": {"avg_ms": 1.671, "count": 252, "max_ms": 6.342, "p95_ms": 3.224}, "event_filter_ms": {"avg_ms": 0.006, "count": 252, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.369, "count": 252, "max_ms": 1.199, "p95_ms": 0.693}, "mcmt_ms": {"avg_ms": 0.004, "count": 252, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.954, "count": 252, "max_ms": 6.401, "p95_ms": 4.586}, "setup_ms": {"avg_ms": 0.048, "count": 252, "max_ms": 0.206, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.469, "count": 252, "max_ms": 19.342, "p95_ms": 12.497}, "track_match_ms": {"avg_ms": 0.093, "count": 252, "max_ms": 0.93, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 1.84, "count": 252, "max_ms": 9.22, "p95_ms": 3.26}}, "gstreamer_push": {"avg_ms": 3.183, "count": 252, "max_ms": 6.784, "p95_ms": 5.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 252, "max_ms": 0.319, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.357, "count": 252, "max_ms": 89.482, "p95_ms": 77.415}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.955, "count": 252, "max_ms": 14.116, "p95_ms": 7.914}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.563, "count": 252, "max_ms": 145.703, "p95_ms": 129.301}, "inference_input_copy_ms": {"avg_ms": 1.545, "count": 252, "max_ms": 4.47, "p95_ms": 2.782}, "processing_residual_ms": {"avg_ms": 0.23, "count": 252, "max_ms": 0.742, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.294, "count": 252, "max_ms": 150.597, "p95_ms": 134.948}, "read_interval": {"avg_ms": 119.055, "count": 251, "max_ms": 198.744, "p95_ms": 162.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 252, "max_ms": 1.619, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.867, "count": 252, "max_ms": 6.271, "p95_ms": 4.432}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 252, "max_ms": 0.074, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.84, "count": 252, "max_ms": 6.241, "p95_ms": 4.335}, "worker_merge_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 53.372, "count": 252, "max_ms": 89.506, "p95_ms": 77.426}, "visualize": {"avg_ms": 36.356, "count": 252, "max_ms": 75.845, "p95_ms": 48.823}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.77, "count": 252, "max_ms": 49.393, "p95_ms": 40.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.807, "count": 252, "max_ms": 74.043, "p95_ms": 46.063}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 252, "max_ms": 3.795, "p95_ms": 2.36}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.657, "count": 252, "max_ms": 73.814, "p95_ms": 45.912}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 252, "max_ms": 0.227, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.276, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.892, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 181516, "write_bytes_delta": 181516, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.526431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 294.0, "pid": 74330, "reason": null, "system_cpu_core_ratio": 0.040724, "system_cpu_s_delta": 0.41000000000000014, "user_cpu_core_ratio": 0.485707, "user_cpu_s_delta": 4.8899999999999935}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499613, "system_cpu_s_delta": 5.029999999998836, "user_cpu_core_ratio": 1.17702, "user_cpu_s_delta": 11.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 247, "max_ms": 7.088, "p95_ms": 4.987, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.158, "max": 9.0, "p95": 7.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.939, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.939, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.136, "count": 30, "max": 60.58, "p95": 44.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.96, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.9, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 894.867, "count": 30, "max": 10470.0, "p95": 3515.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.406, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1935.9, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.031, "count": 30, "max": 1.179, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25150, "sampled_at": "2026-11-03T12:01:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:01:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5291847, "flush_count": 5595, "flush_interval_seconds": 30.0, "flush_state": {"count": 5595, "last_at": "2026-11-03T12:01:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:01:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5594}, "started": true, "suppressed_count": 3223523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5595, "written_record_count": 5595}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10172.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8926742937600, "copied_frame_count": 3228712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8926742937600, "frame_buffer_copies": 3228712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0002, "p50_ms": 0.1038, "p95_ms": 0.2154, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4708, "count": 512, "max_ms": 6.1443, "p50_ms": 1.397, "p95_ms": 2.3202, "p99_ms": 2.9707, "results": {"failed": 0, "not_applicable": 0, "success": 3228712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 271, "h264_decode_error_count": 868, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:02:09+09:00", "last_error_summary": "[h264 @ 0x5b05ec746800] error while decoding MB 89 63, bytestream -14", "last_exit_at": "2026-11-03T12:02:09+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.772, "last_started_at": "2026-11-03T12:00:27+09:00", "pid": 74330, "process": {"exists": false, "pid": 74330}, "restart_count": 288, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 289}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.792, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T12:02:09+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-11-03T12:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 561.409, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 38.591, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T12:02:09.589290+09:00", "mtime_epoch": 1793674929.5892904, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181904}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:02:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.809, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3228712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.333, "max": 10.0, "p95": 7.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.98, "max": 2.0, "p95": 2.0, "sample_count": 252}, "total": {"avg": 1.98, "max": 2.0, "p95": 2.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.405, "pushed": 8.405, "read": 8.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.008, "count": 251, "max_ms": 0.055, "p95_ms": 0.016, "reason": null, "sample_age_ms": 175.598, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.919, "count": 251, "max_ms": 10.063, "p95_ms": 3.275, "reason": null, "sample_age_ms": 214.768, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 251, "max_ms": 9.703, "p95_ms": 2.254, "reason": null, "sample_age_ms": 215.34, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.355, "count": 251, "max_ms": 1.055, "p95_ms": 0.706, "reason": null, "sample_age_ms": 175.615, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.881, "count": 251, "max_ms": 4.851, "p95_ms": 3.204, "reason": null, "sample_age_ms": 212.731, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 212.702, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 176.23, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.519, "count": 251, "max_ms": 83.983, "p95_ms": 72.091, "reason": null, "sample_age_ms": 175.592, "source": "client_direct"}, "sample_age_ms": 175.587, "source": "client_direct", "task_total_ms": {"avg_ms": 51.939, "count": 251, "max_ms": 86.187, "p95_ms": 75.125, "reason": null, "sample_age_ms": 175.587, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.1, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.534, "count": 252, "max_ms": 19.419, "p95_ms": 12.581}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.482, "count": 252, "max_ms": 1.574, "p95_ms": 0.976}, "detection_prepare_ms": {"avg_ms": 1.671, "count": 252, "max_ms": 6.342, "p95_ms": 3.224}, "event_filter_ms": {"avg_ms": 0.006, "count": 252, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.369, "count": 252, "max_ms": 1.199, "p95_ms": 0.693}, "mcmt_ms": {"avg_ms": 0.004, "count": 252, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.954, "count": 252, "max_ms": 6.401, "p95_ms": 4.586}, "setup_ms": {"avg_ms": 0.048, "count": 252, "max_ms": 0.206, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.469, "count": 252, "max_ms": 19.342, "p95_ms": 12.497}, "track_match_ms": {"avg_ms": 0.093, "count": 252, "max_ms": 0.93, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 1.84, "count": 252, "max_ms": 9.22, "p95_ms": 3.26}}, "gstreamer_push": {"avg_ms": 3.183, "count": 252, "max_ms": 6.784, "p95_ms": 5.041}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 252, "max_ms": 0.319, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.357, "count": 252, "max_ms": 89.482, "p95_ms": 77.415}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.955, "count": 252, "max_ms": 14.116, "p95_ms": 7.914}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.563, "count": 252, "max_ms": 145.703, "p95_ms": 129.301}, "inference_input_copy_ms": {"avg_ms": 1.545, "count": 252, "max_ms": 4.47, "p95_ms": 2.782}, "processing_residual_ms": {"avg_ms": 0.23, "count": 252, "max_ms": 0.742, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.294, "count": 252, "max_ms": 150.597, "p95_ms": 134.948}, "read_interval": {"avg_ms": 119.055, "count": 251, "max_ms": 198.744, "p95_ms": 162.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 252, "max_ms": 1.619, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.867, "count": 252, "max_ms": 6.271, "p95_ms": 4.432}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 252, "max_ms": 0.074, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.84, "count": 252, "max_ms": 6.241, "p95_ms": 4.335}, "worker_merge_ms": {"avg_ms": 0.007, "count": 252, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 53.372, "count": 252, "max_ms": 89.506, "p95_ms": 77.426}, "visualize": {"avg_ms": 36.356, "count": 252, "max_ms": 75.845, "p95_ms": 48.823}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.77, "count": 252, "max_ms": 49.393, "p95_ms": 40.377}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.807, "count": 252, "max_ms": 74.043, "p95_ms": 46.063}, "visualize_input_copy_ms": {"avg_ms": 1.32, "count": 252, "max_ms": 3.795, "p95_ms": 2.36}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.657, "count": 252, "max_ms": 73.814, "p95_ms": 45.912}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 252, "max_ms": 0.227, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.276, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.892, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 181516, "write_bytes_delta": 181516, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.526431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 294.0, "pid": 74330, "reason": null, "system_cpu_core_ratio": 0.040724, "system_cpu_s_delta": 0.41000000000000014, "user_cpu_core_ratio": 0.485707, "user_cpu_s_delta": 4.8899999999999935}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499613, "system_cpu_s_delta": 5.029999999998836, "user_cpu_core_ratio": 1.17702, "user_cpu_s_delta": 11.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 247, "max_ms": 7.088, "p95_ms": 4.987, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.158, "max": 9.0, "p95": 7.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.939, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.939, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.136, "count": 30, "max": 60.58, "p95": 44.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.96, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.9, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 894.867, "count": 30, "max": 10470.0, "p95": 3515.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.406, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1935.9, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.031, "count": 30, "max": 1.179, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25150, "sampled_at": "2026-11-03T12:01:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:01:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5291847, "flush_count": 5595, "flush_interval_seconds": 30.0, "flush_state": {"count": 5595, "last_at": "2026-11-03T12:01:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:01:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5594}, "started": true, "suppressed_count": 3223523, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5595, "written_record_count": 5595}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10195.309, "limit_mb": null}, "detail": {"pid": 74570, "restart_count": 289, "start_count": 290}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8926742937600, "copied_frame_count": 3228712, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8926742937600, "frame_buffer_copies": 3228712, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0002, "p50_ms": 0.1038, "p95_ms": 0.2154, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4708, "count": 512, "max_ms": 6.1443, "p50_ms": 1.397, "p95_ms": 2.3202, "p99_ms": 2.9707, "results": {"failed": 0, "not_applicable": 0, "success": 3228712, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 271, "h264_decode_error_count": 868, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:02:09+09:00", "last_error_summary": "[h264 @ 0x5b05ec746800] error while decoding MB 89 63, bytestream -14", "last_exit_at": "2026-11-03T12:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:02:11+09:00", "pid": 74570, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.199, "name": "ffmpeg", "pid": 74570, "rss_mb": 58.199, "state": "S (sleeping)", "threads": 1}, "restart_count": 289, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 290}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.792, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228712, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:02:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.328, "last_frame_pushed_at": "2026-11-03T12:02:09+09:00", "last_frame_read_age_sec": 4.472, "last_frame_read_at": "2026-11-03T12:02:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 162, "debug_expires_at": null, "deduplicated_count": 21, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 565.672, "last_sample_duration_ms": 1204.584, "last_trigger": "periodic", "next_snapshot_in_sec": 34.328, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 562, "storage_bytes": 3267664}, "mjpeg": {"age_sec": 4.318, "exists": true, "mtime": "2026-11-03T12:02:09.589290+09:00", "mtime_epoch": 1793674929.5892904, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 181904}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:02:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.812, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3228712, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.474, "max": 10.0, "p95": 8.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.977, "max": 2.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 1.977, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.189, "pushed": 7.189, "read": 7.156}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.008, "count": 215, "max_ms": 0.055, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4437.043, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.938, "count": 214, "max_ms": 10.063, "p95_ms": 3.359, "reason": null, "sample_age_ms": 4476.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.409, "count": 214, "max_ms": 9.703, "p95_ms": 2.271, "reason": null, "sample_age_ms": 4476.785, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.361, "count": 215, "max_ms": 1.055, "p95_ms": 0.715, "reason": null, "sample_age_ms": 4437.059, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.893, "count": 214, "max_ms": 4.851, "p95_ms": 3.273, "reason": null, "sample_age_ms": 4474.175, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4474.146, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4437.674, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.921, "count": 215, "max_ms": 83.983, "p95_ms": 72.986, "reason": null, "sample_age_ms": 4437.036, "source": "client_direct"}, "sample_age_ms": 4437.032, "source": "client_direct", "task_total_ms": {"avg_ms": 52.358, "count": 215, "max_ms": 86.187, "p95_ms": 76.15, "reason": null, "sample_age_ms": 4437.032, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.38, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.553, "count": 215, "max_ms": 19.419, "p95_ms": 12.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.486, "count": 215, "max_ms": 1.574, "p95_ms": 0.973}, "detection_prepare_ms": {"avg_ms": 1.67, "count": 215, "max_ms": 6.233, "p95_ms": 3.135}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.04, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.371, "count": 215, "max_ms": 1.199, "p95_ms": 0.689}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.028, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.963, "count": 215, "max_ms": 6.401, "p95_ms": 4.586}, "setup_ms": {"avg_ms": 0.05, "count": 215, "max_ms": 0.206, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 7.488, "count": 215, "max_ms": 19.342, "p95_ms": 12.384}, "track_match_ms": {"avg_ms": 0.093, "count": 215, "max_ms": 0.93, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 1.844, "count": 215, "max_ms": 9.22, "p95_ms": 3.26}}, "gstreamer_push": {"avg_ms": 3.174, "count": 215, "max_ms": 6.784, "p95_ms": 5.031}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 215, "max_ms": 0.319, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.78, "count": 215, "max_ms": 89.482, "p95_ms": 77.803}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.958, "count": 215, "max_ms": 14.116, "p95_ms": 8.21}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.828, "count": 215, "max_ms": 145.703, "p95_ms": 129.858}, "inference_input_copy_ms": {"avg_ms": 1.535, "count": 215, "max_ms": 4.47, "p95_ms": 2.767}, "processing_residual_ms": {"avg_ms": 0.232, "count": 215, "max_ms": 0.742, "p95_ms": 0.435}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.554, "count": 215, "max_ms": 150.597, "p95_ms": 135.175}, "read_interval": {"avg_ms": 119.32, "count": 214, "max_ms": 198.744, "p95_ms": 162.594}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 215, "max_ms": 0.063, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.875, "count": 215, "max_ms": 6.271, "p95_ms": 4.432}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.066, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.854, "count": 215, "max_ms": 6.241, "p95_ms": 4.382}, "worker_merge_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.048, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.795, "count": 215, "max_ms": 89.506, "p95_ms": 77.812}, "visualize": {"avg_ms": 36.179, "count": 215, "max_ms": 75.845, "p95_ms": 48.871}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.607, "count": 215, "max_ms": 49.393, "p95_ms": 40.477}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.663, "count": 215, "max_ms": 74.043, "p95_ms": 46.42}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 215, "max_ms": 3.795, "p95_ms": 2.305}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.517, "count": 215, "max_ms": 73.814, "p95_ms": 46.241}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 215, "max_ms": 0.227, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.738, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.276, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.892, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3228537, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:01:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 181516, "write_bytes_delta": 181516, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 559.0, "cpu_core_ratio": 0.526431, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 294.0, "pid": 74330, "reason": null, "system_cpu_core_ratio": 0.040724, "system_cpu_s_delta": 0.41000000000000014, "user_cpu_core_ratio": 0.485707, "user_cpu_s_delta": 4.8899999999999935}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676632, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.499613, "system_cpu_s_delta": 5.029999999998836, "user_cpu_core_ratio": 1.17702, "user_cpu_s_delta": 11.849999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.168, "count": 247, "max_ms": 7.088, "p95_ms": 4.987, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.158, "max": 9.0, "p95": 7.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.939, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 247}, "total": {"avg": 1.939, "max": 2.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.136, "count": 30, "max": 60.58, "p95": 44.096, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.96, "count": 30, "max": 32.433, "p95": 29.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 955.9, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 894.867, "count": 30, "max": 10470.0, "p95": 3515.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.406, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.517, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176735.233, "count": 30, "max": 187787.0, "p95": 183140.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1935.9, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.442, "count": 30, "max": 0.513, "p95": 0.505, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.031, "count": 30, "max": 1.179, "p95": 1.177, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25150, "sampled_at": "2026-11-03T12:01:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:01:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5293904, "flush_count": 5597, "flush_interval_seconds": 30.0, "flush_state": {"count": 5597, "last_at": "2026-11-03T12:03:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:03:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5596}, "started": true, "suppressed_count": 3224400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5597, "written_record_count": 5597}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10175.145, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64cfa804f940] error while decoding MB 62 61, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8929170432000, "copied_frame_count": 3229590, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8929170432000, "frame_buffer_copies": 3229590, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 1.2261, "p50_ms": 0.1114, "p95_ms": 0.2174, "p99_ms": 0.3324}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4825, "count": 512, "max_ms": 5.2324, "p50_ms": 1.3936, "p95_ms": 2.3309, "p99_ms": 3.0045, "results": {"failed": 0, "not_applicable": 0, "success": 3229590, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 272, "h264_decode_error_count": 869, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:04:02+09:00", "last_error_summary": "[h264 @ 0x64cfa804f940] error while decoding MB 62 61, bytestream -12", "last_exit_at": "2026-11-03T12:02:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.286, "last_started_at": "2026-11-03T12:02:11+09:00", "pid": 74570, "process": {"exists": false, "pid": 74570}, "restart_count": 289, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 290}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.445, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229590, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-11-03T12:04:02+09:00", "last_frame_read_age_sec": 0.085, "last_frame_read_at": "2026-11-03T12:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.388, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 527.612, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T12:04:02.108422+09:00", "mtime_epoch": 1793675042.108422, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 180583}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:04:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3229591, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.784, "max": 9.0, "p95": 7.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.242, "max": 2.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 1.031, "max": 2.0, "p95": 2.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 0.552, "max": 2.0, "p95": 2.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 0.552, "max": 2.0, "p95": 2.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.664, "pushed": 8.664, "read": 8.664}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 41.312, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 259, "max_ms": 7.264, "p95_ms": 2.87, "reason": null, "sample_age_ms": 92.28, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.353, "count": 259, "max_ms": 6.742, "p95_ms": 2.119, "reason": null, "sample_age_ms": 92.518, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.359, "count": 260, "max_ms": 1.482, "p95_ms": 0.671, "reason": null, "sample_age_ms": 41.324, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.903, "count": 259, "max_ms": 4.586, "p95_ms": 3.41, "reason": null, "sample_age_ms": 90.33, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.296, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 260, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.71, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.805, "count": 260, "max_ms": 93.582, "p95_ms": 67.94, "reason": null, "sample_age_ms": 41.307, "source": "client_direct"}, "sample_age_ms": 41.301, "source": "client_direct", "task_total_ms": {"avg_ms": 51.251, "count": 260, "max_ms": 94.972, "p95_ms": 70.504, "reason": null, "sample_age_ms": 41.301, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.286, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.47, "count": 259, "max_ms": 13.301, "p95_ms": 10.313}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 259, "max_ms": 1.417, "p95_ms": 0.922}, "detection_prepare_ms": {"avg_ms": 1.339, "count": 259, "max_ms": 8.185, "p95_ms": 2.675}, "event_filter_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 259, "max_ms": 0.766, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.004, "count": 259, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.823, "count": 259, "max_ms": 5.895, "p95_ms": 3.593}, "setup_ms": {"avg_ms": 0.05, "count": 259, "max_ms": 0.126, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.403, "count": 259, "max_ms": 13.245, "p95_ms": 10.215}, "track_match_ms": {"avg_ms": 0.096, "count": 259, "max_ms": 0.506, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.421, "count": 259, "max_ms": 3.98, "p95_ms": 2.868}}, "gstreamer_push": {"avg_ms": 3.299, "count": 259, "max_ms": 8.622, "p95_ms": 5.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 259, "max_ms": 0.23, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.466, "count": 259, "max_ms": 96.748, "p95_ms": 72.321}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.126, "count": 259, "max_ms": 16.661, "p95_ms": 8.352}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.814, "count": 259, "max_ms": 146.728, "p95_ms": 119.753}, "inference_input_copy_ms": {"avg_ms": 1.542, "count": 259, "max_ms": 4.517, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.229, "count": 259, "max_ms": 1.793, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.712, "count": 259, "max_ms": 151.348, "p95_ms": 125.683}, "read_interval": {"avg_ms": 115.518, "count": 259, "max_ms": 363.297, "p95_ms": 161.688}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 259, "max_ms": 0.082, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.742, "count": 259, "max_ms": 5.657, "p95_ms": 3.494}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 259, "max_ms": 0.06, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.723, "count": 259, "max_ms": 5.601, "p95_ms": 3.479}, "worker_merge_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.481, "count": 259, "max_ms": 96.766, "p95_ms": 72.345}, "visualize": {"avg_ms": 34.576, "count": 259, "max_ms": 58.023, "p95_ms": 45.08}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.8, "count": 259, "max_ms": 54.171, "p95_ms": 38.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.013, "count": 259, "max_ms": 55.146, "p95_ms": 43.622}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 259, "max_ms": 4.007, "p95_ms": 2.146}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.861, "count": 259, "max_ms": 54.976, "p95_ms": 43.468}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 259, "max_ms": 0.329, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.697, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.628, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180803, "write_bytes_delta": 180803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1112.0, "cpu_core_ratio": 0.531509, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 589.0, "pid": 74570, "reason": null, "system_cpu_core_ratio": 0.040387, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.491123, "user_cpu_s_delta": 9.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48863, "system_cpu_s_delta": 9.799999999988358, "user_cpu_core_ratio": 1.168224, "user_cpu_s_delta": 23.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.348, "count": 239, "max_ms": 8.109, "p95_ms": 5.438, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.757, "max": 11.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.808, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.808, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 68.216, "p95": 54.118, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.23, "count": 30, "max": 28.012, "p95": 27.675, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 854.7, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.833, "count": 30, "max": 2903.0, "p95": 1727.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.334, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1933.0, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25159, "sampled_at": "2026-11-03T12:03:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:03:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.893, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5293904, "flush_count": 5597, "flush_interval_seconds": 30.0, "flush_state": {"count": 5597, "last_at": "2026-11-03T12:03:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:03:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5596}, "started": true, "suppressed_count": 3224400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5597, "written_record_count": 5597}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10176.562, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:04:02+09:00", "last_error_summary": "[h264 @ 0x64cfa804f940] error while decoding MB 62 61, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8929173196800, "copied_frame_count": 3229591, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8929173196800, "frame_buffer_copies": 3229591, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 1.2261, "p50_ms": 0.1114, "p95_ms": 0.2174, "p99_ms": 0.3324}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4826, "count": 512, "max_ms": 5.2324, "p50_ms": 1.3936, "p95_ms": 2.3309, "p99_ms": 3.0045, "results": {"failed": 0, "not_applicable": 0, "success": 3229591, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 272, "h264_decode_error_count": 869, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:04:02+09:00", "last_error_summary": "[h264 @ 0x64cfa804f940] error while decoding MB 62 61, bytestream -12", "last_exit_at": "2026-11-03T12:04:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.345, "last_started_at": "2026-11-03T12:02:11+09:00", "pid": 74570, "process": {"exists": false, "pid": 74570}, "restart_count": 289, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 290}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.445, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-03T12:04:02+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-11-03T12:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.454, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 527.546, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T12:04:02.243424+09:00", "mtime_epoch": 1793675042.243424, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178939}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:04:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.297, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3229591, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.773, "max": 9.0, "p95": 7.0, "sample_count": 260}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.241, "max": 2.0, "p95": 2.0, "sample_count": 216}, "total": {"avg": 1.031, "max": 2.0, "p95": 2.0, "sample_count": 260}}, "tracking_counts": {"active": {"avg": 0.55, "max": 2.0, "p95": 2.0, "sample_count": 260}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 260}, "tracked": {"avg": 0.55, "max": 2.0, "p95": 2.0, "sample_count": 260}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 260, "pushed_frames": 260, "read_frames": 259, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.681, "pushed": 8.681, "read": 8.647}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 259, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 106.819, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 259, "max_ms": 7.264, "p95_ms": 2.87, "reason": null, "sample_age_ms": 157.787, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.353, "count": 259, "max_ms": 6.742, "p95_ms": 2.119, "reason": null, "sample_age_ms": 158.026, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 259, "max_ms": 1.482, "p95_ms": 0.671, "reason": null, "sample_age_ms": 106.831, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.903, "count": 259, "max_ms": 4.586, "p95_ms": 3.41, "reason": null, "sample_age_ms": 155.837, "source": "client_direct"}, "request_count": 259, "request_tensor_bytes": {"avg": 2764808.0, "count": 259, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 155.803, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.217, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.76, "count": 259, "max_ms": 93.582, "p95_ms": 67.94, "reason": null, "sample_age_ms": 106.814, "source": "client_direct"}, "sample_age_ms": 106.808, "source": "client_direct", "task_total_ms": {"avg_ms": 51.204, "count": 259, "max_ms": 94.972, "p95_ms": 70.528, "reason": null, "sample_age_ms": 106.808, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.171, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.469, "count": 260, "max_ms": 13.301, "p95_ms": 10.248}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 260, "max_ms": 1.417, "p95_ms": 0.918}, "detection_prepare_ms": {"avg_ms": 1.338, "count": 260, "max_ms": 8.185, "p95_ms": 2.641}, "event_filter_ms": {"avg_ms": 0.006, "count": 260, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 260, "max_ms": 0.766, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.004, "count": 260, "max_ms": 0.037, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.823, "count": 260, "max_ms": 5.895, "p95_ms": 3.557}, "setup_ms": {"avg_ms": 0.05, "count": 260, "max_ms": 0.126, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.402, "count": 260, "max_ms": 13.245, "p95_ms": 10.143}, "track_match_ms": {"avg_ms": 0.096, "count": 260, "max_ms": 0.506, "p95_ms": 0.238}, "tracker_update_ms": {"avg_ms": 1.42, "count": 260, "max_ms": 3.98, "p95_ms": 2.728}}, "gstreamer_push": {"avg_ms": 3.3, "count": 260, "max_ms": 8.622, "p95_ms": 5.521}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 260, "max_ms": 0.23, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.463, "count": 260, "max_ms": 96.748, "p95_ms": 71.688}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.121, "count": 260, "max_ms": 16.661, "p95_ms": 8.315}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.901, "count": 260, "max_ms": 146.728, "p95_ms": 118.551}, "inference_input_copy_ms": {"avg_ms": 1.542, "count": 260, "max_ms": 4.517, "p95_ms": 2.572}, "processing_residual_ms": {"avg_ms": 0.229, "count": 260, "max_ms": 1.793, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.793, "count": 260, "max_ms": 151.348, "p95_ms": 124.449}, "read_interval": {"avg_ms": 115.518, "count": 259, "max_ms": 363.297, "p95_ms": 161.688}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 260, "max_ms": 0.082, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.743, "count": 260, "max_ms": 5.657, "p95_ms": 3.441}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 260, "max_ms": 0.06, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.724, "count": 260, "max_ms": 5.601, "p95_ms": 3.406}, "worker_merge_ms": {"avg_ms": 0.007, "count": 260, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.478, "count": 260, "max_ms": 96.766, "p95_ms": 71.696}, "visualize": {"avg_ms": 34.67, "count": 260, "max_ms": 58.908, "p95_ms": 45.08}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.831, "count": 260, "max_ms": 54.171, "p95_ms": 38.471}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.107, "count": 260, "max_ms": 57.492, "p95_ms": 43.622}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 260, "max_ms": 4.007, "p95_ms": 2.136}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 260, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.955, "count": 260, "max_ms": 57.247, "p95_ms": 43.468}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 260, "max_ms": 0.329, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 260}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 260}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.697, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.628, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180803, "write_bytes_delta": 180803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1112.0, "cpu_core_ratio": 0.531509, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 589.0, "pid": 74570, "reason": null, "system_cpu_core_ratio": 0.040387, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.491123, "user_cpu_s_delta": 9.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48863, "system_cpu_s_delta": 9.799999999988358, "user_cpu_core_ratio": 1.168224, "user_cpu_s_delta": 23.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.348, "count": 239, "max_ms": 8.109, "p95_ms": 5.438, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.757, "max": 11.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.808, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.808, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 68.216, "p95": 54.118, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.23, "count": 30, "max": 28.012, "p95": 27.675, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 854.7, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.833, "count": 30, "max": 2903.0, "p95": 1727.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.334, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1933.0, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25159, "sampled_at": "2026-11-03T12:03:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:03:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5293904, "flush_count": 5597, "flush_interval_seconds": 30.0, "flush_state": {"count": 5597, "last_at": "2026-11-03T12:03:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:03:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5596}, "started": true, "suppressed_count": 3224400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5597, "written_record_count": 5597}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10175.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8929173196800, "copied_frame_count": 3229591, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8929173196800, "frame_buffer_copies": 3229591, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 1.2261, "p50_ms": 0.1114, "p95_ms": 0.2174, "p99_ms": 0.3324}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4826, "count": 512, "max_ms": 5.2324, "p50_ms": 1.3936, "p95_ms": 2.3309, "p99_ms": 3.0045, "results": {"failed": 0, "not_applicable": 0, "success": 3229591, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 272, "h264_decode_error_count": 869, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:04:02+09:00", "last_error_summary": "[h264 @ 0x64cfa804f940] error while decoding MB 62 61, bytestream -12", "last_exit_at": "2026-11-03T12:04:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 110.41, "last_started_at": "2026-11-03T12:02:11+09:00", "pid": 74570, "process": {"exists": false, "pid": 74570}, "restart_count": 289, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 290}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.445, "sample_count": 2242, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-03T12:04:02+09:00", "last_frame_read_age_sec": 0.21, "last_frame_read_at": "2026-11-03T12:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.51, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 527.49, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-03T12:04:02.243424+09:00", "mtime_epoch": 1793675042.243424, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178939}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:04:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.297, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3229591, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.78, "max": 9.0, "p95": 7.0, "sample_count": 259}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.237, "max": 2.0, "p95": 2.0, "sample_count": 215}, "total": {"avg": 1.027, "max": 2.0, "p95": 2.0, "sample_count": 259}}, "tracking_counts": {"active": {"avg": 0.544, "max": 2.0, "p95": 2.0, "sample_count": 259}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 259}, "tracked": {"avg": 0.544, "max": 2.0, "p95": 2.0, "sample_count": 259}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.659, "pushed": 8.659, "read": 8.625}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.031, "p95_ms": 0.015, "reason": null, "sample_age_ms": 172.431, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.78, "count": 258, "max_ms": 7.264, "p95_ms": 2.871, "reason": null, "sample_age_ms": 223.398, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 258, "max_ms": 6.742, "p95_ms": 2.13, "reason": null, "sample_age_ms": 223.637, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.36, "count": 259, "max_ms": 1.482, "p95_ms": 0.671, "reason": null, "sample_age_ms": 172.442, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 258, "max_ms": 4.586, "p95_ms": 3.412, "reason": null, "sample_age_ms": 221.448, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 221.415, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 172.829, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.76, "count": 259, "max_ms": 93.582, "p95_ms": 67.94, "reason": null, "sample_age_ms": 172.426, "source": "client_direct"}, "sample_age_ms": 172.42, "source": "client_direct", "task_total_ms": {"avg_ms": 51.204, "count": 259, "max_ms": 94.972, "p95_ms": 70.528, "reason": null, "sample_age_ms": 172.42, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.093, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.463, "count": 259, "max_ms": 13.301, "p95_ms": 10.313}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.442, "count": 259, "max_ms": 1.417, "p95_ms": 0.922}, "detection_prepare_ms": {"avg_ms": 1.339, "count": 259, "max_ms": 8.185, "p95_ms": 2.675}, "event_filter_ms": {"avg_ms": 0.006, "count": 259, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 259, "max_ms": 0.766, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.004, "count": 259, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.818, "count": 259, "max_ms": 5.895, "p95_ms": 3.593}, "setup_ms": {"avg_ms": 0.05, "count": 259, "max_ms": 0.126, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.396, "count": 259, "max_ms": 13.245, "p95_ms": 10.215}, "track_match_ms": {"avg_ms": 0.096, "count": 259, "max_ms": 0.506, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.418, "count": 259, "max_ms": 3.98, "p95_ms": 2.868}}, "gstreamer_push": {"avg_ms": 3.304, "count": 259, "max_ms": 8.622, "p95_ms": 5.625}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 259, "max_ms": 0.23, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.417, "count": 259, "max_ms": 96.748, "p95_ms": 72.321}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.125, "count": 259, "max_ms": 16.661, "p95_ms": 8.352}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.848, "count": 259, "max_ms": 146.728, "p95_ms": 119.753}, "inference_input_copy_ms": {"avg_ms": 1.54, "count": 259, "max_ms": 4.517, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.228, "count": 259, "max_ms": 1.793, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.741, "count": 259, "max_ms": 151.348, "p95_ms": 125.683}, "read_interval": {"avg_ms": 115.494, "count": 258, "max_ms": 363.297, "p95_ms": 161.688}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 259, "max_ms": 0.082, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.738, "count": 259, "max_ms": 5.657, "p95_ms": 3.494}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 259, "max_ms": 0.06, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.718, "count": 259, "max_ms": 5.601, "p95_ms": 3.479}, "worker_merge_ms": {"avg_ms": 0.007, "count": 259, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.432, "count": 259, "max_ms": 96.766, "p95_ms": 72.345}, "visualize": {"avg_ms": 34.676, "count": 259, "max_ms": 58.908, "p95_ms": 45.363}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.843, "count": 259, "max_ms": 54.171, "p95_ms": 38.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.112, "count": 259, "max_ms": 57.492, "p95_ms": 43.703}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 259, "max_ms": 4.007, "p95_ms": 2.146}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.959, "count": 259, "max_ms": 57.247, "p95_ms": 43.552}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 259, "max_ms": 0.329, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 259}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 259}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.697, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.628, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180803, "write_bytes_delta": 180803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1112.0, "cpu_core_ratio": 0.531509, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 589.0, "pid": 74570, "reason": null, "system_cpu_core_ratio": 0.040387, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.491123, "user_cpu_s_delta": 9.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48863, "system_cpu_s_delta": 9.799999999988358, "user_cpu_core_ratio": 1.168224, "user_cpu_s_delta": 23.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.348, "count": 239, "max_ms": 8.109, "p95_ms": 5.438, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.757, "max": 11.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.808, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.808, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 68.216, "p95": 54.118, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.23, "count": 30, "max": 28.012, "p95": 27.675, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 854.7, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.833, "count": 30, "max": 2903.0, "p95": 1727.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.334, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1933.0, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25159, "sampled_at": "2026-11-03T12:03:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:03:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5293904, "flush_count": 5597, "flush_interval_seconds": 30.0, "flush_state": {"count": 5597, "last_at": "2026-11-03T12:03:15", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:03:15", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5596}, "started": true, "suppressed_count": 3224400, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3223995}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5597, "written_record_count": 5597}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.523, "limit_mb": null}, "detail": {"pid": 74686, "restart_count": 290, "start_count": 291}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8929173196800, "copied_frame_count": 3229591, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8929173196800, "frame_buffer_copies": 3229591, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1242, "count": 512, "max_ms": 1.2261, "p50_ms": 0.1114, "p95_ms": 0.2174, "p99_ms": 0.3324}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4826, "count": 512, "max_ms": 5.2324, "p50_ms": 1.3936, "p95_ms": 2.3309, "p99_ms": 3.0045, "results": {"failed": 0, "not_applicable": 0, "success": 3229591, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 272, "h264_decode_error_count": 869, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:04:02+09:00", "last_error_summary": "[h264 @ 0x64cfa804f940] error while decoding MB 62 61, bytestream -12", "last_exit_at": "2026-11-03T12:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:04:04+09:00", "pid": 74686, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.332, "name": "ffmpeg", "pid": 74686, "rss_mb": 58.332, "state": "S (sleeping)", "threads": 1}, "restart_count": 290, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 291}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.466, "sample_count": 2206, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229591, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:04:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.478, "last_frame_pushed_at": "2026-11-03T12:04:02+09:00", "last_frame_read_age_sec": 4.603, "last_frame_read_at": "2026-11-03T12:04:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 76.893, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 523.107, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 4.466, "exists": true, "mtime": "2026-11-03T12:04:02.243424+09:00", "mtime_epoch": 1793675042.243424, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 178939}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:04:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.301, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3229591, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.786, "max": 9.0, "p95": 7.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.161, "max": 2.0, "p95": 2.0, "sample_count": 180}, "total": {"avg": 0.933, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 0.411, "max": 2.0, "p95": 1.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 0.411, "max": 2.0, "p95": 1.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.502, "pushed": 7.502, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.031, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4558.803, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.762, "count": 223, "max_ms": 7.264, "p95_ms": 2.89, "reason": null, "sample_age_ms": 4609.771, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 223, "max_ms": 6.742, "p95_ms": 1.969, "reason": null, "sample_age_ms": 4610.009, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.352, "count": 224, "max_ms": 1.061, "p95_ms": 0.668, "reason": null, "sample_age_ms": 4558.814, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.898, "count": 223, "max_ms": 4.586, "p95_ms": 3.2, "reason": null, "sample_age_ms": 4607.82, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4607.787, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4559.201, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.461, "count": 224, "max_ms": 93.582, "p95_ms": 67.781, "reason": null, "sample_age_ms": 4558.798, "source": "client_direct"}, "sample_age_ms": 4558.792, "source": "client_direct", "task_total_ms": {"avg_ms": 50.904, "count": 224, "max_ms": 94.972, "p95_ms": 70.381, "reason": null, "sample_age_ms": 4558.792, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.923, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.194, "count": 224, "max_ms": 13.301, "p95_ms": 10.224}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 224, "max_ms": 1.417, "p95_ms": 0.918}, "detection_prepare_ms": {"avg_ms": 1.284, "count": 224, "max_ms": 8.185, "p95_ms": 2.637}, "event_filter_ms": {"avg_ms": 0.006, "count": 224, "max_ms": 0.046, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 224, "max_ms": 0.766, "p95_ms": 0.474}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.037, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.707, "count": 224, "max_ms": 5.895, "p95_ms": 3.304}, "setup_ms": {"avg_ms": 0.05, "count": 224, "max_ms": 0.126, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.128, "count": 224, "max_ms": 13.245, "p95_ms": 10.092}, "track_match_ms": {"avg_ms": 0.083, "count": 224, "max_ms": 0.321, "p95_ms": 0.199}, "tracker_update_ms": {"avg_ms": 1.329, "count": 224, "max_ms": 3.98, "p95_ms": 2.728}}, "gstreamer_push": {"avg_ms": 3.349, "count": 224, "max_ms": 8.622, "p95_ms": 5.521}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 224, "max_ms": 0.23, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.09, "count": 224, "max_ms": 96.748, "p95_ms": 71.688}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.153, "count": 224, "max_ms": 16.661, "p95_ms": 8.509}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.353, "count": 224, "max_ms": 146.728, "p95_ms": 116.381}, "inference_input_copy_ms": {"avg_ms": 1.544, "count": 224, "max_ms": 4.517, "p95_ms": 2.668}, "processing_residual_ms": {"avg_ms": 0.225, "count": 224, "max_ms": 1.793, "p95_ms": 0.427}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.274, "count": 224, "max_ms": 151.348, "p95_ms": 123.324}, "read_interval": {"avg_ms": 113.918, "count": 223, "max_ms": 190.862, "p95_ms": 158.561}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 224, "max_ms": 0.056, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.628, "count": 224, "max_ms": 5.657, "p95_ms": 3.188}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 224, "max_ms": 0.06, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.609, "count": 224, "max_ms": 5.601, "p95_ms": 3.161}, "worker_merge_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 52.105, "count": 224, "max_ms": 96.766, "p95_ms": 71.696}, "visualize": {"avg_ms": 34.766, "count": 224, "max_ms": 58.908, "p95_ms": 45.08}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.062, "count": 224, "max_ms": 54.171, "p95_ms": 38.75}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.19, "count": 224, "max_ms": 57.492, "p95_ms": 43.622}, "visualize_input_copy_ms": {"avg_ms": 1.337, "count": 224, "max_ms": 4.007, "p95_ms": 2.136}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.037, "count": 224, "max_ms": 57.247, "p95_ms": 43.468}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 224, "max_ms": 0.329, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.098, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.697, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.628, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3229308, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:03:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 180803, "write_bytes_delta": 180803, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1112.0, "cpu_core_ratio": 0.531509, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 589.0, "pid": 74570, "reason": null, "system_cpu_core_ratio": 0.040387, "system_cpu_s_delta": 0.81, "user_cpu_core_ratio": 0.491123, "user_cpu_s_delta": 9.850000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.656853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.48863, "system_cpu_s_delta": 9.799999999988358, "user_cpu_core_ratio": 1.168224, "user_cpu_s_delta": 23.429999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.348, "count": 239, "max_ms": 8.109, "p95_ms": 5.438, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.757, "max": 11.0, "p95": 8.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.808, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.808, "max": 3.0, "p95": 2.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.013, "count": 30, "max": 68.216, "p95": 54.118, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.23, "count": 30, "max": 28.012, "p95": 27.675, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 854.7, "count": 30, "max": 1319.0, "p95": 1304.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 363.833, "count": 30, "max": 2903.0, "p95": 1727.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.334, "p95": 0.179, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.51, "count": 30, "max": 0.572, "p95": 0.559, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.879, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 179716.333, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1933.0, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.455, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25159, "sampled_at": "2026-11-03T12:03:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:03:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.859, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5296818, "flush_count": 5600, "flush_interval_seconds": 30.0, "flush_state": {"count": 5600, "last_at": "2026-11-03T12:06:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:06:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5599}, "started": true, "suppressed_count": 3225473, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3225068}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5600, "written_record_count": 5600}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10178.68, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61d308e1ab00] error while decoding MB 39 49, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8932145356800, "copied_frame_count": 3230666, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8932145356800, "frame_buffer_copies": 3230666, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.126, "count": 512, "max_ms": 4.0038, "p50_ms": 0.1069, "p95_ms": 0.215, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4407, "count": 512, "max_ms": 3.7637, "p50_ms": 1.3913, "p95_ms": 2.2588, "p99_ms": 2.675, "results": {"failed": 0, "not_applicable": 0, "success": 3230666, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 273, "h264_decode_error_count": 870, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:06:18+09:00", "last_error_summary": "[h264 @ 0x61d308e1ab00] error while decoding MB 39 49, bytestream -5", "last_exit_at": "2026-11-03T12:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.587, "last_started_at": "2026-11-03T12:04:04+09:00", "pid": 74686, "process": {"exists": false, "pid": 74686}, "restart_count": 290, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 291}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.379, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.12, "last_frame_pushed_at": "2026-11-03T12:06:18+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T12:06:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.515, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 391.485, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-11-03T12:06:18.195227+09:00", "mtime_epoch": 1793675178.195227, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174346}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:06:18+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3230667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.732, "max": 8.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.039, "max": 2.0, "p95": 1.0, "sample_count": 76}, "total": {"avg": 0.416, "max": 2.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.974, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.974, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.343, "pushed": 6.343, "read": 6.343}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 191, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 24.719, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 190, "max_ms": 4.23, "p95_ms": 2.806, "reason": null, "sample_age_ms": 113.881, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 190, "max_ms": 3.859, "p95_ms": 2.049, "reason": null, "sample_age_ms": 116.178, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 191, "max_ms": 1.958, "p95_ms": 0.789, "reason": null, "sample_age_ms": 24.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.11, "count": 190, "max_ms": 5.487, "p95_ms": 3.327, "reason": null, "sample_age_ms": 111.51, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.482, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.34, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.014, "count": 191, "max_ms": 86.061, "p95_ms": 66.29, "reason": null, "sample_age_ms": 24.711, "source": "client_direct"}, "sample_age_ms": 24.704, "source": "client_direct", "task_total_ms": {"avg_ms": 51.711, "count": 191, "max_ms": 89.144, "p95_ms": 69.661, "reason": null, "sample_age_ms": 24.704, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.461, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.751, "count": 190, "max_ms": 11.587, "p95_ms": 8.324}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 190, "max_ms": 1.178, "p95_ms": 0.682}, "detection_prepare_ms": {"avg_ms": 0.701, "count": 190, "max_ms": 3.558, "p95_ms": 2.277}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.028, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 190, "max_ms": 0.626, "p95_ms": 0.287}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.786, "count": 190, "max_ms": 4.16, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.051, "count": 190, "max_ms": 0.142, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 2.695, "count": 190, "max_ms": 11.502, "p95_ms": 8.182}, "track_match_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.392, "p95_ms": 0.209}, "tracker_update_ms": {"avg_ms": 0.604, "count": 190, "max_ms": 4.239, "p95_ms": 2.209}}, "gstreamer_push": {"avg_ms": 3.279, "count": 190, "max_ms": 7.776, "p95_ms": 5.241}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.906, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.76, "count": 190, "max_ms": 83.375, "p95_ms": 69.329}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.048, "count": 190, "max_ms": 13.42, "p95_ms": 9.849}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.929, "count": 190, "max_ms": 128.249, "p95_ms": 110.201}, "inference_input_copy_ms": {"avg_ms": 1.595, "count": 190, "max_ms": 5.403, "p95_ms": 2.504}, "processing_residual_ms": {"avg_ms": 0.243, "count": 190, "max_ms": 0.681, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.815, "count": 190, "max_ms": 139.023, "p95_ms": 118.662}, "read_interval": {"avg_ms": 157.584, "count": 190, "max_ms": 3818.171, "p95_ms": 201.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 190, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.72, "count": 190, "max_ms": 3.981, "p95_ms": 2.858}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.703, "count": 190, "max_ms": 3.949, "p95_ms": 2.84}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.776, "count": 190, "max_ms": 83.472, "p95_ms": 69.34}, "visualize": {"avg_ms": 32.077, "count": 190, "max_ms": 50.977, "p95_ms": 41.354}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.733, "count": 190, "max_ms": 45.785, "p95_ms": 37.178}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.558, "count": 190, "max_ms": 49.122, "p95_ms": 39.752}, "visualize_input_copy_ms": {"avg_ms": 1.295, "count": 190, "max_ms": 3.713, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.41, "count": 190, "max_ms": 48.936, "p95_ms": 39.558}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 190, "max_ms": 1.127, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.058, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.63, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174330, "write_bytes_delta": 174330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 484.0, "cpu_core_ratio": 0.852508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5745.0, "pid": 74686, "reason": null, "system_cpu_core_ratio": 0.37989, "system_cpu_s_delta": 7.620000000000001, "user_cpu_core_ratio": 0.472619, "user_cpu_s_delta": 9.479999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.060401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33203, "system_cpu_s_delta": 6.6599999999889405, "user_cpu_core_ratio": 0.728371, "user_cpu_s_delta": 14.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.199, "count": 195, "max_ms": 9.013, "p95_ms": 5.119, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.861, "max": 11.0, "p95": 7.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 0.526, "max": 2.0, "p95": 1.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.661, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.064, "count": 30, "max": 28.822, "p95": 27.858, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.033, "count": 30, "max": 1314.0, "p95": 1301.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.233, "count": 30, "max": 5745.0, "p95": 2625.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.559, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.879, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1932.967, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.068, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25167, "sampled_at": "2026-11-03T12:06:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:06:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5296818, "flush_count": 5600, "flush_interval_seconds": 30.0, "flush_state": {"count": 5600, "last_at": "2026-11-03T12:06:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:06:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5599}, "started": true, "suppressed_count": 3225473, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3225068}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5600, "written_record_count": 5600}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10178.082, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:06:18+09:00", "last_error_summary": "[h264 @ 0x61d308e1ab00] error while decoding MB 39 49, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8932148121600, "copied_frame_count": 3230667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8932148121600, "frame_buffer_copies": 3230667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1258, "count": 512, "max_ms": 4.0038, "p50_ms": 0.1068, "p95_ms": 0.215, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4386, "count": 512, "max_ms": 3.7637, "p50_ms": 1.3904, "p95_ms": 2.2555, "p99_ms": 2.675, "results": {"failed": 0, "not_applicable": 0, "success": 3230667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 273, "h264_decode_error_count": 870, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:06:18+09:00", "last_error_summary": "[h264 @ 0x61d308e1ab00] error while decoding MB 39 49, bytestream -5", "last_exit_at": "2026-11-03T12:06:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.666, "last_started_at": "2026-11-03T12:04:04+09:00", "pid": 74686, "process": {"exists": false, "pid": 74686}, "restart_count": 290, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 291}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.552, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-03T12:06:18+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-11-03T12:06:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.561, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 391.439, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-03T12:06:18.351229+09:00", "mtime_epoch": 1793675178.351229, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174226}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:06:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3230667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.721, "max": 8.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.039, "max": 2.0, "p95": 1.0, "sample_count": 77}, "total": {"avg": 0.421, "max": 2.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.979, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.979, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.35, "pushed": 6.35, "read": 6.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 103.656, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 189, "max_ms": 4.23, "p95_ms": 2.824, "reason": null, "sample_age_ms": 192.818, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 189, "max_ms": 3.859, "p95_ms": 2.053, "reason": null, "sample_age_ms": 195.115, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.384, "count": 190, "max_ms": 1.958, "p95_ms": 0.791, "reason": null, "sample_age_ms": 103.675, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 189, "max_ms": 5.487, "p95_ms": 3.327, "reason": null, "sample_age_ms": 190.446, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 190.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.277, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.957, "count": 190, "max_ms": 86.061, "p95_ms": 66.358, "reason": null, "sample_age_ms": 103.648, "source": "client_direct"}, "sample_age_ms": 103.64, "source": "client_direct", "task_total_ms": {"avg_ms": 51.65, "count": 190, "max_ms": 89.144, "p95_ms": 69.805, "reason": null, "sample_age_ms": 103.64, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.102, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.769, "count": 190, "max_ms": 11.587, "p95_ms": 8.324}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 190, "max_ms": 1.178, "p95_ms": 0.682}, "detection_prepare_ms": {"avg_ms": 0.706, "count": 190, "max_ms": 3.558, "p95_ms": 2.277}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.028, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 190, "max_ms": 0.626, "p95_ms": 0.287}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.795, "count": 190, "max_ms": 4.16, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.051, "count": 190, "max_ms": 0.142, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 2.713, "count": 190, "max_ms": 11.502, "p95_ms": 8.182}, "track_match_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.392, "p95_ms": 0.209}, "tracker_update_ms": {"avg_ms": 0.608, "count": 190, "max_ms": 4.239, "p95_ms": 2.209}}, "gstreamer_push": {"avg_ms": 3.276, "count": 190, "max_ms": 7.776, "p95_ms": 5.241}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 190, "max_ms": 0.906, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.907, "count": 190, "max_ms": 92.263, "p95_ms": 72.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.049, "count": 190, "max_ms": 13.42, "p95_ms": 9.849}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.169, "count": 190, "max_ms": 141.615, "p95_ms": 111.576}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 190, "max_ms": 5.403, "p95_ms": 2.504}, "processing_residual_ms": {"avg_ms": 0.244, "count": 190, "max_ms": 0.681, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.059, "count": 190, "max_ms": 145.822, "p95_ms": 119.781}, "read_interval": {"avg_ms": 157.831, "count": 189, "max_ms": 3818.171, "p95_ms": 201.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 190, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.729, "count": 190, "max_ms": 3.981, "p95_ms": 2.858}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.711, "count": 190, "max_ms": 3.949, "p95_ms": 2.84}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.923, "count": 190, "max_ms": 92.282, "p95_ms": 72.187}, "visualize": {"avg_ms": 32.152, "count": 190, "max_ms": 50.977, "p95_ms": 42.276}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.784, "count": 190, "max_ms": 45.785, "p95_ms": 37.178}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.639, "count": 190, "max_ms": 49.122, "p95_ms": 40.921}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 190, "max_ms": 3.713, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.491, "count": 190, "max_ms": 48.936, "p95_ms": 40.606}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 190, "max_ms": 1.127, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.058, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.63, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174330, "write_bytes_delta": 174330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 484.0, "cpu_core_ratio": 0.852508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5745.0, "pid": 74686, "reason": null, "system_cpu_core_ratio": 0.37989, "system_cpu_s_delta": 7.620000000000001, "user_cpu_core_ratio": 0.472619, "user_cpu_s_delta": 9.479999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.060401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33203, "system_cpu_s_delta": 6.6599999999889405, "user_cpu_core_ratio": 0.728371, "user_cpu_s_delta": 14.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.199, "count": 195, "max_ms": 9.013, "p95_ms": 5.119, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.861, "max": 11.0, "p95": 7.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 0.526, "max": 2.0, "p95": 1.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.661, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.064, "count": 30, "max": 28.822, "p95": 27.858, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.033, "count": 30, "max": 1314.0, "p95": 1301.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.233, "count": 30, "max": 5745.0, "p95": 2625.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.559, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.879, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1932.967, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.068, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25167, "sampled_at": "2026-11-03T12:06:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:06:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5296818, "flush_count": 5600, "flush_interval_seconds": 30.0, "flush_state": {"count": 5600, "last_at": "2026-11-03T12:06:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:06:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5599}, "started": true, "suppressed_count": 3225473, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3225068}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5600, "written_record_count": 5600}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10178.125, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8932148121600, "copied_frame_count": 3230667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8932148121600, "frame_buffer_copies": 3230667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1258, "count": 512, "max_ms": 4.0038, "p50_ms": 0.1068, "p95_ms": 0.215, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4386, "count": 512, "max_ms": 3.7637, "p50_ms": 1.3904, "p95_ms": 2.2555, "p99_ms": 2.675, "results": {"failed": 0, "not_applicable": 0, "success": 3230667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 273, "h264_decode_error_count": 870, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:06:18+09:00", "last_error_summary": "[h264 @ 0x61d308e1ab00] error while decoding MB 39 49, bytestream -5", "last_exit_at": "2026-11-03T12:06:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.721, "last_started_at": "2026-11-03T12:04:04+09:00", "pid": 74686, "process": {"exists": false, "pid": 74686}, "restart_count": 290, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 291}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.552, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.094, "last_frame_pushed_at": "2026-11-03T12:06:18+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-11-03T12:06:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 208.624, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 391.376, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T12:06:18.351229+09:00", "mtime_epoch": 1793675178.351229, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174226}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:06:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3230667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.721, "max": 8.0, "p95": 6.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.039, "max": 2.0, "p95": 1.0, "sample_count": 77}, "total": {"avg": 0.421, "max": 2.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.979, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.979, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.339, "pushed": 6.339, "read": 6.305}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.009, "count": 189, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 166.71, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 189, "max_ms": 4.23, "p95_ms": 2.824, "reason": null, "sample_age_ms": 255.871, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 189, "max_ms": 3.859, "p95_ms": 2.053, "reason": null, "sample_age_ms": 258.168, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.385, "count": 189, "max_ms": 1.958, "p95_ms": 0.792, "reason": null, "sample_age_ms": 166.728, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.105, "count": 189, "max_ms": 5.487, "p95_ms": 3.327, "reason": null, "sample_age_ms": 253.5, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 253.472, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 167.331, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.955, "count": 189, "max_ms": 86.061, "p95_ms": 66.426, "reason": null, "sample_age_ms": 166.702, "source": "client_direct"}, "sample_age_ms": 166.694, "source": "client_direct", "task_total_ms": {"avg_ms": 51.644, "count": 189, "max_ms": 89.144, "p95_ms": 69.95, "reason": null, "sample_age_ms": 166.694, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.09, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.769, "count": 190, "max_ms": 11.587, "p95_ms": 8.324}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 190, "max_ms": 1.178, "p95_ms": 0.682}, "detection_prepare_ms": {"avg_ms": 0.706, "count": 190, "max_ms": 3.558, "p95_ms": 2.277}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.028, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 190, "max_ms": 0.626, "p95_ms": 0.287}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.795, "count": 190, "max_ms": 4.16, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.051, "count": 190, "max_ms": 0.142, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 2.713, "count": 190, "max_ms": 11.502, "p95_ms": 8.182}, "track_match_ms": {"avg_ms": 0.054, "count": 190, "max_ms": 0.392, "p95_ms": 0.209}, "tracker_update_ms": {"avg_ms": 0.608, "count": 190, "max_ms": 4.239, "p95_ms": 2.209}}, "gstreamer_push": {"avg_ms": 3.276, "count": 190, "max_ms": 7.776, "p95_ms": 5.241}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 190, "max_ms": 0.906, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.907, "count": 190, "max_ms": 92.263, "p95_ms": 72.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.049, "count": 190, "max_ms": 13.42, "p95_ms": 9.849}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.169, "count": 190, "max_ms": 141.615, "p95_ms": 111.576}, "inference_input_copy_ms": {"avg_ms": 1.597, "count": 190, "max_ms": 5.403, "p95_ms": 2.504}, "processing_residual_ms": {"avg_ms": 0.244, "count": 190, "max_ms": 0.681, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.059, "count": 190, "max_ms": 145.822, "p95_ms": 119.781}, "read_interval": {"avg_ms": 157.831, "count": 189, "max_ms": 3818.171, "p95_ms": 201.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 190, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.729, "count": 190, "max_ms": 3.981, "p95_ms": 2.858}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.711, "count": 190, "max_ms": 3.949, "p95_ms": 2.84}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 52.923, "count": 190, "max_ms": 92.282, "p95_ms": 72.187}, "visualize": {"avg_ms": 32.152, "count": 190, "max_ms": 50.977, "p95_ms": 42.276}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.784, "count": 190, "max_ms": 45.785, "p95_ms": 37.178}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.639, "count": 190, "max_ms": 49.122, "p95_ms": 40.921}, "visualize_input_copy_ms": {"avg_ms": 1.289, "count": 190, "max_ms": 3.713, "p95_ms": 2.201}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.491, "count": 190, "max_ms": 48.936, "p95_ms": 40.606}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 190, "max_ms": 1.127, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.058, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.63, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174330, "write_bytes_delta": 174330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 484.0, "cpu_core_ratio": 0.852508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5745.0, "pid": 74686, "reason": null, "system_cpu_core_ratio": 0.37989, "system_cpu_s_delta": 7.620000000000001, "user_cpu_core_ratio": 0.472619, "user_cpu_s_delta": 9.479999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.060401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33203, "system_cpu_s_delta": 6.6599999999889405, "user_cpu_core_ratio": 0.728371, "user_cpu_s_delta": 14.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.199, "count": 195, "max_ms": 9.013, "p95_ms": 5.119, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.861, "max": 11.0, "p95": 7.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 0.526, "max": 2.0, "p95": 1.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.661, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.064, "count": 30, "max": 28.822, "p95": 27.858, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.033, "count": 30, "max": 1314.0, "p95": 1301.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.233, "count": 30, "max": 5745.0, "p95": 2625.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.559, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.879, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1932.967, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.068, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25167, "sampled_at": "2026-11-03T12:06:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:06:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5296818, "flush_count": 5600, "flush_interval_seconds": 30.0, "flush_state": {"count": 5600, "last_at": "2026-11-03T12:06:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:06:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5599}, "started": true, "suppressed_count": 3225473, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3225068}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5600, "written_record_count": 5600}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10349.203, "limit_mb": null}, "detail": {"pid": 74802, "restart_count": 291, "start_count": 292}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8932148121600, "copied_frame_count": 3230667, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8932148121600, "frame_buffer_copies": 3230667, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1258, "count": 512, "max_ms": 4.0038, "p50_ms": 0.1068, "p95_ms": 0.215, "p99_ms": 0.2793}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4386, "count": 512, "max_ms": 3.7637, "p50_ms": 1.3904, "p95_ms": 2.2555, "p99_ms": 2.675, "results": {"failed": 0, "not_applicable": 0, "success": 3230667, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 273, "h264_decode_error_count": 870, "h264_decode_error_count_per_hour": 65, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:06:18+09:00", "last_error_summary": "[h264 @ 0x61d308e1ab00] error while decoding MB 39 49, bytestream -5", "last_exit_at": "2026-11-03T12:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:06:20+09:00", "pid": 74802, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.008, "name": "ffmpeg", "pid": 74802, "rss_mb": 206.008, "state": "S (sleeping)", "threads": 70}, "restart_count": 291, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 292}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.358, "sample_count": 2345, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.386, "last_frame_pushed_at": "2026-11-03T12:06:18+09:00", "last_frame_read_age_sec": 4.536, "last_frame_read_at": "2026-11-03T12:06:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 212.908, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 387.092, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 4.37, "exists": true, "mtime": "2026-11-03T12:06:18.351229+09:00", "mtime_epoch": 1793675178.351229, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 174226}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:06:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3230667, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.741, "max": 8.0, "p95": 7.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "total": {"avg": 0.377, "max": 1.0, "p95": 1.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 161, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.405, "pushed": 5.405, "read": 5.372}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.009, "count": 161, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4450.828, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.828, "count": 161, "max_ms": 4.23, "p95_ms": 2.965, "reason": null, "sample_age_ms": 4539.99, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 161, "max_ms": 3.859, "p95_ms": 2.082, "reason": null, "sample_age_ms": 4542.287, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 161, "max_ms": 1.958, "p95_ms": 0.805, "reason": null, "sample_age_ms": 4450.847, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.124, "count": 161, "max_ms": 5.487, "p95_ms": 3.338, "reason": null, "sample_age_ms": 4537.618, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2764808.0, "count": 161, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4537.591, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4451.449, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.957, "count": 161, "max_ms": 86.061, "p95_ms": 66.971, "reason": null, "sample_age_ms": 4450.82, "source": "client_direct"}, "sample_age_ms": 4450.812, "source": "client_direct", "task_total_ms": {"avg_ms": 51.67, "count": 161, "max_ms": 89.144, "p95_ms": 71.104, "reason": null, "sample_age_ms": 4450.812, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.631, "count": 162, "max_ms": 10.015, "p95_ms": 7.805}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.357, "count": 162, "max_ms": 1.178, "p95_ms": 0.655}, "detection_prepare_ms": {"avg_ms": 0.655, "count": 162, "max_ms": 3.041, "p95_ms": 2.118}, "event_filter_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.028, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.114, "count": 162, "max_ms": 0.396, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.015, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.811, "count": 162, "max_ms": 4.16, "p95_ms": 2.879}, "setup_ms": {"avg_ms": 0.05, "count": 162, "max_ms": 0.132, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 2.574, "count": 162, "max_ms": 9.935, "p95_ms": 7.67}, "track_match_ms": {"avg_ms": 0.052, "count": 162, "max_ms": 0.392, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 0.526, "count": 162, "max_ms": 2.641, "p95_ms": 1.892}}, "gstreamer_push": {"avg_ms": 3.292, "count": 162, "max_ms": 7.776, "p95_ms": 5.322}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 162, "max_ms": 0.906, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.022, "count": 162, "max_ms": 92.263, "p95_ms": 72.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.941, "count": 162, "max_ms": 12.471, "p95_ms": 9.406}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 88.87, "count": 162, "max_ms": 141.615, "p95_ms": 109.763}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 162, "max_ms": 5.403, "p95_ms": 2.579}, "processing_residual_ms": {"avg_ms": 0.246, "count": 162, "max_ms": 0.681, "p95_ms": 0.451}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.673, "count": 162, "max_ms": 145.822, "p95_ms": 116.812}, "read_interval": {"avg_ms": 158.716, "count": 161, "max_ms": 3818.171, "p95_ms": 172.54}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 162, "max_ms": 0.05, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.746, "count": 162, "max_ms": 3.981, "p95_ms": 2.76}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 162, "max_ms": 0.065, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.728, "count": 162, "max_ms": 3.949, "p95_ms": 2.732}, "worker_merge_ms": {"avg_ms": 0.006, "count": 162, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.038, "count": 162, "max_ms": 92.282, "p95_ms": 72.187}, "visualize": {"avg_ms": 31.867, "count": 162, "max_ms": 50.977, "p95_ms": 41.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.626, "count": 162, "max_ms": 45.785, "p95_ms": 36.963}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.357, "count": 162, "max_ms": 49.122, "p95_ms": 39.345}, "visualize_input_copy_ms": {"avg_ms": 1.283, "count": 162, "max_ms": 3.713, "p95_ms": 2.111}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.216, "count": 162, "max_ms": 48.936, "p95_ms": 39.115}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 162, "max_ms": 0.187, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.058, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.63, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3230599, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:06:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 174330, "write_bytes_delta": 174330, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 484.0, "cpu_core_ratio": 0.852508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5745.0, "pid": 74686, "reason": null, "system_cpu_core_ratio": 0.37989, "system_cpu_s_delta": 7.620000000000001, "user_cpu_core_ratio": 0.472619, "user_cpu_s_delta": 9.479999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.060401, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.33203, "system_cpu_s_delta": 6.6599999999889405, "user_cpu_core_ratio": 0.728371, "user_cpu_s_delta": 14.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.199, "count": 195, "max_ms": 9.013, "p95_ms": 5.119, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.861, "max": 11.0, "p95": 7.0, "sample_count": 194}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.062, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 96}, "total": {"avg": 0.526, "max": 2.0, "p95": 1.0, "sample_count": 194}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.661, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.064, "count": 30, "max": 28.822, "p95": 27.858, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.033, "count": 30, "max": 1314.0, "p95": 1301.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 594.233, "count": 30, "max": 5745.0, "p95": 2625.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.559, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.879, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 180246.933, "count": 30, "max": 187787.0, "p95": 183508.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1932.967, "count": 30, "max": 41773.0, "p95": 8109.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.513, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.068, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25167, "sampled_at": "2026-11-03T12:06:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:06:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5298696, "flush_count": 5602, "flush_interval_seconds": 30.0, "flush_state": {"count": 5602, "last_at": "2026-11-03T12:08:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:08:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5601}, "started": true, "suppressed_count": 3226757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5602, "written_record_count": 5602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10175.324, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ee515e98b40] error while decoding MB 118 65, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8935700889600, "copied_frame_count": 3231952, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8935700889600, "frame_buffer_copies": 3231952, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1285, "count": 512, "max_ms": 2.3649, "p50_ms": 0.1105, "p95_ms": 0.237, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5287, "count": 512, "max_ms": 5.2233, "p50_ms": 1.452, "p95_ms": 2.6137, "p99_ms": 3.3173, "results": {"failed": 0, "not_applicable": 0, "success": 3231952, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 274, "h264_decode_error_count": 871, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:08:51+09:00", "last_error_summary": "[h264 @ 0x5ee515e98b40] error while decoding MB 118 65, bytestream -5", "last_exit_at": "2026-11-03T12:06:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.35, "last_started_at": "2026-11-03T12:06:20+09:00", "pid": 74802, "process": {"exists": false, "pid": 74802}, "restart_count": 291, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 292}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.838, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231952, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.107, "last_frame_pushed_at": "2026-11-03T12:08:50+09:00", "last_frame_read_age_sec": 0.044, "last_frame_read_at": "2026-11-03T12:08:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.252, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 238.748, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-11-03T12:08:50.975949+09:00", "mtime_epoch": 1793675330.975949, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:08:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.363, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3231953, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.448, "max": 25.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.246, "max": 3.0, "p95": 2.0, "sample_count": 187}, "total": {"avg": 0.94, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.52, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 248}, "tracked": {"avg": 0.52, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.283, "pushed": 8.283, "read": 8.283}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.008, "count": 249, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 14.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 248, "max_ms": 9.805, "p95_ms": 2.874, "reason": null, "sample_age_ms": 48.492, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 248, "max_ms": 7.13, "p95_ms": 2.031, "reason": null, "sample_age_ms": 48.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 249, "max_ms": 2.686, "p95_ms": 0.85, "reason": null, "sample_age_ms": 14.513, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 248, "max_ms": 6.382, "p95_ms": 3.379, "reason": null, "sample_age_ms": 47.216, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 47.197, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.923, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.244, "count": 249, "max_ms": 118.768, "p95_ms": 77.969, "reason": null, "sample_age_ms": 14.502, "source": "client_direct"}, "sample_age_ms": 14.498, "source": "client_direct", "task_total_ms": {"avg_ms": 53.952, "count": 249, "max_ms": 124.156, "p95_ms": 80.708, "reason": null, "sample_age_ms": 14.498, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.494, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.414, "count": 248, "max_ms": 20.614, "p95_ms": 12.114}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.454, "count": 248, "max_ms": 2.143, "p95_ms": 0.914}, "detection_prepare_ms": {"avg_ms": 1.434, "count": 248, "max_ms": 8.416, "p95_ms": 3.543}, "event_filter_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 248, "max_ms": 0.952, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.644, "count": 248, "max_ms": 8.807, "p95_ms": 3.879}, "setup_ms": {"avg_ms": 0.056, "count": 248, "max_ms": 0.393, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.347, "count": 248, "max_ms": 20.435, "p95_ms": 11.912}, "track_match_ms": {"avg_ms": 0.091, "count": 248, "max_ms": 0.979, "p95_ms": 0.229}, "tracker_update_ms": {"avg_ms": 1.427, "count": 248, "max_ms": 6.877, "p95_ms": 3.28}}, "gstreamer_push": {"avg_ms": 3.476, "count": 248, "max_ms": 9.009, "p95_ms": 5.491}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 248, "max_ms": 0.185, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.443, "count": 248, "max_ms": 131.69, "p95_ms": 83.677}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.233, "count": 248, "max_ms": 14.667, "p95_ms": 9.015}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.376, "count": 248, "max_ms": 222.05, "p95_ms": 129.958}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 248, "max_ms": 5.701, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.251, "count": 248, "max_ms": 0.617, "p95_ms": 0.484}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.492, "count": 248, "max_ms": 227.0, "p95_ms": 134.913}, "read_interval": {"avg_ms": 120.889, "count": 248, "max_ms": 242.616, "p95_ms": 170.81}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 248, "max_ms": 0.573, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.559, "count": 248, "max_ms": 8.669, "p95_ms": 3.806}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 248, "max_ms": 0.075, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.536, "count": 248, "max_ms": 8.645, "p95_ms": 3.614}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.038, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.461, "count": 248, "max_ms": 131.725, "p95_ms": 83.705}, "visualize": {"avg_ms": 36.013, "count": 248, "max_ms": 68.131, "p95_ms": 47.428}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.094, "count": 248, "max_ms": 54.659, "p95_ms": 40.825}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.279, "count": 248, "max_ms": 61.257, "p95_ms": 45.467}, "visualize_input_copy_ms": {"avg_ms": 1.479, "count": 248, "max_ms": 8.072, "p95_ms": 2.336}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.114, "count": 248, "max_ms": 60.985, "p95_ms": 45.193}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 248, "max_ms": 0.283, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.774, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.629, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171821, "write_bytes_delta": 171821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.539058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3490.0, "pid": 74802, "reason": null, "system_cpu_core_ratio": 0.041966, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.497092, "user_cpu_s_delta": 9.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569213, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470115, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.099099, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.431, "count": 253, "max_ms": 9.009, "p95_ms": 5.491, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.312, "max": 25.0, "p95": 14.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.202, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 0.893, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.255, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.165, "count": 30, "max": 28.822, "p95": 27.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.667, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.967, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.8, "count": 30, "max": 52.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25175, "sampled_at": "2026-11-03T12:08:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:08:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5298696, "flush_count": 5602, "flush_interval_seconds": 30.0, "flush_state": {"count": 5602, "last_at": "2026-11-03T12:08:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:08:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5601}, "started": true, "suppressed_count": 3226757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5602, "written_record_count": 5602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10174.203, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:08:51+09:00", "last_error_summary": "[h264 @ 0x5ee515e98b40] error while decoding MB 118 65, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8935703654400, "copied_frame_count": 3231953, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8935703654400, "frame_buffer_copies": 3231953, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 2.3649, "p50_ms": 0.1106, "p95_ms": 0.237, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5289, "count": 512, "max_ms": 5.2233, "p50_ms": 1.452, "p95_ms": 2.6137, "p99_ms": 3.3173, "results": {"failed": 0, "not_applicable": 0, "success": 3231953, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 274, "h264_decode_error_count": 871, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:08:51+09:00", "last_error_summary": "[h264 @ 0x5ee515e98b40] error while decoding MB 118 65, bytestream -5", "last_exit_at": "2026-11-03T12:08:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.414, "last_started_at": "2026-11-03T12:06:20+09:00", "pid": 74802, "process": {"exists": false, "pid": 74802}, "restart_count": 291, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 292}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.838, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T12:08:51+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-03T12:08:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.324, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 238.676, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.158, "exists": true, "mtime": "2026-11-03T12:08:50.975949+09:00", "mtime_epoch": 1793675330.975949, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173662}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:08:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3231953, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.472, "max": 25.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.257, "max": 3.0, "p95": 2.0, "sample_count": 187}, "total": {"avg": 0.948, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.52, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 248}, "tracked": {"avg": 0.52, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.268, "pushed": 8.268, "read": 8.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 84.726, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.897, "count": 247, "max_ms": 9.805, "p95_ms": 2.877, "reason": null, "sample_age_ms": 118.713, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 247, "max_ms": 7.13, "p95_ms": 2.032, "reason": null, "sample_age_ms": 118.931, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 248, "max_ms": 2.686, "p95_ms": 0.852, "reason": null, "sample_age_ms": 84.734, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 247, "max_ms": 6.382, "p95_ms": 3.381, "reason": null, "sample_age_ms": 117.437, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.418, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.332, "count": 248, "max_ms": 118.768, "p95_ms": 77.995, "reason": null, "sample_age_ms": 84.723, "source": "client_direct"}, "sample_age_ms": 84.719, "source": "client_direct", "task_total_ms": {"avg_ms": 54.044, "count": 248, "max_ms": 124.156, "p95_ms": 80.758, "reason": null, "sample_age_ms": 84.719, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.743, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.414, "count": 248, "max_ms": 20.614, "p95_ms": 12.114}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 248, "max_ms": 2.143, "p95_ms": 0.914}, "detection_prepare_ms": {"avg_ms": 1.432, "count": 248, "max_ms": 8.416, "p95_ms": 3.543}, "event_filter_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 248, "max_ms": 0.952, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.649, "count": 248, "max_ms": 8.807, "p95_ms": 3.879}, "setup_ms": {"avg_ms": 0.056, "count": 248, "max_ms": 0.393, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.348, "count": 248, "max_ms": 20.435, "p95_ms": 11.912}, "track_match_ms": {"avg_ms": 0.091, "count": 248, "max_ms": 0.979, "p95_ms": 0.229}, "tracker_update_ms": {"avg_ms": 1.425, "count": 248, "max_ms": 6.877, "p95_ms": 3.28}}, "gstreamer_push": {"avg_ms": 3.48, "count": 248, "max_ms": 9.009, "p95_ms": 5.491}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 248, "max_ms": 0.185, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.461, "count": 248, "max_ms": 131.69, "p95_ms": 83.677}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.239, "count": 248, "max_ms": 14.667, "p95_ms": 9.015}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.433, "count": 248, "max_ms": 222.05, "p95_ms": 129.958}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 248, "max_ms": 5.701, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.251, "count": 248, "max_ms": 0.617, "p95_ms": 0.484}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.555, "count": 248, "max_ms": 227.0, "p95_ms": 134.913}, "read_interval": {"avg_ms": 120.889, "count": 248, "max_ms": 242.616, "p95_ms": 170.81}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 248, "max_ms": 0.573, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.563, "count": 248, "max_ms": 8.669, "p95_ms": 3.806}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 248, "max_ms": 0.075, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.541, "count": 248, "max_ms": 8.645, "p95_ms": 3.614}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.038, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.479, "count": 248, "max_ms": 131.725, "p95_ms": 83.705}, "visualize": {"avg_ms": 36.053, "count": 248, "max_ms": 68.131, "p95_ms": 48.252}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.128, "count": 248, "max_ms": 54.659, "p95_ms": 40.97}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.323, "count": 248, "max_ms": 61.257, "p95_ms": 45.8}, "visualize_input_copy_ms": {"avg_ms": 1.476, "count": 248, "max_ms": 8.072, "p95_ms": 2.336}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.158, "count": 248, "max_ms": 60.985, "p95_ms": 45.559}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 248, "max_ms": 0.283, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.774, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.629, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171821, "write_bytes_delta": 171821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.539058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3490.0, "pid": 74802, "reason": null, "system_cpu_core_ratio": 0.041966, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.497092, "user_cpu_s_delta": 9.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569213, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470115, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.099099, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.431, "count": 253, "max_ms": 9.009, "p95_ms": 5.491, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.312, "max": 25.0, "p95": 14.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.202, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 0.893, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.255, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.165, "count": 30, "max": 28.822, "p95": 27.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.667, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.967, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.8, "count": 30, "max": 52.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25175, "sampled_at": "2026-11-03T12:08:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:08:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5298696, "flush_count": 5602, "flush_interval_seconds": 30.0, "flush_state": {"count": 5602, "last_at": "2026-11-03T12:08:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:08:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5601}, "started": true, "suppressed_count": 3226757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5602, "written_record_count": 5602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10173.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8935703654400, "copied_frame_count": 3231953, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8935703654400, "frame_buffer_copies": 3231953, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 2.3649, "p50_ms": 0.1106, "p95_ms": 0.237, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5289, "count": 512, "max_ms": 5.2233, "p50_ms": 1.452, "p95_ms": 2.6137, "p99_ms": 3.3173, "results": {"failed": 0, "not_applicable": 0, "success": 3231953, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 274, "h264_decode_error_count": 871, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:08:51+09:00", "last_error_summary": "[h264 @ 0x5ee515e98b40] error while decoding MB 118 65, bytestream -5", "last_exit_at": "2026-11-03T12:08:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 150.466, "last_started_at": "2026-11-03T12:06:20+09:00", "pid": 74802, "process": {"exists": false, "pid": 74802}, "restart_count": 291, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 292}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.838, "sample_count": 2459, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T12:08:51+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-11-03T12:08:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.376, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 238.624, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-03T12:08:51.140951+09:00", "mtime_epoch": 1793675331.140951, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173141}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:08:51+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3231953, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.472, "max": 25.0, "p95": 14.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.257, "max": 3.0, "p95": 2.0, "sample_count": 187}, "total": {"avg": 0.948, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.52, "max": 2.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.081, "max": 1.0, "p95": 1.0, "sample_count": 248}, "tracked": {"avg": 0.52, "max": 2.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.277, "pushed": 8.277, "read": 8.244}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.008, "count": 247, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 136.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.897, "count": 247, "max_ms": 9.805, "p95_ms": 2.877, "reason": null, "sample_age_ms": 170.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.387, "count": 247, "max_ms": 7.13, "p95_ms": 2.032, "reason": null, "sample_age_ms": 170.953, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 247, "max_ms": 2.686, "p95_ms": 0.853, "reason": null, "sample_age_ms": 136.756, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.056, "count": 247, "max_ms": 6.382, "p95_ms": 3.381, "reason": null, "sample_age_ms": 169.459, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.44, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.166, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.416, "count": 247, "max_ms": 118.768, "p95_ms": 78.022, "reason": null, "sample_age_ms": 136.744, "source": "client_direct"}, "sample_age_ms": 136.741, "source": "client_direct", "task_total_ms": {"avg_ms": 54.129, "count": 247, "max_ms": 124.156, "p95_ms": 80.808, "reason": null, "sample_age_ms": 136.741, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.429, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.414, "count": 248, "max_ms": 20.614, "p95_ms": 12.114}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 248, "max_ms": 2.143, "p95_ms": 0.914}, "detection_prepare_ms": {"avg_ms": 1.432, "count": 248, "max_ms": 8.416, "p95_ms": 3.543}, "event_filter_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.23, "count": 248, "max_ms": 0.952, "p95_ms": 0.489}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.649, "count": 248, "max_ms": 8.807, "p95_ms": 3.879}, "setup_ms": {"avg_ms": 0.056, "count": 248, "max_ms": 0.393, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.348, "count": 248, "max_ms": 20.435, "p95_ms": 11.912}, "track_match_ms": {"avg_ms": 0.091, "count": 248, "max_ms": 0.979, "p95_ms": 0.229}, "tracker_update_ms": {"avg_ms": 1.425, "count": 248, "max_ms": 6.877, "p95_ms": 3.28}}, "gstreamer_push": {"avg_ms": 3.48, "count": 248, "max_ms": 9.009, "p95_ms": 5.491}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 248, "max_ms": 0.185, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.461, "count": 248, "max_ms": 131.69, "p95_ms": 83.677}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.239, "count": 248, "max_ms": 14.667, "p95_ms": 9.015}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.433, "count": 248, "max_ms": 222.05, "p95_ms": 129.958}, "inference_input_copy_ms": {"avg_ms": 1.631, "count": 248, "max_ms": 5.701, "p95_ms": 2.6}, "processing_residual_ms": {"avg_ms": 0.251, "count": 248, "max_ms": 0.617, "p95_ms": 0.484}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.555, "count": 248, "max_ms": 227.0, "p95_ms": 134.913}, "read_interval": {"avg_ms": 121.003, "count": 247, "max_ms": 242.616, "p95_ms": 170.81}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 248, "max_ms": 0.573, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.563, "count": 248, "max_ms": 8.669, "p95_ms": 3.806}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 248, "max_ms": 0.075, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.541, "count": 248, "max_ms": 8.645, "p95_ms": 3.614}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.038, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.479, "count": 248, "max_ms": 131.725, "p95_ms": 83.705}, "visualize": {"avg_ms": 36.053, "count": 248, "max_ms": 68.131, "p95_ms": 48.252}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.128, "count": 248, "max_ms": 54.659, "p95_ms": 40.97}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.323, "count": 248, "max_ms": 61.257, "p95_ms": 45.8}, "visualize_input_copy_ms": {"avg_ms": 1.476, "count": 248, "max_ms": 8.072, "p95_ms": 2.336}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.158, "count": 248, "max_ms": 60.985, "p95_ms": 45.559}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 248, "max_ms": 0.283, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.774, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.629, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171821, "write_bytes_delta": 171821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.539058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3490.0, "pid": 74802, "reason": null, "system_cpu_core_ratio": 0.041966, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.497092, "user_cpu_s_delta": 9.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569213, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470115, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.099099, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.431, "count": 253, "max_ms": 9.009, "p95_ms": 5.491, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.312, "max": 25.0, "p95": 14.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.202, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 0.893, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.255, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.165, "count": 30, "max": 28.822, "p95": 27.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.667, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.967, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.8, "count": 30, "max": 52.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25175, "sampled_at": "2026-11-03T12:08:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:08:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5298696, "flush_count": 5602, "flush_interval_seconds": 30.0, "flush_state": {"count": 5602, "last_at": "2026-11-03T12:08:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:08:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5601}, "started": true, "suppressed_count": 3226757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5602, "written_record_count": 5602}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10245.148, "limit_mb": null}, "detail": {"pid": 74918, "restart_count": 292, "start_count": 293}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8935703654400, "copied_frame_count": 3231953, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8935703654400, "frame_buffer_copies": 3231953, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1286, "count": 512, "max_ms": 2.3649, "p50_ms": 0.1106, "p95_ms": 0.237, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5289, "count": 512, "max_ms": 5.2233, "p50_ms": 1.452, "p95_ms": 2.6137, "p99_ms": 3.3173, "results": {"failed": 0, "not_applicable": 0, "success": 3231953, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 274, "h264_decode_error_count": 871, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:08:51+09:00", "last_error_summary": "[h264 @ 0x5ee515e98b40] error while decoding MB 118 65, bytestream -5", "last_exit_at": "2026-11-03T12:08:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:08:54+09:00", "pid": 74918, "process": {"exists": true, "fd_count": 5, "hwm_mb": 105.953, "name": "ffmpeg", "pid": 74918, "rss_mb": 105.953, "state": "S (sleeping)", "threads": 19}, "restart_count": 292, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 293}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.838, "sample_count": 2414, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231953, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.109, "last_frame_pushed_at": "2026-11-03T12:08:51+09:00", "last_frame_read_age_sec": 5.216, "last_frame_read_at": "2026-11-03T12:08:51+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 366.428, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 233.572, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 5.1, "exists": true, "mtime": "2026-11-03T12:08:51.140951+09:00", "mtime_epoch": 1793675331.140951, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 173141}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:08:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.367, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3231953, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.667, "max": 25.0, "p95": 14.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.318, "max": 3.0, "p95": 2.0, "sample_count": 151}, "total": {"avg": 0.961, "max": 3.0, "p95": 2.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 0.425, "max": 2.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 207}, "tracked": {"avg": 0.425, "max": 2.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.907, "pushed": 6.907, "read": 6.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5189.029, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.916, "count": 206, "max_ms": 9.805, "p95_ms": 2.902, "reason": null, "sample_age_ms": 5223.017, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.395, "count": 206, "max_ms": 7.13, "p95_ms": 2.219, "reason": null, "sample_age_ms": 5223.235, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 206, "max_ms": 2.686, "p95_ms": 0.824, "reason": null, "sample_age_ms": 5189.038, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.066, "count": 206, "max_ms": 6.382, "p95_ms": 3.407, "reason": null, "sample_age_ms": 5221.741, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5221.721, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5189.448, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.103, "count": 206, "max_ms": 118.768, "p95_ms": 78.049, "reason": null, "sample_age_ms": 5189.026, "source": "client_direct"}, "sample_age_ms": 5189.023, "source": "client_direct", "task_total_ms": {"avg_ms": 53.826, "count": 206, "max_ms": 124.156, "p95_ms": 81.384, "reason": null, "sample_age_ms": 5189.023, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.818, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.181, "count": 207, "max_ms": 20.614, "p95_ms": 11.28}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 207, "max_ms": 2.143, "p95_ms": 0.893}, "detection_prepare_ms": {"avg_ms": 1.379, "count": 207, "max_ms": 7.931, "p95_ms": 3.604}, "event_filter_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.242, "count": 207, "max_ms": 0.952, "p95_ms": 0.523}, "mcmt_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.024, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.545, "count": 207, "max_ms": 8.807, "p95_ms": 3.749}, "setup_ms": {"avg_ms": 0.057, "count": 207, "max_ms": 0.393, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.115, "count": 207, "max_ms": 20.435, "p95_ms": 11.185}, "track_match_ms": {"avg_ms": 0.083, "count": 207, "max_ms": 0.979, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.351, "count": 207, "max_ms": 5.266, "p95_ms": 3.199}}, "gstreamer_push": {"avg_ms": 3.434, "count": 207, "max_ms": 7.33, "p95_ms": 5.423}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 207, "max_ms": 0.174, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.305, "count": 207, "max_ms": 131.69, "p95_ms": 83.749}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.268, "count": 207, "max_ms": 12.824, "p95_ms": 9.015}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.079, "count": 207, "max_ms": 222.05, "p95_ms": 129.958}, "inference_input_copy_ms": {"avg_ms": 1.644, "count": 207, "max_ms": 5.701, "p95_ms": 2.592}, "processing_residual_ms": {"avg_ms": 0.248, "count": 207, "max_ms": 0.617, "p95_ms": 0.463}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.238, "count": 207, "max_ms": 227.0, "p95_ms": 134.913}, "read_interval": {"avg_ms": 120.696, "count": 206, "max_ms": 242.616, "p95_ms": 167.852}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 207, "max_ms": 0.573, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.461, "count": 207, "max_ms": 8.669, "p95_ms": 3.633}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 207, "max_ms": 0.066, "p95_ms": 0.048}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.439, "count": 207, "max_ms": 8.645, "p95_ms": 3.583}, "worker_merge_ms": {"avg_ms": 0.008, "count": 207, "max_ms": 0.038, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.323, "count": 207, "max_ms": 131.725, "p95_ms": 83.775}, "visualize": {"avg_ms": 36.062, "count": 207, "max_ms": 68.131, "p95_ms": 50.242}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.163, "count": 207, "max_ms": 54.659, "p95_ms": 41.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.36, "count": 207, "max_ms": 61.257, "p95_ms": 47.219}, "visualize_input_copy_ms": {"avg_ms": 1.448, "count": 207, "max_ms": 6.273, "p95_ms": 2.279}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.196, "count": 207, "max_ms": 60.985, "p95_ms": 47.033}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 207, "max_ms": 0.283, "p95_ms": 0.165}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.363, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.774, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.629, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3231947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:08:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 171821, "write_bytes_delta": 171821, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1159.0, "cpu_core_ratio": 0.539058, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3490.0, "pid": 74802, "reason": null, "system_cpu_core_ratio": 0.041966, "system_cpu_s_delta": 0.8399999999999999, "user_cpu_core_ratio": 0.497092, "user_cpu_s_delta": 9.950000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569213, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.470115, "system_cpu_s_delta": 9.410000000003492, "user_cpu_core_ratio": 1.099099, "user_cpu_s_delta": 22.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.431, "count": 253, "max_ms": 9.009, "p95_ms": 5.491, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.312, "max": 25.0, "p95": 14.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.202, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 188}, "total": {"avg": 0.893, "max": 2.0, "p95": 2.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.255, "count": 30, "max": 77.066, "p95": 71.606, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.165, "count": 30, "max": 28.822, "p95": 27.758, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.667, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 716.967, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.38, "p95": 0.305, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.506, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 178163.6, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.8, "count": 30, "max": 52.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.084, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25175, "sampled_at": "2026-11-03T12:08:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:08:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5300727, "flush_count": 5604, "flush_interval_seconds": 30.0, "flush_state": {"count": 5604, "last_at": "2026-11-03T12:10:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:10:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5603}, "started": true, "suppressed_count": 3227353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226948}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5604, "written_record_count": 5604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10175.582, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8937354240000, "copied_frame_count": 3232550, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8937354240000, "frame_buffer_copies": 3232550, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1281, "count": 512, "max_ms": 0.3678, "p50_ms": 0.1151, "p95_ms": 0.2432, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6012, "count": 512, "max_ms": 11.1787, "p50_ms": 1.485, "p95_ms": 2.6238, "p99_ms": 3.6758, "results": {"failed": 0, "not_applicable": 0, "success": 3232550, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:08:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.523, "last_started_at": "2026-11-03T12:08:54+09:00", "pid": 74918, "process": {"exists": false, "pid": 74918}, "restart_count": 292, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 293}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.799, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-11-03T12:10:16+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-11-03T12:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 446.968, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 153.032, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T12:10:16.693805+09:00", "mtime_epoch": 1793675416.6938052, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 168314}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:10:16+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.637, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3232551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.729, "max": 14.0, "p95": 10.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.287, "max": 2.0, "p95": 2.0, "sample_count": 181}, "total": {"avg": 0.987, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.398, "max": 2.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.398, "max": 2.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 236, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.899, "pushed": 7.899, "read": 7.899}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 36.645, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 236, "max_ms": 7.741, "p95_ms": 2.837, "reason": null, "sample_age_ms": 86.688, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 236, "max_ms": 3.721, "p95_ms": 1.999, "reason": null, "sample_age_ms": 86.987, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.494, "count": 237, "max_ms": 3.144, "p95_ms": 0.884, "reason": null, "sample_age_ms": 36.662, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.213, "count": 236, "max_ms": 10.318, "p95_ms": 3.524, "reason": null, "sample_age_ms": 85.501, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.474, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.475, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.707, "count": 237, "max_ms": 117.85, "p95_ms": 81.25, "reason": null, "sample_age_ms": 36.639, "source": "client_direct"}, "sample_age_ms": 36.634, "source": "client_direct", "task_total_ms": {"avg_ms": 58.632, "count": 237, "max_ms": 122.24, "p95_ms": 84.268, "reason": null, "sample_age_ms": 36.634, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.793, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.696, "count": 236, "max_ms": 20.483, "p95_ms": 11.028}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 236, "max_ms": 5.758, "p95_ms": 0.959}, "detection_prepare_ms": {"avg_ms": 1.427, "count": 236, "max_ms": 9.6, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.006, "count": 236, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 236, "max_ms": 0.965, "p95_ms": 0.627}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.874, "count": 236, "max_ms": 13.611, "p95_ms": 4.159}, "setup_ms": {"avg_ms": 0.057, "count": 236, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.628, "count": 236, "max_ms": 20.348, "p95_ms": 10.941}, "track_match_ms": {"avg_ms": 0.086, "count": 236, "max_ms": 0.459, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.395, "count": 236, "max_ms": 6.338, "p95_ms": 3.222}}, "gstreamer_push": {"avg_ms": 3.541, "count": 236, "max_ms": 11.345, "p95_ms": 5.897}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 236, "max_ms": 1.552, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.28, "count": 236, "max_ms": 123.439, "p95_ms": 89.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.444, "count": 236, "max_ms": 19.748, "p95_ms": 10.483}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.673, "count": 236, "max_ms": 180.395, "p95_ms": 138.511}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 236, "max_ms": 7.247, "p95_ms": 2.768}, "processing_residual_ms": {"avg_ms": 0.251, "count": 236, "max_ms": 0.638, "p95_ms": 0.483}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.07, "count": 236, "max_ms": 192.932, "p95_ms": 143.206}, "read_interval": {"avg_ms": 126.811, "count": 236, "max_ms": 223.095, "p95_ms": 176.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 236, "max_ms": 0.894, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 1.779, "count": 236, "max_ms": 13.494, "p95_ms": 4.029}, "resolve_scenarios_ms": {"avg_ms": 0.028, "count": 236, "max_ms": 1.742, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.753, "count": 236, "max_ms": 13.469, "p95_ms": 4.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.298, "count": 236, "max_ms": 123.462, "p95_ms": 89.724}, "visualize": {"avg_ms": 37.173, "count": 236, "max_ms": 72.56, "p95_ms": 50.753}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.788, "count": 236, "max_ms": 54.957, "p95_ms": 42.471}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.402, "count": 236, "max_ms": 71.322, "p95_ms": 48.219}, "visualize_input_copy_ms": {"avg_ms": 1.494, "count": 236, "max_ms": 5.567, "p95_ms": 2.907}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.217, "count": 236, "max_ms": 71.086, "p95_ms": 48.032}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 236, "max_ms": 1.854, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.853, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.577, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 168318, "write_bytes_delta": 168318, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.542773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1517.0, "pid": 74918, "reason": null, "system_cpu_core_ratio": 0.044318, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.498455, "user_cpu_s_delta": 10.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444675, "system_cpu_s_delta": 8.930000000007567, "user_cpu_core_ratio": 1.076084, "user_cpu_s_delta": 21.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 234, "max_ms": 11.345, "p95_ms": 5.876, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.526, "max": 14.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 201}, "total": {"avg": 1.282, "max": 3.0, "p95": 2.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.033, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.461, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 916.967, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 669.6, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.38, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.071, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25179, "sampled_at": "2026-11-03T12:10:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:10:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5300727, "flush_count": 5604, "flush_interval_seconds": 30.0, "flush_state": {"count": 5604, "last_at": "2026-11-03T12:10:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:10:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5603}, "started": true, "suppressed_count": 3227353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226948}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5604, "written_record_count": 5604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10176.023, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8937357004800, "copied_frame_count": 3232551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8937357004800, "frame_buffer_copies": 3232551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1282, "count": 512, "max_ms": 0.3678, "p50_ms": 0.1151, "p95_ms": 0.2432, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6031, "count": 512, "max_ms": 11.1787, "p50_ms": 1.4863, "p95_ms": 2.6238, "p99_ms": 3.6758, "results": {"failed": 0, "not_applicable": 0, "success": 3232551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:10:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.591, "last_started_at": "2026-11-03T12:08:54+09:00", "pid": 74918, "process": {"exists": false, "pid": 74918}, "restart_count": 292, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 293}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.799, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T12:10:16+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-11-03T12:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.028, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 152.972, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T12:10:16.826807+09:00", "mtime_epoch": 1793675416.8268065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 167655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:10:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3232551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.734, "max": 14.0, "p95": 10.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.286, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 0.987, "max": 2.0, "p95": 2.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 0.401, "max": 2.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 0.401, "max": 2.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.914, "pushed": 7.914, "read": 7.881}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 112.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 236, "max_ms": 7.741, "p95_ms": 2.837, "reason": null, "sample_age_ms": 162.221, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 236, "max_ms": 3.721, "p95_ms": 1.999, "reason": null, "sample_age_ms": 162.52, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.495, "count": 236, "max_ms": 3.144, "p95_ms": 0.886, "reason": null, "sample_age_ms": 112.196, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.213, "count": 236, "max_ms": 10.318, "p95_ms": 3.524, "reason": null, "sample_age_ms": 161.035, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.007, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.009, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.671, "count": 236, "max_ms": 117.85, "p95_ms": 81.308, "reason": null, "sample_age_ms": 112.173, "source": "client_direct"}, "sample_age_ms": 112.168, "source": "client_direct", "task_total_ms": {"avg_ms": 58.598, "count": 236, "max_ms": 122.24, "p95_ms": 84.376, "reason": null, "sample_age_ms": 112.168, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.812, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.703, "count": 237, "max_ms": 20.483, "p95_ms": 11.028}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 237, "max_ms": 5.758, "p95_ms": 0.959}, "detection_prepare_ms": {"avg_ms": 1.43, "count": 237, "max_ms": 9.6, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.006, "count": 237, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 237, "max_ms": 0.965, "p95_ms": 0.627}, "mcmt_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.878, "count": 237, "max_ms": 13.611, "p95_ms": 4.159}, "setup_ms": {"avg_ms": 0.057, "count": 237, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.635, "count": 237, "max_ms": 20.348, "p95_ms": 10.941}, "track_match_ms": {"avg_ms": 0.086, "count": 237, "max_ms": 0.459, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.395, "count": 237, "max_ms": 6.338, "p95_ms": 3.222}}, "gstreamer_push": {"avg_ms": 3.537, "count": 237, "max_ms": 11.345, "p95_ms": 5.897}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 237, "max_ms": 1.552, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.241, "count": 237, "max_ms": 123.439, "p95_ms": 89.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.439, "count": 237, "max_ms": 19.748, "p95_ms": 10.483}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.714, "count": 237, "max_ms": 180.395, "p95_ms": 138.511}, "inference_input_copy_ms": {"avg_ms": 1.7, "count": 237, "max_ms": 7.247, "p95_ms": 2.768}, "processing_residual_ms": {"avg_ms": 0.251, "count": 237, "max_ms": 0.638, "p95_ms": 0.483}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.104, "count": 237, "max_ms": 192.932, "p95_ms": 143.206}, "read_interval": {"avg_ms": 126.811, "count": 236, "max_ms": 223.095, "p95_ms": 176.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 237, "max_ms": 0.894, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 1.783, "count": 237, "max_ms": 13.494, "p95_ms": 4.029}, "resolve_scenarios_ms": {"avg_ms": 0.028, "count": 237, "max_ms": 1.742, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.757, "count": 237, "max_ms": 13.469, "p95_ms": 4.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.259, "count": 237, "max_ms": 123.462, "p95_ms": 89.724}, "visualize": {"avg_ms": 37.248, "count": 237, "max_ms": 72.56, "p95_ms": 50.802}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.851, "count": 237, "max_ms": 54.957, "p95_ms": 42.519}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.479, "count": 237, "max_ms": 71.322, "p95_ms": 48.87}, "visualize_input_copy_ms": {"avg_ms": 1.492, "count": 237, "max_ms": 5.567, "p95_ms": 2.907}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.294, "count": 237, "max_ms": 71.086, "p95_ms": 48.702}, "visualizer_prepare_ms": {"avg_ms": 0.098, "count": 237, "max_ms": 1.854, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.853, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.577, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 168318, "write_bytes_delta": 168318, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.542773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1517.0, "pid": 74918, "reason": null, "system_cpu_core_ratio": 0.044318, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.498455, "user_cpu_s_delta": 10.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444675, "system_cpu_s_delta": 8.930000000007567, "user_cpu_core_ratio": 1.076084, "user_cpu_s_delta": 21.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 234, "max_ms": 11.345, "p95_ms": 5.876, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.526, "max": 14.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 201}, "total": {"avg": 1.282, "max": 3.0, "p95": 2.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.033, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.461, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 916.967, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 669.6, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.38, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.071, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25179, "sampled_at": "2026-11-03T12:10:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:10:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5300727, "flush_count": 5604, "flush_interval_seconds": 30.0, "flush_state": {"count": 5604, "last_at": "2026-11-03T12:10:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:10:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5603}, "started": true, "suppressed_count": 3227353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226948}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5604, "written_record_count": 5604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10175.512, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8937357004800, "copied_frame_count": 3232551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8937357004800, "frame_buffer_copies": 3232551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1282, "count": 512, "max_ms": 0.3678, "p50_ms": 0.1151, "p95_ms": 0.2432, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6031, "count": 512, "max_ms": 11.1787, "p50_ms": 1.4863, "p95_ms": 2.6238, "p99_ms": 3.6758, "results": {"failed": 0, "not_applicable": 0, "success": 3232551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:10:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.648, "last_started_at": "2026-11-03T12:08:54+09:00", "pid": 74918, "process": {"exists": false, "pid": 74918}, "restart_count": 292, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 293}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.799, "sample_count": 2343, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.075, "last_frame_pushed_at": "2026-11-03T12:10:16+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-11-03T12:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 447.081, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 152.919, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-03T12:10:16.826807+09:00", "mtime_epoch": 1793675416.8268065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 167655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:10:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.633, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3232551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.746, "max": 14.0, "p95": 10.0, "sample_count": 236}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.282, "max": 2.0, "p95": 2.0, "sample_count": 181}, "total": {"avg": 0.983, "max": 2.0, "p95": 2.0, "sample_count": 236}}, "tracking_counts": {"active": {"avg": 0.403, "max": 2.0, "p95": 1.0, "sample_count": 236}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 236}, "tracked": {"avg": 0.403, "max": 2.0, "p95": 1.0, "sample_count": 236}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 236, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.868, "pushed": 7.902, "read": 7.868}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 157.623, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 236, "max_ms": 7.741, "p95_ms": 2.837, "reason": null, "sample_age_ms": 207.666, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 236, "max_ms": 3.721, "p95_ms": 1.999, "reason": null, "sample_age_ms": 207.965, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.495, "count": 236, "max_ms": 3.144, "p95_ms": 0.886, "reason": null, "sample_age_ms": 157.64, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.213, "count": 236, "max_ms": 10.318, "p95_ms": 3.524, "reason": null, "sample_age_ms": 206.48, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 206.452, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 158.454, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.671, "count": 236, "max_ms": 117.85, "p95_ms": 81.308, "reason": null, "sample_age_ms": 157.618, "source": "client_direct"}, "sample_age_ms": 157.612, "source": "client_direct", "task_total_ms": {"avg_ms": 58.598, "count": 236, "max_ms": 122.24, "p95_ms": 84.376, "reason": null, "sample_age_ms": 157.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.226, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.701, "count": 236, "max_ms": 20.483, "p95_ms": 11.028}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.513, "count": 236, "max_ms": 5.758, "p95_ms": 0.959}, "detection_prepare_ms": {"avg_ms": 1.432, "count": 236, "max_ms": 9.6, "p95_ms": 2.916}, "event_filter_ms": {"avg_ms": 0.006, "count": 236, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.263, "count": 236, "max_ms": 0.965, "p95_ms": 0.627}, "mcmt_ms": {"avg_ms": 0.004, "count": 236, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.876, "count": 236, "max_ms": 13.611, "p95_ms": 4.159}, "setup_ms": {"avg_ms": 0.057, "count": 236, "max_ms": 0.14, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 5.633, "count": 236, "max_ms": 20.348, "p95_ms": 10.941}, "track_match_ms": {"avg_ms": 0.086, "count": 236, "max_ms": 0.459, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 1.395, "count": 236, "max_ms": 6.338, "p95_ms": 3.222}}, "gstreamer_push": {"avg_ms": 3.537, "count": 237, "max_ms": 11.345, "p95_ms": 5.897}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 236, "max_ms": 1.552, "p95_ms": 0.126}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.21, "count": 236, "max_ms": 123.439, "p95_ms": 89.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.436, "count": 236, "max_ms": 19.748, "p95_ms": 10.483}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.664, "count": 236, "max_ms": 180.395, "p95_ms": 138.511}, "inference_input_copy_ms": {"avg_ms": 1.7, "count": 236, "max_ms": 7.247, "p95_ms": 2.768}, "processing_residual_ms": {"avg_ms": 0.251, "count": 236, "max_ms": 0.638, "p95_ms": 0.483}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.052, "count": 236, "max_ms": 192.932, "p95_ms": 143.206}, "read_interval": {"avg_ms": 126.811, "count": 236, "max_ms": 223.095, "p95_ms": 176.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 236, "max_ms": 0.894, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 1.78, "count": 236, "max_ms": 13.494, "p95_ms": 4.029}, "resolve_scenarios_ms": {"avg_ms": 0.028, "count": 236, "max_ms": 1.742, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.754, "count": 236, "max_ms": 13.469, "p95_ms": 4.003}, "worker_merge_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.228, "count": 236, "max_ms": 123.462, "p95_ms": 89.724}, "visualize": {"avg_ms": 37.229, "count": 236, "max_ms": 72.56, "p95_ms": 50.802}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.841, "count": 236, "max_ms": 54.957, "p95_ms": 42.519}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.457, "count": 236, "max_ms": 71.322, "p95_ms": 48.87}, "visualize_input_copy_ms": {"avg_ms": 1.495, "count": 236, "max_ms": 5.567, "p95_ms": 2.907}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 236, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.272, "count": 236, "max_ms": 71.086, "p95_ms": 48.702}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 236, "max_ms": 1.854, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 236}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 236}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.853, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.577, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 168318, "write_bytes_delta": 168318, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.542773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1517.0, "pid": 74918, "reason": null, "system_cpu_core_ratio": 0.044318, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.498455, "user_cpu_s_delta": 10.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444675, "system_cpu_s_delta": 8.930000000007567, "user_cpu_core_ratio": 1.076084, "user_cpu_s_delta": 21.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 234, "max_ms": 11.345, "p95_ms": 5.876, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.526, "max": 14.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 201}, "total": {"avg": 1.282, "max": 3.0, "p95": 2.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.033, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.461, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 916.967, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 669.6, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.38, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.071, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25179, "sampled_at": "2026-11-03T12:10:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:10:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5300727, "flush_count": 5604, "flush_interval_seconds": 30.0, "flush_state": {"count": 5604, "last_at": "2026-11-03T12:10:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:10:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5603}, "started": true, "suppressed_count": 3227353, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3226948}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5604, "written_record_count": 5604}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10347.523, "limit_mb": null}, "detail": {"pid": 75034, "restart_count": 293, "start_count": 294}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8937357004800, "copied_frame_count": 3232551, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8937357004800, "frame_buffer_copies": 3232551, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1282, "count": 512, "max_ms": 0.3678, "p50_ms": 0.1151, "p95_ms": 0.2432, "p99_ms": 0.289}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6031, "count": 512, "max_ms": 11.1787, "p50_ms": 1.4863, "p95_ms": 2.6238, "p99_ms": 3.6758, "results": {"failed": 0, "not_applicable": 0, "success": 3232551, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:10:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:10:19+09:00", "pid": 75034, "process": {"exists": true, "fd_count": 5, "hwm_mb": 206.398, "name": "ffmpeg", "pid": 75034, "rss_mb": 206.398, "state": "S (sleeping)", "threads": 70}, "restart_count": 293, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 294}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.838, "sample_count": 2298, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232551, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.124, "last_frame_pushed_at": "2026-11-03T12:10:16+09:00", "last_frame_read_age_sec": 5.248, "last_frame_read_at": "2026-11-03T12:10:16+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.132, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 147.868, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 5.111, "exists": true, "mtime": "2026-11-03T12:10:16.826807+09:00", "mtime_epoch": 1793675416.8268065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 167655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:10:21+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2334.637, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3232551, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.838, "max": 14.0, "p95": 10.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.14, "max": 2.0, "p95": 2.0, "sample_count": 143}, "total": {"avg": 0.823, "max": 2.0, "p95": 2.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 0.48, "max": 2.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 0.48, "max": 2.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.607, "pushed": 6.607, "read": 6.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.008, "count": 197, "max_ms": 0.025, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5216.416, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.898, "count": 197, "max_ms": 6.226, "p95_ms": 2.834, "reason": null, "sample_age_ms": 5266.459, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 197, "max_ms": 3.721, "p95_ms": 1.925, "reason": null, "sample_age_ms": 5266.758, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.497, "count": 197, "max_ms": 1.28, "p95_ms": 0.874, "reason": null, "sample_age_ms": 5216.433, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.251, "count": 197, "max_ms": 10.318, "p95_ms": 3.666, "reason": null, "sample_age_ms": 5265.273, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5265.245, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5217.247, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.12, "count": 197, "max_ms": 117.85, "p95_ms": 82.327, "reason": null, "sample_age_ms": 5216.411, "source": "client_direct"}, "sample_age_ms": 5216.405, "source": "client_direct", "task_total_ms": {"avg_ms": 59.089, "count": 197, "max_ms": 122.24, "p95_ms": 84.894, "reason": null, "sample_age_ms": 5216.405, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.566, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.273, "count": 198, "max_ms": 20.483, "p95_ms": 10.557}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.519, "count": 198, "max_ms": 5.758, "p95_ms": 0.959}, "detection_prepare_ms": {"avg_ms": 1.332, "count": 198, "max_ms": 4.42, "p95_ms": 2.873}, "event_filter_ms": {"avg_ms": 0.006, "count": 198, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.238, "count": 198, "max_ms": 0.965, "p95_ms": 0.627}, "mcmt_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.014, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.689, "count": 198, "max_ms": 13.611, "p95_ms": 3.87}, "setup_ms": {"avg_ms": 0.058, "count": 198, "max_ms": 0.14, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 5.204, "count": 198, "max_ms": 20.348, "p95_ms": 10.455}, "track_match_ms": {"avg_ms": 0.084, "count": 198, "max_ms": 0.459, "p95_ms": 0.209}, "tracker_update_ms": {"avg_ms": 1.272, "count": 198, "max_ms": 6.338, "p95_ms": 3.055}}, "gstreamer_push": {"avg_ms": 3.539, "count": 198, "max_ms": 11.345, "p95_ms": 5.891}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 198, "max_ms": 1.552, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.637, "count": 198, "max_ms": 123.439, "p95_ms": 89.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.473, "count": 198, "max_ms": 19.748, "p95_ms": 10.68}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.094, "count": 198, "max_ms": 180.395, "p95_ms": 138.511}, "inference_input_copy_ms": {"avg_ms": 1.689, "count": 198, "max_ms": 4.808, "p95_ms": 2.684}, "processing_residual_ms": {"avg_ms": 0.252, "count": 198, "max_ms": 0.638, "p95_ms": 0.483}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.508, "count": 198, "max_ms": 192.932, "p95_ms": 143.206}, "read_interval": {"avg_ms": 126.027, "count": 197, "max_ms": 223.095, "p95_ms": 174.2}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 198, "max_ms": 0.894, "p95_ms": 0.052}, "execute_total_ms": {"avg_ms": 1.593, "count": 198, "max_ms": 13.494, "p95_ms": 3.685}, "resolve_scenarios_ms": {"avg_ms": 0.029, "count": 198, "max_ms": 1.742, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.567, "count": 198, "max_ms": 13.469, "p95_ms": 3.651}, "worker_merge_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.057, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 60.656, "count": 198, "max_ms": 123.462, "p95_ms": 89.724}, "visualize": {"avg_ms": 36.674, "count": 198, "max_ms": 72.56, "p95_ms": 49.543}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.626, "count": 198, "max_ms": 54.957, "p95_ms": 42.471}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.918, "count": 198, "max_ms": 71.322, "p95_ms": 47.761}, "visualize_input_copy_ms": {"avg_ms": 1.492, "count": 198, "max_ms": 5.567, "p95_ms": 2.916}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.733, "count": 198, "max_ms": 71.086, "p95_ms": 47.499}, "visualizer_prepare_ms": {"avg_ms": 0.101, "count": 198, "max_ms": 1.854, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.853, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.577, "sample_count": 2349, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3232501, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:10:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 168318, "write_bytes_delta": 168318, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1139.0, "cpu_core_ratio": 0.542773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1517.0, "pid": 74918, "reason": null, "system_cpu_core_ratio": 0.044318, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.498455, "user_cpu_s_delta": 10.009999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.520759, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444675, "system_cpu_s_delta": 8.930000000007567, "user_cpu_core_ratio": 1.076084, "user_cpu_s_delta": 21.60999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.52, "count": 234, "max_ms": 11.345, "p95_ms": 5.876, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.526, "max": 14.0, "p95": 9.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.493, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 201}, "total": {"avg": 1.282, "max": 3.0, "p95": 2.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.033, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.461, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 916.967, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 669.6, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.38, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.507, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 176535.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.733, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.51, "p95": 0.506, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.071, "count": 30, "max": 1.19, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25179, "sampled_at": "2026-11-03T12:10:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:10:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5301702, "flush_count": 5605, "flush_interval_seconds": 30.0, "flush_state": {"count": 5605, "last_at": "2026-11-03T12:11:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:11:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5604}, "started": true, "suppressed_count": 3228114, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3227709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5605, "written_record_count": 5605}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10198.352, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8939463782400, "copied_frame_count": 3233313, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8939463782400, "frame_buffer_copies": 3233313, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1321, "count": 512, "max_ms": 0.3989, "p50_ms": 0.12, "p95_ms": 0.2392, "p99_ms": 0.2723}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5922, "count": 512, "max_ms": 4.8726, "p50_ms": 1.5091, "p95_ms": 2.5334, "p99_ms": 3.0356, "results": {"failed": 0, "not_applicable": 0, "success": 3233313, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:12:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.625, "last_started_at": "2026-11-03T12:10:19+09:00", "pid": 75034, "process": {"exists": false, "pid": 75034}, "restart_count": 293, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 294}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.605, "sample_count": 2286, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3233313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T12:12:02+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-11-03T12:12:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.748, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 47.252, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-11-03T12:12:02.440774+09:00", "mtime_epoch": 1793675522.4407742, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 176337}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:12:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3233313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.323, "max": 12.0, "p95": 10.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 66}, "total": {"avg": 0.328, "max": 1.0, "p95": 1.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.703, "pushed": 6.703, "read": 6.669}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 72.377, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.985, "count": 200, "max_ms": 7.534, "p95_ms": 3.557, "reason": null, "sample_age_ms": 133.407, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.407, "count": 200, "max_ms": 5.7, "p95_ms": 2.28, "reason": null, "sample_age_ms": 133.777, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.492, "count": 200, "max_ms": 1.481, "p95_ms": 0.989, "reason": null, "sample_age_ms": 72.399, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.189, "count": 200, "max_ms": 8.013, "p95_ms": 3.355, "reason": null, "sample_age_ms": 131.477, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 131.437, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.944, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.017, "count": 200, "max_ms": 99.432, "p95_ms": 73.432, "reason": null, "sample_age_ms": 72.371, "source": "client_direct"}, "sample_age_ms": 72.363, "source": "client_direct", "task_total_ms": {"avg_ms": 56.91, "count": 200, "max_ms": 103.3, "p95_ms": 77.651, "reason": null, "sample_age_ms": 72.363, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.125, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.889, "count": 201, "max_ms": 19.076, "p95_ms": 8.803}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.396, "count": 201, "max_ms": 1.884, "p95_ms": 0.772}, "detection_prepare_ms": {"avg_ms": 0.69, "count": 201, "max_ms": 4.879, "p95_ms": 2.459}, "event_filter_ms": {"avg_ms": 0.006, "count": 201, "max_ms": 0.201, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 201, "max_ms": 0.405, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.027, "count": 201, "max_ms": 13.263, "p95_ms": 3.204}, "setup_ms": {"avg_ms": 0.056, "count": 201, "max_ms": 0.131, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.826, "count": 201, "max_ms": 18.938, "p95_ms": 8.655}, "track_match_ms": {"avg_ms": 0.051, "count": 201, "max_ms": 0.314, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 0.469, "count": 201, "max_ms": 2.571, "p95_ms": 1.744}}, "gstreamer_push": {"avg_ms": 3.538, "count": 201, "max_ms": 8.783, "p95_ms": 5.891}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 201, "max_ms": 1.107, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.457, "count": 201, "max_ms": 111.899, "p95_ms": 79.11}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.166, "count": 201, "max_ms": 11.388, "p95_ms": 8.997}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.411, "count": 201, "max_ms": 146.986, "p95_ms": 123.441}, "inference_input_copy_ms": {"avg_ms": 1.743, "count": 201, "max_ms": 5.66, "p95_ms": 2.772}, "processing_residual_ms": {"avg_ms": 0.25, "count": 201, "max_ms": 0.862, "p95_ms": 0.531}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.571, "count": 201, "max_ms": 151.737, "p95_ms": 129.712}, "read_interval": {"avg_ms": 149.864, "count": 200, "max_ms": 3520.323, "p95_ms": 192.911}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 201, "max_ms": 0.076, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.95, "count": 201, "max_ms": 13.098, "p95_ms": 3.032}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 201, "max_ms": 0.085, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.929, "count": 201, "max_ms": 13.059, "p95_ms": 3.0}, "worker_merge_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.476, "count": 201, "max_ms": 111.914, "p95_ms": 79.123}, "visualize": {"avg_ms": 34.505, "count": 201, "max_ms": 54.042, "p95_ms": 45.783}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.966, "count": 201, "max_ms": 47.891, "p95_ms": 40.762}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.741, "count": 201, "max_ms": 49.166, "p95_ms": 44.138}, "visualize_input_copy_ms": {"avg_ms": 1.497, "count": 201, "max_ms": 5.562, "p95_ms": 2.669}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.572, "count": 201, "max_ms": 48.914, "p95_ms": 43.903}, "visualizer_prepare_ms": {"avg_ms": 0.104, "count": 201, "max_ms": 2.862, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.421, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.152, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3233108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 166838, "write_bytes_delta": 166838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.600643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1885.0, "pid": 75034, "reason": null, "system_cpu_core_ratio": 0.141688, "system_cpu_s_delta": 3.0100000000000002, "user_cpu_core_ratio": 0.458955, "user_cpu_s_delta": 9.749999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.295901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.383169, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.912732, "user_cpu_s_delta": 19.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.671, "count": 226, "max_ms": 8.613, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.681, "max": 9.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.358, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.799, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.622, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.267, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 750.2, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.38, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174507.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174507.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.833, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.19, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25183, "sampled_at": "2026-11-03T12:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.987, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5301702, "flush_count": 5605, "flush_interval_seconds": 30.0, "flush_state": {"count": 5605, "last_at": "2026-11-03T12:11:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:11:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5604}, "started": true, "suppressed_count": 3228114, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3227709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5605, "written_record_count": 5605}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10207.105, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8939463782400, "copied_frame_count": 3233313, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8939463782400, "frame_buffer_copies": 3233313, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1321, "count": 512, "max_ms": 0.3989, "p50_ms": 0.12, "p95_ms": 0.2392, "p99_ms": 0.2723}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5922, "count": 512, "max_ms": 4.8726, "p50_ms": 1.5091, "p95_ms": 2.5334, "p99_ms": 3.0356, "results": {"failed": 0, "not_applicable": 0, "success": 3233313, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:12:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.671, "last_started_at": "2026-11-03T12:10:19+09:00", "pid": 75034, "process": {"exists": false, "pid": 75034}, "restart_count": 293, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 294}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.605, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3233313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T12:12:02+09:00", "last_frame_read_age_sec": 0.171, "last_frame_read_at": "2026-11-03T12:12:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 552.798, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 47.202, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T12:12:02.571775+09:00", "mtime_epoch": 1793675522.5717754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:12:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.012, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3233313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.335, "max": 12.0, "p95": 10.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 65}, "total": {"avg": 0.325, "max": 1.0, "p95": 1.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.693, "pushed": 6.693, "read": 6.66}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 117.998, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.988, "count": 199, "max_ms": 7.534, "p95_ms": 3.557, "reason": null, "sample_age_ms": 179.028, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 199, "max_ms": 5.7, "p95_ms": 2.293, "reason": null, "sample_age_ms": 179.397, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.492, "count": 200, "max_ms": 1.481, "p95_ms": 0.989, "reason": null, "sample_age_ms": 118.019, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.191, "count": 199, "max_ms": 8.013, "p95_ms": 3.366, "reason": null, "sample_age_ms": 177.097, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.058, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.565, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.017, "count": 200, "max_ms": 99.432, "p95_ms": 73.432, "reason": null, "sample_age_ms": 117.991, "source": "client_direct"}, "sample_age_ms": 117.983, "source": "client_direct", "task_total_ms": {"avg_ms": 56.91, "count": 200, "max_ms": 103.3, "p95_ms": 77.651, "reason": null, "sample_age_ms": 117.983, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.416, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.856, "count": 200, "max_ms": 19.076, "p95_ms": 8.766}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.395, "count": 200, "max_ms": 1.884, "p95_ms": 0.772}, "detection_prepare_ms": {"avg_ms": 0.678, "count": 200, "max_ms": 4.879, "p95_ms": 2.409}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.201, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 200, "max_ms": 0.405, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.015, "count": 200, "max_ms": 13.263, "p95_ms": 3.185}, "setup_ms": {"avg_ms": 0.056, "count": 200, "max_ms": 0.131, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.793, "count": 200, "max_ms": 18.938, "p95_ms": 8.638}, "track_match_ms": {"avg_ms": 0.05, "count": 200, "max_ms": 0.314, "p95_ms": 0.2}, "tracker_update_ms": {"avg_ms": 0.462, "count": 200, "max_ms": 2.571, "p95_ms": 1.731}}, "gstreamer_push": {"avg_ms": 3.522, "count": 200, "max_ms": 8.783, "p95_ms": 5.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 200, "max_ms": 1.107, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.528, "count": 200, "max_ms": 111.899, "p95_ms": 79.11}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.136, "count": 200, "max_ms": 11.388, "p95_ms": 8.887}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.4, "count": 200, "max_ms": 146.986, "p95_ms": 123.441}, "inference_input_copy_ms": {"avg_ms": 1.745, "count": 200, "max_ms": 5.66, "p95_ms": 2.772}, "processing_residual_ms": {"avg_ms": 0.25, "count": 200, "max_ms": 0.862, "p95_ms": 0.531}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.531, "count": 200, "max_ms": 151.737, "p95_ms": 129.712}, "read_interval": {"avg_ms": 149.967, "count": 199, "max_ms": 3520.323, "p95_ms": 194.297}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 200, "max_ms": 0.076, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.938, "count": 200, "max_ms": 13.098, "p95_ms": 3.015}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 200, "max_ms": 0.085, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.918, "count": 200, "max_ms": 13.059, "p95_ms": 2.978}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.548, "count": 200, "max_ms": 111.914, "p95_ms": 79.123}, "visualize": {"avg_ms": 34.454, "count": 200, "max_ms": 54.042, "p95_ms": 45.783}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.927, "count": 200, "max_ms": 47.891, "p95_ms": 40.762}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.69, "count": 200, "max_ms": 49.166, "p95_ms": 44.138}, "visualize_input_copy_ms": {"avg_ms": 1.498, "count": 200, "max_ms": 5.562, "p95_ms": 2.669}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.521, "count": 200, "max_ms": 48.914, "p95_ms": 43.903}, "visualizer_prepare_ms": {"avg_ms": 0.104, "count": 200, "max_ms": 2.862, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.421, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.152, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3233108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 166838, "write_bytes_delta": 166838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.600643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1885.0, "pid": 75034, "reason": null, "system_cpu_core_ratio": 0.141688, "system_cpu_s_delta": 3.0100000000000002, "user_cpu_core_ratio": 0.458955, "user_cpu_s_delta": 9.749999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.295901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.383169, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.912732, "user_cpu_s_delta": 19.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.671, "count": 226, "max_ms": 8.613, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.681, "max": 9.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.358, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.799, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.622, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.267, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 750.2, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.38, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174507.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174507.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.833, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.19, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25183, "sampled_at": "2026-11-03T12:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5301702, "flush_count": 5605, "flush_interval_seconds": 30.0, "flush_state": {"count": 5605, "last_at": "2026-11-03T12:11:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:11:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5604}, "started": true, "suppressed_count": 3228114, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3227709}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5605, "written_record_count": 5605}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10217.414, "limit_mb": null}, "detail": {"pid": 75150, "restart_count": 294, "start_count": 295}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8939463782400, "copied_frame_count": 3233313, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8939463782400, "frame_buffer_copies": 3233313, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1321, "count": 512, "max_ms": 0.3989, "p50_ms": 0.12, "p95_ms": 0.2392, "p99_ms": 0.2723}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5922, "count": 512, "max_ms": 4.8726, "p50_ms": 1.5091, "p95_ms": 2.5334, "p99_ms": 3.0356, "results": {"failed": 0, "not_applicable": 0, "success": 3233313, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 275, "h264_decode_error_count": 872, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:10:16+09:00", "last_error_summary": "[h264 @ 0x5b7f8f704d00] error while decoding MB 49 57, bytestream -13", "last_exit_at": "2026-11-03T12:12:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:12:05+09:00", "pid": 75150, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.988, "name": "ffmpeg", "pid": 75150, "rss_mb": 57.988, "state": "S (sleeping)", "threads": 1}, "restart_count": 294, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 295}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.839, "sample_count": 2243, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3233313, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:12:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.629, "last_frame_pushed_at": "2026-11-03T12:12:02+09:00", "last_frame_read_age_sec": 4.753, "last_frame_read_at": "2026-11-03T12:12:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 163, "debug_expires_at": null, "deduplicated_count": 22, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.38, "last_sample_duration_ms": 1206.351, "last_trigger": "periodic", "next_snapshot_in_sec": 42.62, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 563, "storage_bytes": 3277256}, "mjpeg": {"age_sec": 4.617, "exists": true, "mtime": "2026-11-03T12:12:02.571775+09:00", "mtime_epoch": 1793675522.5717754, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 177335}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:12:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.016, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3233313, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.451, "max": 12.0, "p95": 10.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 33}, "total": {"avg": 0.201, "max": 1.0, "p95": 1.0, "sample_count": 164}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 164, "pushed_frames": 164, "read_frames": 164, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.516, "pushed": 5.516, "read": 5.516}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4705.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.976, "count": 164, "max_ms": 7.534, "p95_ms": 3.561, "reason": null, "sample_age_ms": 4766.425, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.398, "count": 164, "max_ms": 5.457, "p95_ms": 2.476, "reason": null, "sample_age_ms": 4766.794, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.494, "count": 164, "max_ms": 1.458, "p95_ms": 0.918, "reason": null, "sample_age_ms": 4705.416, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.145, "count": 164, "max_ms": 8.013, "p95_ms": 3.297, "reason": null, "sample_age_ms": 4764.494, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2764808.0, "count": 164, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4764.455, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4705.961, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.61, "count": 164, "max_ms": 99.432, "p95_ms": 73.368, "reason": null, "sample_age_ms": 4705.388, "source": "client_direct"}, "sample_age_ms": 4705.38, "source": "client_direct", "task_total_ms": {"avg_ms": 56.459, "count": 164, "max_ms": 103.3, "p95_ms": 77.446, "reason": null, "sample_age_ms": 4705.38, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.252, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.136, "count": 164, "max_ms": 14.336, "p95_ms": 7.368}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 164, "max_ms": 1.884, "p95_ms": 0.772}, "detection_prepare_ms": {"avg_ms": 0.49, "count": 164, "max_ms": 3.848, "p95_ms": 1.939}, "event_filter_ms": {"avg_ms": 0.006, "count": 164, "max_ms": 0.201, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.118, "count": 164, "max_ms": 0.39, "p95_ms": 0.26}, "mcmt_ms": {"avg_ms": 0.004, "count": 164, "max_ms": 0.018, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.671, "count": 164, "max_ms": 7.537, "p95_ms": 2.602}, "setup_ms": {"avg_ms": 0.057, "count": 164, "max_ms": 0.131, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.077, "count": 164, "max_ms": 14.153, "p95_ms": 7.27}, "track_match_ms": {"avg_ms": 0.034, "count": 164, "max_ms": 0.314, "p95_ms": 0.18}, "tracker_update_ms": {"avg_ms": 0.307, "count": 164, "max_ms": 2.483, "p95_ms": 1.59}}, "gstreamer_push": {"avg_ms": 3.516, "count": 164, "max_ms": 8.783, "p95_ms": 5.891}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 164, "max_ms": 0.158, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.073, "count": 164, "max_ms": 111.899, "p95_ms": 79.11}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.141, "count": 164, "max_ms": 11.388, "p95_ms": 8.997}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.923, "count": 164, "max_ms": 146.986, "p95_ms": 122.719}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 164, "max_ms": 5.66, "p95_ms": 2.699}, "processing_residual_ms": {"avg_ms": 0.242, "count": 164, "max_ms": 0.862, "p95_ms": 0.514}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.037, "count": 164, "max_ms": 151.737, "p95_ms": 129.063}, "read_interval": {"avg_ms": 155.234, "count": 164, "max_ms": 3520.323, "p95_ms": 194.297}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 164, "max_ms": 0.076, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.599, "count": 164, "max_ms": 7.275, "p95_ms": 2.542}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 164, "max_ms": 0.085, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.579, "count": 164, "max_ms": 7.223, "p95_ms": 2.527}, "worker_merge_ms": {"avg_ms": 0.007, "count": 164, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.092, "count": 164, "max_ms": 111.914, "p95_ms": 79.123}, "visualize": {"avg_ms": 34.173, "count": 164, "max_ms": 54.042, "p95_ms": 45.484}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.934, "count": 164, "max_ms": 47.891, "p95_ms": 40.329}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.39, "count": 164, "max_ms": 49.166, "p95_ms": 42.985}, "visualize_input_copy_ms": {"avg_ms": 1.522, "count": 164, "max_ms": 5.562, "p95_ms": 2.789}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 164, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.219, "count": 164, "max_ms": 48.914, "p95_ms": 42.861}, "visualizer_prepare_ms": {"avg_ms": 0.108, "count": 164, "max_ms": 2.862, "p95_ms": 0.163}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 164}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2334.902, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.421, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.152, "sample_count": 2358, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3233108, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:11:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 166838, "write_bytes_delta": 166838, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1089.0, "cpu_core_ratio": 0.600643, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1885.0, "pid": 75034, "reason": null, "system_cpu_core_ratio": 0.141688, "system_cpu_s_delta": 3.0100000000000002, "user_cpu_core_ratio": 0.458955, "user_cpu_s_delta": 9.749999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.295901, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.383169, "system_cpu_s_delta": 8.139999999999418, "user_cpu_core_ratio": 0.912732, "user_cpu_s_delta": 19.39000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.671, "count": 226, "max_ms": 8.613, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.681, "max": 9.0, "p95": 8.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 81}, "total": {"avg": 0.358, "max": 1.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.799, "count": 30, "max": 77.066, "p95": 72.311, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.622, "count": 30, "max": 28.822, "p95": 27.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 978.267, "count": 30, "max": 1309.0, "p95": 1281.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 750.2, "count": 30, "max": 5745.0, "p95": 3225.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.38, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 174507.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 174507.267, "count": 30, "max": 182681.0, "p95": 182172.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.833, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.443, "count": 30, "max": 0.51, "p95": 0.503, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.059, "count": 30, "max": 1.19, "p95": 1.183, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25183, "sampled_at": "2026-11-03T12:11:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:11:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.732, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5303580, "flush_count": 5607, "flush_interval_seconds": 30.0, "flush_state": {"count": 5607, "last_at": "2026-11-03T12:13:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:13:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5606}, "started": true, "suppressed_count": 3229046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3228641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5607, "written_record_count": 5607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10203.18, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b97feae9fc0] error while decoding MB 74 67, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8942046105600, "copied_frame_count": 3234247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8942046105600, "frame_buffer_copies": 3234247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 1.5346, "p50_ms": 0.1202, "p95_ms": 0.2328, "p99_ms": 0.2839}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6003, "count": 512, "max_ms": 5.3918, "p50_ms": 1.513, "p95_ms": 2.4356, "p99_ms": 3.4181, "results": {"failed": 0, "not_applicable": 0, "success": 3234247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 276, "h264_decode_error_count": 873, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:14:00+09:00", "last_error_summary": "[h264 @ 0x5b97feae9fc0] error while decoding MB 74 67, bytestream -9", "last_exit_at": "2026-11-03T12:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.744, "last_started_at": "2026-11-03T12:12:05+09:00", "pid": 75150, "process": {"exists": false, "pid": 75150}, "restart_count": 294, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 295}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.74, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:14:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-11-03T12:14:00+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-11-03T12:14:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.651, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 531.349, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-03T12:14:00.856766+09:00", "mtime_epoch": 1793675640.856766, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 163043}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:14:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.461, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3234247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.112, "max": 16.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "total": {"avg": 0.236, "max": 1.0, "p95": 1.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.357, "pushed": 8.357, "read": 8.357}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.008, "count": 251, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 47.436, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.884, "count": 250, "max_ms": 6.018, "p95_ms": 3.09, "reason": null, "sample_age_ms": 94.899, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 250, "max_ms": 4.511, "p95_ms": 2.144, "reason": null, "sample_age_ms": 95.138, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.46, "count": 251, "max_ms": 4.119, "p95_ms": 0.858, "reason": null, "sample_age_ms": 47.462, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.213, "count": 250, "max_ms": 15.571, "p95_ms": 3.943, "reason": null, "sample_age_ms": 93.483, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.458, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.063, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.632, "count": 251, "max_ms": 90.614, "p95_ms": 77.215, "reason": null, "sample_age_ms": 47.43, "source": "client_direct"}, "sample_age_ms": 47.425, "source": "client_direct", "task_total_ms": {"avg_ms": 57.534, "count": 251, "max_ms": 94.129, "p95_ms": 80.339, "reason": null, "sample_age_ms": 47.425, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.519, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.358, "count": 250, "max_ms": 13.325, "p95_ms": 8.546}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.391, "count": 250, "max_ms": 4.056, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 0.565, "count": 250, "max_ms": 6.494, "p95_ms": 2.197}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.195, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 250, "max_ms": 1.924, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.75, "count": 250, "max_ms": 4.882, "p95_ms": 2.99}, "setup_ms": {"avg_ms": 0.055, "count": 250, "max_ms": 0.146, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 2.299, "count": 250, "max_ms": 13.156, "p95_ms": 8.442}, "track_match_ms": {"avg_ms": 0.039, "count": 250, "max_ms": 0.326, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.366, "count": 250, "max_ms": 3.399, "p95_ms": 1.879}}, "gstreamer_push": {"avg_ms": 3.515, "count": 250, "max_ms": 8.202, "p95_ms": 5.444}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 250, "max_ms": 0.153, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.069, "count": 250, "max_ms": 95.276, "p95_ms": 82.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.294, "count": 250, "max_ms": 17.15, "p95_ms": 10.671}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.281, "count": 250, "max_ms": 156.395, "p95_ms": 125.538}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 250, "max_ms": 5.071, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.213, "count": 250, "max_ms": 0.532, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.413, "count": 250, "max_ms": 160.786, "p95_ms": 135.889}, "read_interval": {"avg_ms": 119.886, "count": 250, "max_ms": 217.369, "p95_ms": 164.724}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.066, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.679, "count": 250, "max_ms": 4.605, "p95_ms": 2.867}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 250, "max_ms": 0.135, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.659, "count": 250, "max_ms": 4.564, "p95_ms": 2.837}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.088, "count": 250, "max_ms": 95.316, "p95_ms": 82.294}, "visualize": {"avg_ms": 34.425, "count": 250, "max_ms": 59.293, "p95_ms": 47.018}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.116, "count": 250, "max_ms": 55.899, "p95_ms": 40.922}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.644, "count": 250, "max_ms": 57.146, "p95_ms": 43.156}, "visualize_input_copy_ms": {"avg_ms": 1.481, "count": 250, "max_ms": 8.175, "p95_ms": 2.622}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.487, "count": 250, "max_ms": 56.822, "p95_ms": 42.984}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 250, "max_ms": 0.271, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 77.386, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.403, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165679, "write_bytes_delta": 165679, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1196.0, "cpu_core_ratio": 0.526302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75150, "reason": null, "system_cpu_core_ratio": 0.042403, "system_cpu_s_delta": 0.8499999999999996, "user_cpu_core_ratio": 0.483899, "user_cpu_s_delta": 9.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.429024, "system_cpu_s_delta": 8.60000000000582, "user_cpu_core_ratio": 1.048115, "user_cpu_s_delta": 21.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.578, "count": 243, "max_ms": 7.652, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.942, "max": 12.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 110}, "total": {"avg": 0.453, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.902, "count": 30, "max": 77.386, "p95": 75.857, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.715, "count": 30, "max": 32.685, "p95": 28.204, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.833, "count": 30, "max": 1309.0, "p95": 1284.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 781.333, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.178, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25189, "sampled_at": "2026-11-03T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5303580, "flush_count": 5607, "flush_interval_seconds": 30.0, "flush_state": {"count": 5607, "last_at": "2026-11-03T12:13:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:13:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5606}, "started": true, "suppressed_count": 3229046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3228641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5607, "written_record_count": 5607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10202.801, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:14:00+09:00", "last_error_summary": "[h264 @ 0x5b97feae9fc0] error while decoding MB 74 67, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8942046105600, "copied_frame_count": 3234247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8942046105600, "frame_buffer_copies": 3234247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 1.5346, "p50_ms": 0.1202, "p95_ms": 0.2328, "p99_ms": 0.2839}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6003, "count": 512, "max_ms": 5.3918, "p50_ms": 1.513, "p95_ms": 2.4356, "p99_ms": 3.4181, "results": {"failed": 0, "not_applicable": 0, "success": 3234247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 276, "h264_decode_error_count": 873, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:14:00+09:00", "last_error_summary": "[h264 @ 0x5b97feae9fc0] error while decoding MB 74 67, bytestream -9", "last_exit_at": "2026-11-03T12:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.821, "last_started_at": "2026-11-03T12:12:05+09:00", "pid": 75150, "process": {"exists": false, "pid": 75150}, "restart_count": 294, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 295}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.74, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:14:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.049, "last_frame_pushed_at": "2026-11-03T12:14:00+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-11-03T12:14:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.697, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 531.303, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.045, "exists": true, "mtime": "2026-11-03T12:14:00.961767+09:00", "mtime_epoch": 1793675640.961767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162845}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:14:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.457, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3234247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.112, "max": 16.0, "p95": 9.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 59}, "total": {"avg": 0.235, "max": 1.0, "p95": 1.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.369, "pushed": 8.369, "read": 8.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 110.263, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.884, "count": 250, "max_ms": 6.018, "p95_ms": 3.09, "reason": null, "sample_age_ms": 157.726, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.383, "count": 250, "max_ms": 4.511, "p95_ms": 2.144, "reason": null, "sample_age_ms": 157.965, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.459, "count": 250, "max_ms": 4.119, "p95_ms": 0.859, "reason": null, "sample_age_ms": 110.29, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.213, "count": 250, "max_ms": 15.571, "p95_ms": 3.943, "reason": null, "sample_age_ms": 156.31, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.285, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.89, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.586, "count": 250, "max_ms": 90.614, "p95_ms": 77.24, "reason": null, "sample_age_ms": 110.257, "source": "client_direct"}, "sample_age_ms": 110.252, "source": "client_direct", "task_total_ms": {"avg_ms": 57.487, "count": 250, "max_ms": 94.129, "p95_ms": 80.349, "reason": null, "sample_age_ms": 110.252, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.389, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.352, "count": 251, "max_ms": 13.325, "p95_ms": 8.546}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.39, "count": 251, "max_ms": 4.056, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 0.564, "count": 251, "max_ms": 6.494, "p95_ms": 2.197}, "event_filter_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.195, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 251, "max_ms": 1.924, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 251, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.748, "count": 251, "max_ms": 4.882, "p95_ms": 2.99}, "setup_ms": {"avg_ms": 0.055, "count": 251, "max_ms": 0.146, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 2.294, "count": 251, "max_ms": 13.156, "p95_ms": 8.442}, "track_match_ms": {"avg_ms": 0.039, "count": 251, "max_ms": 0.326, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.365, "count": 251, "max_ms": 3.399, "p95_ms": 1.879}}, "gstreamer_push": {"avg_ms": 3.534, "count": 251, "max_ms": 8.389, "p95_ms": 5.445}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 251, "max_ms": 0.153, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.027, "count": 251, "max_ms": 95.276, "p95_ms": 82.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.29, "count": 251, "max_ms": 17.15, "p95_ms": 10.671}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.225, "count": 251, "max_ms": 156.395, "p95_ms": 125.538}, "inference_input_copy_ms": {"avg_ms": 1.624, "count": 251, "max_ms": 5.071, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.212, "count": 251, "max_ms": 0.532, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.351, "count": 251, "max_ms": 160.786, "p95_ms": 135.889}, "read_interval": {"avg_ms": 119.886, "count": 250, "max_ms": 217.369, "p95_ms": 164.724}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 251, "max_ms": 0.066, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.677, "count": 251, "max_ms": 4.605, "p95_ms": 2.867}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 251, "max_ms": 0.135, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.657, "count": 251, "max_ms": 4.564, "p95_ms": 2.837}, "worker_merge_ms": {"avg_ms": 0.007, "count": 251, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.045, "count": 251, "max_ms": 95.316, "p95_ms": 82.294}, "visualize": {"avg_ms": 34.418, "count": 251, "max_ms": 59.293, "p95_ms": 47.018}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.115, "count": 251, "max_ms": 55.899, "p95_ms": 40.922}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.639, "count": 251, "max_ms": 57.146, "p95_ms": 43.156}, "visualize_input_copy_ms": {"avg_ms": 1.479, "count": 251, "max_ms": 8.175, "p95_ms": 2.622}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.483, "count": 251, "max_ms": 56.822, "p95_ms": 42.984}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 251, "max_ms": 0.271, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 77.386, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.403, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165679, "write_bytes_delta": 165679, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1196.0, "cpu_core_ratio": 0.526302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75150, "reason": null, "system_cpu_core_ratio": 0.042403, "system_cpu_s_delta": 0.8499999999999996, "user_cpu_core_ratio": 0.483899, "user_cpu_s_delta": 9.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.429024, "system_cpu_s_delta": 8.60000000000582, "user_cpu_core_ratio": 1.048115, "user_cpu_s_delta": 21.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.578, "count": 243, "max_ms": 7.652, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.942, "max": 12.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 110}, "total": {"avg": 0.453, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.902, "count": 30, "max": 77.386, "p95": 75.857, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.715, "count": 30, "max": 32.685, "p95": 28.204, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.833, "count": 30, "max": 1309.0, "p95": 1284.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 781.333, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.178, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25189, "sampled_at": "2026-11-03T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5303580, "flush_count": 5607, "flush_interval_seconds": 30.0, "flush_state": {"count": 5607, "last_at": "2026-11-03T12:13:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:13:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5606}, "started": true, "suppressed_count": 3229046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3228641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5607, "written_record_count": 5607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10203.379, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8942046105600, "copied_frame_count": 3234247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8942046105600, "frame_buffer_copies": 3234247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 1.5346, "p50_ms": 0.1202, "p95_ms": 0.2328, "p99_ms": 0.2839}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6003, "count": 512, "max_ms": 5.3918, "p50_ms": 1.513, "p95_ms": 2.4356, "p99_ms": 3.4181, "results": {"failed": 0, "not_applicable": 0, "success": 3234247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 276, "h264_decode_error_count": 873, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:14:00+09:00", "last_error_summary": "[h264 @ 0x5b97feae9fc0] error while decoding MB 74 67, bytestream -9", "last_exit_at": "2026-11-03T12:14:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 115.861, "last_started_at": "2026-11-03T12:12:05+09:00", "pid": 75150, "process": {"exists": false, "pid": 75150}, "restart_count": 294, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 295}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.74, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:14:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.089, "last_frame_pushed_at": "2026-11-03T12:14:00+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T12:14:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.733, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 531.267, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-11-03T12:14:00.961767+09:00", "mtime_epoch": 1793675640.961767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162845}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:14:01+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.457, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3234247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.12, "max": 16.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "total": {"avg": 0.232, "max": 1.0, "p95": 1.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.356, "pushed": 8.356, "read": 8.322}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 149.693, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.884, "count": 249, "max_ms": 6.018, "p95_ms": 3.091, "reason": null, "sample_age_ms": 197.156, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.384, "count": 249, "max_ms": 4.511, "p95_ms": 2.147, "reason": null, "sample_age_ms": 197.395, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.459, "count": 250, "max_ms": 4.119, "p95_ms": 0.859, "reason": null, "sample_age_ms": 149.719, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.212, "count": 249, "max_ms": 15.571, "p95_ms": 3.954, "reason": null, "sample_age_ms": 195.74, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.715, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.586, "count": 250, "max_ms": 90.614, "p95_ms": 77.24, "reason": null, "sample_age_ms": 149.687, "source": "client_direct"}, "sample_age_ms": 149.682, "source": "client_direct", "task_total_ms": {"avg_ms": 57.487, "count": 250, "max_ms": 94.129, "p95_ms": 80.349, "reason": null, "sample_age_ms": 149.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.096, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.308, "count": 250, "max_ms": 12.929, "p95_ms": 8.281}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.388, "count": 250, "max_ms": 4.056, "p95_ms": 0.724}, "detection_prepare_ms": {"avg_ms": 0.55, "count": 250, "max_ms": 6.494, "p95_ms": 2.127}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.195, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.122, "count": 250, "max_ms": 1.924, "p95_ms": 0.247}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.732, "count": 250, "max_ms": 4.882, "p95_ms": 2.972}, "setup_ms": {"avg_ms": 0.055, "count": 250, "max_ms": 0.146, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 2.25, "count": 250, "max_ms": 12.837, "p95_ms": 8.173}, "track_match_ms": {"avg_ms": 0.038, "count": 250, "max_ms": 0.326, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.355, "count": 250, "max_ms": 3.399, "p95_ms": 1.836}}, "gstreamer_push": {"avg_ms": 3.537, "count": 250, "max_ms": 8.389, "p95_ms": 5.445}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 250, "max_ms": 0.153, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.97, "count": 250, "max_ms": 95.276, "p95_ms": 82.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.295, "count": 250, "max_ms": 17.15, "p95_ms": 10.671}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.112, "count": 250, "max_ms": 156.395, "p95_ms": 125.538}, "inference_input_copy_ms": {"avg_ms": 1.625, "count": 250, "max_ms": 5.071, "p95_ms": 2.759}, "processing_residual_ms": {"avg_ms": 0.212, "count": 250, "max_ms": 0.532, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.244, "count": 250, "max_ms": 160.786, "p95_ms": 135.889}, "read_interval": {"avg_ms": 119.801, "count": 249, "max_ms": 217.369, "p95_ms": 164.724}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.066, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.662, "count": 250, "max_ms": 4.605, "p95_ms": 2.862}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 250, "max_ms": 0.135, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.642, "count": 250, "max_ms": 4.564, "p95_ms": 2.831}, "worker_merge_ms": {"avg_ms": 0.007, "count": 250, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.989, "count": 250, "max_ms": 95.316, "p95_ms": 82.294}, "visualize": {"avg_ms": 34.412, "count": 250, "max_ms": 59.293, "p95_ms": 47.018}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.116, "count": 250, "max_ms": 55.899, "p95_ms": 40.922}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.632, "count": 250, "max_ms": 57.146, "p95_ms": 43.156}, "visualize_input_copy_ms": {"avg_ms": 1.48, "count": 250, "max_ms": 8.175, "p95_ms": 2.622}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.476, "count": 250, "max_ms": 56.822, "p95_ms": 42.984}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 250, "max_ms": 0.271, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 77.386, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.403, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165679, "write_bytes_delta": 165679, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1196.0, "cpu_core_ratio": 0.526302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75150, "reason": null, "system_cpu_core_ratio": 0.042403, "system_cpu_s_delta": 0.8499999999999996, "user_cpu_core_ratio": 0.483899, "user_cpu_s_delta": 9.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.429024, "system_cpu_s_delta": 8.60000000000582, "user_cpu_core_ratio": 1.048115, "user_cpu_s_delta": 21.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.578, "count": 243, "max_ms": 7.652, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.942, "max": 12.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 110}, "total": {"avg": 0.453, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.902, "count": 30, "max": 77.386, "p95": 75.857, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.715, "count": 30, "max": 32.685, "p95": 28.204, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.833, "count": 30, "max": 1309.0, "p95": 1284.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 781.333, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.178, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25189, "sampled_at": "2026-11-03T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5303580, "flush_count": 5607, "flush_interval_seconds": 30.0, "flush_state": {"count": 5607, "last_at": "2026-11-03T12:13:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:13:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5606}, "started": true, "suppressed_count": 3229046, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3228641}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5607, "written_record_count": 5607}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10224.621, "limit_mb": null}, "detail": {"pid": 75266, "restart_count": 295, "start_count": 296}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8942046105600, "copied_frame_count": 3234247, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8942046105600, "frame_buffer_copies": 3234247, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 1.5346, "p50_ms": 0.1202, "p95_ms": 0.2328, "p99_ms": 0.2839}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6003, "count": 512, "max_ms": 5.3918, "p50_ms": 1.513, "p95_ms": 2.4356, "p99_ms": 3.4181, "results": {"failed": 0, "not_applicable": 0, "success": 3234247, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 276, "h264_decode_error_count": 873, "h264_decode_error_count_per_hour": 62, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:14:00+09:00", "last_error_summary": "[h264 @ 0x5b97feae9fc0] error while decoding MB 74 67, bytestream -9", "last_exit_at": "2026-11-03T12:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:14:03+09:00", "pid": 75266, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.777, "name": "ffmpeg", "pid": 75266, "rss_mb": 57.777, "state": "S (sleeping)", "threads": 1}, "restart_count": 295, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 296}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.674, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234247, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:14:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.882, "last_frame_pushed_at": "2026-11-03T12:14:00+09:00", "last_frame_read_age_sec": 4.983, "last_frame_read_at": "2026-11-03T12:14:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 73.529, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 526.471, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 4.878, "exists": true, "mtime": "2026-11-03T12:14:00.961767+09:00", "mtime_epoch": 1793675640.961767, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162845}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:14:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2335.461, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3234247, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.167, "max": 16.0, "p95": 9.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "total": {"avg": 0.263, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.972, "pushed": 6.972, "read": 6.939}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4940.88, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.875, "count": 208, "max_ms": 6.018, "p95_ms": 3.044, "reason": null, "sample_age_ms": 4988.343, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 208, "max_ms": 4.511, "p95_ms": 2.163, "reason": null, "sample_age_ms": 4988.582, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.472, "count": 208, "max_ms": 4.119, "p95_ms": 0.872, "reason": null, "sample_age_ms": 4940.907, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.144, "count": 208, "max_ms": 7.641, "p95_ms": 3.796, "reason": null, "sample_age_ms": 4986.927, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4986.902, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4941.507, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.045, "count": 208, "max_ms": 87.255, "p95_ms": 77.29, "reason": null, "sample_age_ms": 4940.874, "source": "client_direct"}, "sample_age_ms": 4940.869, "source": "client_direct", "task_total_ms": {"avg_ms": 57.898, "count": 208, "max_ms": 92.71, "p95_ms": 79.832, "reason": null, "sample_age_ms": 4940.869, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.832, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.518, "count": 209, "max_ms": 12.929, "p95_ms": 8.567}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.402, "count": 209, "max_ms": 4.056, "p95_ms": 0.726}, "detection_prepare_ms": {"avg_ms": 0.612, "count": 209, "max_ms": 6.494, "p95_ms": 2.236}, "event_filter_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.195, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.126, "count": 209, "max_ms": 1.924, "p95_ms": 0.254}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.806, "count": 209, "max_ms": 4.882, "p95_ms": 2.99}, "setup_ms": {"avg_ms": 0.056, "count": 209, "max_ms": 0.146, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 2.458, "count": 209, "max_ms": 12.837, "p95_ms": 8.47}, "track_match_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.326, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 0.402, "count": 209, "max_ms": 3.399, "p95_ms": 1.888}}, "gstreamer_push": {"avg_ms": 3.521, "count": 209, "max_ms": 8.389, "p95_ms": 5.445}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.153, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.291, "count": 209, "max_ms": 94.731, "p95_ms": 81.498}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.326, "count": 209, "max_ms": 17.15, "p95_ms": 10.554}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.757, "count": 209, "max_ms": 156.395, "p95_ms": 124.147}, "inference_input_copy_ms": {"avg_ms": 1.607, "count": 209, "max_ms": 5.071, "p95_ms": 2.574}, "processing_residual_ms": {"avg_ms": 0.212, "count": 209, "max_ms": 0.527, "p95_ms": 0.383}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.902, "count": 209, "max_ms": 160.786, "p95_ms": 135.256}, "read_interval": {"avg_ms": 120.561, "count": 208, "max_ms": 217.369, "p95_ms": 164.724}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 209, "max_ms": 0.066, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.734, "count": 209, "max_ms": 4.605, "p95_ms": 2.867}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 209, "max_ms": 0.135, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.713, "count": 209, "max_ms": 4.564, "p95_ms": 2.837}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 59.31, "count": 209, "max_ms": 94.773, "p95_ms": 81.519}, "visualize": {"avg_ms": 34.515, "count": 209, "max_ms": 59.293, "p95_ms": 48.99}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.105, "count": 209, "max_ms": 55.899, "p95_ms": 40.886}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.712, "count": 209, "max_ms": 57.146, "p95_ms": 42.969}, "visualize_input_copy_ms": {"avg_ms": 1.49, "count": 209, "max_ms": 8.175, "p95_ms": 2.622}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.554, "count": 209, "max_ms": 56.822, "p95_ms": 42.83}, "visualizer_prepare_ms": {"avg_ms": 0.092, "count": 209, "max_ms": 0.255, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2335.359, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 77.386, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.403, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3234033, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:13:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 165679, "write_bytes_delta": 165679, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1196.0, "cpu_core_ratio": 0.526302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75150, "reason": null, "system_cpu_core_ratio": 0.042403, "system_cpu_s_delta": 0.8499999999999996, "user_cpu_core_ratio": 0.483899, "user_cpu_s_delta": 9.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.477138, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.429024, "system_cpu_s_delta": 8.60000000000582, "user_cpu_core_ratio": 1.048115, "user_cpu_s_delta": 21.010000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.578, "count": 243, "max_ms": 7.652, "p95_ms": 5.638, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.942, "max": 12.0, "p95": 10.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 110}, "total": {"avg": 0.453, "max": 1.0, "p95": 1.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 32.902, "count": 30, "max": 77.386, "p95": 75.857, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.715, "count": 30, "max": 32.685, "p95": 28.204, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1073.833, "count": 30, "max": 1309.0, "p95": 1284.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 781.333, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.551, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 171476.867, "count": 30, "max": 180367.0, "p95": 179949.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.467, "count": 30, "max": 54.0, "p95": 38.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.018, "count": 30, "max": 1.178, "p95": 1.129, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25189, "sampled_at": "2026-11-03T12:13:35+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:13:35+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4577019, "flush_count": 5609, "flush_interval_seconds": 30.0, "flush_state": {"count": 5609, "last_at": "2026-11-03T12:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5608}, "started": true, "suppressed_count": 3324234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3324229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5609, "written_record_count": 5609}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10005.09, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9206333337600, "copied_frame_count": 3329837, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9206333337600, "frame_buffer_copies": 3329837, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1454, "count": 512, "max_ms": 0.3998, "p50_ms": 0.1334, "p95_ms": 0.2667, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.5232, "p50_ms": 1.2241, "p95_ms": 2.0277, "p99_ms": 2.7986, "results": {"failed": 0, "not_applicable": 0, "success": 3329837, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 266, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:15:39+09:00", "last_error_summary": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2623.697, "last_started_at": "2026-11-03T11:31:55+09:00", "pid": 72760, "process": {"exists": false, "pid": 72760}, "restart_count": 153, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.768, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.129, "last_frame_pushed_at": "2026-11-03T12:15:39+09:00", "last_frame_read_age_sec": 0.244, "last_frame_read_at": "2026-11-03T12:15:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.162, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 432.838, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.117, "exists": true, "mtime": "2026-11-03T12:15:39.353530+09:00", "mtime_epoch": 1793675739.3535302, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141180}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:15:39+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3329837, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.269, "pushed": 2.269, "read": 2.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.009, "count": 63, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 175.899, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.739, "count": 63, "max_ms": 3.04, "p95_ms": 2.777, "reason": null, "sample_age_ms": 249.996, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 63, "max_ms": 2.487, "p95_ms": 1.652, "reason": null, "sample_age_ms": 251.006, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.146, "count": 63, "max_ms": 0.532, "p95_ms": 0.347, "reason": null, "sample_age_ms": 175.909, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.713, "count": 63, "max_ms": 11.583, "p95_ms": 2.534, "reason": null, "sample_age_ms": 238.312, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 238.23, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 176.06, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.364, "count": 63, "max_ms": 73.705, "p95_ms": 67.72, "reason": null, "sample_age_ms": 175.891, "source": "client_direct"}, "sample_age_ms": 175.884, "source": "client_direct", "task_total_ms": {"avg_ms": 46.421, "count": 63, "max_ms": 76.001, "p95_ms": 71.97, "reason": null, "sample_age_ms": 175.884, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.186, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.871, "count": 63, "max_ms": 2.293, "p95_ms": 1.726}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.288, "count": 63, "max_ms": 0.851, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 63, "max_ms": 0.39, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.042, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 63, "max_ms": 0.273, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.017, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 0.234, "count": 63, "max_ms": 0.936, "p95_ms": 0.583}, "setup_ms": {"avg_ms": 0.05, "count": 63, "max_ms": 0.119, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.825, "count": 63, "max_ms": 2.202, "p95_ms": 1.666}, "track_match_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 63, "max_ms": 0.101, "p95_ms": 0.081}}, "gstreamer_push": {"avg_ms": 2.886, "count": 63, "max_ms": 5.431, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 63, "max_ms": 0.207, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.507, "count": 63, "max_ms": 76.552, "p95_ms": 73.656}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 63, "max_ms": 0.149, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.692, "count": 63, "max_ms": 119.569, "p95_ms": 107.735}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 63, "max_ms": 5.617, "p95_ms": 2.411}, "processing_residual_ms": {"avg_ms": 0.198, "count": 63, "max_ms": 0.502, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.372, "count": 63, "max_ms": 121.931, "p95_ms": 110.454}, "read_interval": {"avg_ms": 494.491, "count": 63, "max_ms": 19728.224, "p95_ms": 177.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 63, "max_ms": 0.064, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.164, "count": 63, "max_ms": 0.703, "p95_ms": 0.433}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.039, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.146, "count": 63, "max_ms": 0.64, "p95_ms": 0.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 63, "max_ms": 0.028, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 47.523, "count": 63, "max_ms": 76.561, "p95_ms": 73.695}, "visualize": {"avg_ms": 31.217, "count": 63, "max_ms": 50.318, "p95_ms": 38.041}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.227, "count": 63, "max_ms": 49.105, "p95_ms": 37.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.987, "count": 63, "max_ms": 50.111, "p95_ms": 37.915}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.873, "count": 63, "max_ms": 49.978, "p95_ms": 37.784}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 63, "max_ms": 0.173, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.38, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.909, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141117, "write_bytes_delta": 141117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 441.0, "cpu_core_ratio": 0.529561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9804.0, "pid": 72760, "reason": null, "system_cpu_core_ratio": 0.162276, "system_cpu_s_delta": 5.810000000000002, "user_cpu_core_ratio": 0.367285, "user_cpu_s_delta": 13.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.203334, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 45.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018155, "system_cpu_s_delta": 0.6500000000014552, "user_cpu_core_ratio": 0.185179, "user_cpu_s_delta": 6.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.874, "count": 54, "max_ms": 5.431, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.572, "count": 30, "max": 103.401, "p95": 52.018, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.05, "count": 30, "max": 40.869, "p95": 33.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1432.233, "count": 30, "max": 1616.0, "p95": 1598.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1470.3, "count": 30, "max": 30463.0, "p95": 7006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.392, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.67, "p95": 1.608, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25.233, "count": 30, "max": 45.0, "p95": 39.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.664, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28204, "sampled_at": "2026-11-03T12:15:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:15:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.76, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4577019, "flush_count": 5609, "flush_interval_seconds": 30.0, "flush_state": {"count": 5609, "last_at": "2026-11-03T12:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5608}, "started": true, "suppressed_count": 3324234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3324229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5609, "written_record_count": 5609}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10004.938, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9206333337600, "copied_frame_count": 3329837, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9206333337600, "frame_buffer_copies": 3329837, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1454, "count": 512, "max_ms": 0.3998, "p50_ms": 0.1334, "p95_ms": 0.2667, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.5232, "p50_ms": 1.2241, "p95_ms": 2.0277, "p99_ms": 2.7986, "results": {"failed": 0, "not_applicable": 0, "success": 3329837, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 266, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:15:39+09:00", "last_error_summary": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2623.691, "last_started_at": "2026-11-03T11:31:55+09:00", "pid": 72760, "process": {"exists": false, "pid": 72760}, "restart_count": 153, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.768, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.124, "last_frame_pushed_at": "2026-11-03T12:15:39+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-11-03T12:15:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.172, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 432.828, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-11-03T12:15:39.353530+09:00", "mtime_epoch": 1793675739.3535302, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141180}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:15:39+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3329837, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.27, "pushed": 2.27, "read": 2.27}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.009, "count": 63, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 170.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.739, "count": 63, "max_ms": 3.04, "p95_ms": 2.777, "reason": null, "sample_age_ms": 244.764, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 63, "max_ms": 2.487, "p95_ms": 1.652, "reason": null, "sample_age_ms": 245.774, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.146, "count": 63, "max_ms": 0.532, "p95_ms": 0.347, "reason": null, "sample_age_ms": 170.677, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.713, "count": 63, "max_ms": 11.583, "p95_ms": 2.534, "reason": null, "sample_age_ms": 233.08, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 232.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 170.828, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.364, "count": 63, "max_ms": 73.705, "p95_ms": 67.72, "reason": null, "sample_age_ms": 170.66, "source": "client_direct"}, "sample_age_ms": 170.653, "source": "client_direct", "task_total_ms": {"avg_ms": 46.421, "count": 63, "max_ms": 76.001, "p95_ms": 71.97, "reason": null, "sample_age_ms": 170.653, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.755, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.871, "count": 63, "max_ms": 2.293, "p95_ms": 1.726}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.288, "count": 63, "max_ms": 0.851, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 63, "max_ms": 0.39, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.042, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 63, "max_ms": 0.273, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.017, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 0.234, "count": 63, "max_ms": 0.936, "p95_ms": 0.583}, "setup_ms": {"avg_ms": 0.05, "count": 63, "max_ms": 0.119, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.825, "count": 63, "max_ms": 2.202, "p95_ms": 1.666}, "track_match_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 63, "max_ms": 0.101, "p95_ms": 0.081}}, "gstreamer_push": {"avg_ms": 2.886, "count": 63, "max_ms": 5.431, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 63, "max_ms": 0.207, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.507, "count": 63, "max_ms": 76.552, "p95_ms": 73.656}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 63, "max_ms": 0.149, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.692, "count": 63, "max_ms": 119.569, "p95_ms": 107.735}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 63, "max_ms": 5.617, "p95_ms": 2.411}, "processing_residual_ms": {"avg_ms": 0.198, "count": 63, "max_ms": 0.502, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.372, "count": 63, "max_ms": 121.931, "p95_ms": 110.454}, "read_interval": {"avg_ms": 494.491, "count": 63, "max_ms": 19728.224, "p95_ms": 177.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 63, "max_ms": 0.064, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.164, "count": 63, "max_ms": 0.703, "p95_ms": 0.433}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.039, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.146, "count": 63, "max_ms": 0.64, "p95_ms": 0.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 63, "max_ms": 0.028, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 47.523, "count": 63, "max_ms": 76.561, "p95_ms": 73.695}, "visualize": {"avg_ms": 31.217, "count": 63, "max_ms": 50.318, "p95_ms": 38.041}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.227, "count": 63, "max_ms": 49.105, "p95_ms": 37.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.987, "count": 63, "max_ms": 50.111, "p95_ms": 37.915}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.873, "count": 63, "max_ms": 49.978, "p95_ms": 37.784}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 63, "max_ms": 0.173, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.38, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.909, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141117, "write_bytes_delta": 141117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 441.0, "cpu_core_ratio": 0.529561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9804.0, "pid": 72760, "reason": null, "system_cpu_core_ratio": 0.162276, "system_cpu_s_delta": 5.810000000000002, "user_cpu_core_ratio": 0.367285, "user_cpu_s_delta": 13.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.203334, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 45.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018155, "system_cpu_s_delta": 0.6500000000014552, "user_cpu_core_ratio": 0.185179, "user_cpu_s_delta": 6.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.874, "count": 54, "max_ms": 5.431, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.572, "count": 30, "max": 103.401, "p95": 52.018, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.05, "count": 30, "max": 40.869, "p95": 33.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1432.233, "count": 30, "max": 1616.0, "p95": 1598.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1470.3, "count": 30, "max": 30463.0, "p95": 7006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.392, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.67, "p95": 1.608, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25.233, "count": 30, "max": 45.0, "p95": 39.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.664, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28204, "sampled_at": "2026-11-03T12:15:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:15:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.755, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4577019, "flush_count": 5609, "flush_interval_seconds": 30.0, "flush_state": {"count": 5609, "last_at": "2026-11-03T12:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5608}, "started": true, "suppressed_count": 3324234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3324229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5609, "written_record_count": 5609}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10004.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9206333337600, "copied_frame_count": 3329837, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9206333337600, "frame_buffer_copies": 3329837, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1454, "count": 512, "max_ms": 0.3998, "p50_ms": 0.1334, "p95_ms": 0.2667, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.5232, "p50_ms": 1.2241, "p95_ms": 2.0277, "p99_ms": 2.7986, "results": {"failed": 0, "not_applicable": 0, "success": 3329837, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 266, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:15:39+09:00", "last_error_summary": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2623.754, "last_started_at": "2026-11-03T11:31:55+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 153, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 154}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.768, "sample_count": 2668, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.186, "last_frame_pushed_at": "2026-11-03T12:15:39+09:00", "last_frame_read_age_sec": 0.3, "last_frame_read_at": "2026-11-03T12:15:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 167.204, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 432.796, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.174, "exists": true, "mtime": "2026-11-03T12:15:39.353530+09:00", "mtime_epoch": 1793675739.3535302, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141180}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:15:39+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.723, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3329837, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.265, "pushed": 2.265, "read": 2.265}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.009, "count": 63, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 226.585, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.739, "count": 63, "max_ms": 3.04, "p95_ms": 2.777, "reason": null, "sample_age_ms": 300.682, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 63, "max_ms": 2.487, "p95_ms": 1.652, "reason": null, "sample_age_ms": 301.692, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.146, "count": 63, "max_ms": 0.532, "p95_ms": 0.347, "reason": null, "sample_age_ms": 226.595, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.713, "count": 63, "max_ms": 11.583, "p95_ms": 2.534, "reason": null, "sample_age_ms": 288.997, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 288.916, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 226.746, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.364, "count": 63, "max_ms": 73.705, "p95_ms": 67.72, "reason": null, "sample_age_ms": 226.577, "source": "client_direct"}, "sample_age_ms": 226.57, "source": "client_direct", "task_total_ms": {"avg_ms": 46.421, "count": 63, "max_ms": 76.001, "p95_ms": 71.97, "reason": null, "sample_age_ms": 226.57, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.883, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.871, "count": 63, "max_ms": 2.293, "p95_ms": 1.726}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.288, "count": 63, "max_ms": 0.851, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 63, "max_ms": 0.39, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.042, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 63, "max_ms": 0.273, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.017, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 0.234, "count": 63, "max_ms": 0.936, "p95_ms": 0.583}, "setup_ms": {"avg_ms": 0.05, "count": 63, "max_ms": 0.119, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.825, "count": 63, "max_ms": 2.202, "p95_ms": 1.666}, "track_match_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.034, "count": 63, "max_ms": 0.101, "p95_ms": 0.081}}, "gstreamer_push": {"avg_ms": 2.886, "count": 63, "max_ms": 5.431, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 63, "max_ms": 0.207, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.507, "count": 63, "max_ms": 76.552, "p95_ms": 73.656}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 63, "max_ms": 0.149, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.692, "count": 63, "max_ms": 119.569, "p95_ms": 107.735}, "inference_input_copy_ms": {"avg_ms": 1.434, "count": 63, "max_ms": 5.617, "p95_ms": 2.411}, "processing_residual_ms": {"avg_ms": 0.198, "count": 63, "max_ms": 0.502, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.372, "count": 63, "max_ms": 121.931, "p95_ms": 110.454}, "read_interval": {"avg_ms": 494.491, "count": 63, "max_ms": 19728.224, "p95_ms": 177.77}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 63, "max_ms": 0.064, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.164, "count": 63, "max_ms": 0.703, "p95_ms": 0.433}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 63, "max_ms": 0.039, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.146, "count": 63, "max_ms": 0.64, "p95_ms": 0.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 63, "max_ms": 0.028, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 47.523, "count": 63, "max_ms": 76.561, "p95_ms": 73.695}, "visualize": {"avg_ms": 31.217, "count": 63, "max_ms": 50.318, "p95_ms": 38.041}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.227, "count": 63, "max_ms": 49.105, "p95_ms": 37.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.987, "count": 63, "max_ms": 50.111, "p95_ms": 37.915}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.873, "count": 63, "max_ms": 49.978, "p95_ms": 37.784}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 63, "max_ms": 0.173, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.38, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.909, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141117, "write_bytes_delta": 141117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 441.0, "cpu_core_ratio": 0.529561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9804.0, "pid": 72760, "reason": null, "system_cpu_core_ratio": 0.162276, "system_cpu_s_delta": 5.810000000000002, "user_cpu_core_ratio": 0.367285, "user_cpu_s_delta": 13.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.203334, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 45.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018155, "system_cpu_s_delta": 0.6500000000014552, "user_cpu_core_ratio": 0.185179, "user_cpu_s_delta": 6.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.874, "count": 54, "max_ms": 5.431, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.572, "count": 30, "max": 103.401, "p95": 52.018, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.05, "count": 30, "max": 40.869, "p95": 33.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1432.233, "count": 30, "max": 1616.0, "p95": 1598.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1470.3, "count": 30, "max": 30463.0, "p95": 7006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.392, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.67, "p95": 1.608, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25.233, "count": 30, "max": 45.0, "p95": 39.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.664, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28204, "sampled_at": "2026-11-03T12:15:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:15:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.818, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4577019, "flush_count": 5609, "flush_interval_seconds": 30.0, "flush_state": {"count": 5609, "last_at": "2026-11-03T12:14:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:14:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5608}, "started": true, "suppressed_count": 3324234, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3324229}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5609, "written_record_count": 5609}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10202.508, "limit_mb": null}, "detail": {"pid": 75382, "restart_count": 154, "start_count": 155}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9206333337600, "copied_frame_count": 3329837, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9206333337600, "frame_buffer_copies": 3329837, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1454, "count": 512, "max_ms": 0.3998, "p50_ms": 0.1334, "p95_ms": 0.2667, "p99_ms": 0.3208}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.301, "count": 512, "max_ms": 3.5232, "p50_ms": 1.2241, "p95_ms": 2.0277, "p99_ms": 2.7986, "results": {"failed": 0, "not_applicable": 0, "success": 3329837, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 266, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:15:39+09:00", "last_error_summary": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:15:42+09:00", "pid": 75382, "process": {"exists": true, "fd_count": 5, "hwm_mb": 230.555, "name": "ffmpeg", "pid": 75382, "rss_mb": 230.555, "state": "S (sleeping)", "threads": 19}, "restart_count": 154, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.49, "sample_count": 2626, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329837, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.696, "last_frame_pushed_at": "2026-11-03T12:15:39+09:00", "last_frame_read_age_sec": 4.81, "last_frame_read_at": "2026-11-03T12:15:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 171.713, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 428.287, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 4.683, "exists": true, "mtime": "2026-11-03T12:15:39.353530+09:00", "mtime_epoch": 1793675739.3535302, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141180}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:15:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.727, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3329837, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 60, "pushed_frames": 61, "read_frames": 60, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.0, "pushed": 2.034, "read": 2.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 60, "client_acquire_ms": {"avg_ms": 0.009, "count": 60, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4733.915, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.705, "count": 60, "max_ms": 3.04, "p95_ms": 2.814, "reason": null, "sample_age_ms": 4808.012, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.272, "count": 60, "max_ms": 2.487, "p95_ms": 1.64, "reason": null, "sample_age_ms": 4809.021, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.147, "count": 60, "max_ms": 0.532, "p95_ms": 0.353, "reason": null, "sample_age_ms": 4733.925, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.735, "count": 60, "max_ms": 11.583, "p95_ms": 2.546, "reason": null, "sample_age_ms": 4796.327, "source": "client_direct"}, "request_count": 60, "request_tensor_bytes": {"avg": 2211848.0, "count": 60, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4796.245, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4734.076, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.391, "count": 60, "max_ms": 73.705, "p95_ms": 67.86, "reason": null, "sample_age_ms": 4733.907, "source": "client_direct"}, "sample_age_ms": 4733.9, "source": "client_direct", "task_total_ms": {"avg_ms": 46.474, "count": 60, "max_ms": 76.001, "p95_ms": 72.174, "reason": null, "sample_age_ms": 4733.9, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.313, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.884, "count": 60, "max_ms": 2.293, "p95_ms": 1.726}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.292, "count": 60, "max_ms": 0.851, "p95_ms": 0.66}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 60, "max_ms": 0.39, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.042, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 60, "max_ms": 0.273, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.004, "count": 60, "max_ms": 0.017, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 0.237, "count": 60, "max_ms": 0.936, "p95_ms": 0.583}, "setup_ms": {"avg_ms": 0.05, "count": 60, "max_ms": 0.119, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.837, "count": 60, "max_ms": 2.202, "p95_ms": 1.666}, "track_match_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.031, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.035, "count": 60, "max_ms": 0.101, "p95_ms": 0.081}}, "gstreamer_push": {"avg_ms": 2.885, "count": 61, "max_ms": 5.431, "p95_ms": 4.488}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 60, "max_ms": 0.207, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.529, "count": 60, "max_ms": 76.552, "p95_ms": 73.656}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 60, "max_ms": 0.149, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.516, "count": 60, "max_ms": 118.975, "p95_ms": 107.163}, "inference_input_copy_ms": {"avg_ms": 1.444, "count": 60, "max_ms": 5.617, "p95_ms": 2.411}, "processing_residual_ms": {"avg_ms": 0.2, "count": 60, "max_ms": 0.502, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.207, "count": 60, "max_ms": 121.931, "p95_ms": 109.346}, "read_interval": {"avg_ms": 421.895, "count": 60, "max_ms": 19728.224, "p95_ms": 136.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 60, "max_ms": 0.064, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.166, "count": 60, "max_ms": 0.703, "p95_ms": 0.433}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 60, "max_ms": 0.039, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.148, "count": 60, "max_ms": 0.64, "p95_ms": 0.389}, "worker_merge_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.028, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 47.545, "count": 60, "max_ms": 76.561, "p95_ms": 73.695}, "visualize": {"avg_ms": 31.049, "count": 60, "max_ms": 43.339, "p95_ms": 37.718}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.059, "count": 60, "max_ms": 42.114, "p95_ms": 36.455}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.819, "count": 60, "max_ms": 43.001, "p95_ms": 37.243}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.704, "count": 60, "max_ms": 42.845, "p95_ms": 37.149}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 60, "max_ms": 0.173, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.727, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.38, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.909, "sample_count": 2669, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329828, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:15:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 141117, "write_bytes_delta": 141117, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 441.0, "cpu_core_ratio": 0.529561, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9804.0, "pid": 72760, "reason": null, "system_cpu_core_ratio": 0.162276, "system_cpu_s_delta": 5.810000000000002, "user_cpu_core_ratio": 0.367285, "user_cpu_s_delta": 13.150000000000091}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.203334, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 45.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.018155, "system_cpu_s_delta": 0.6500000000014552, "user_cpu_core_ratio": 0.185179, "user_cpu_s_delta": 6.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.874, "count": 54, "max_ms": 5.431, "p95_ms": 4.556, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.572, "count": 30, "max": 103.401, "p95": 52.018, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.05, "count": 30, "max": 40.869, "p95": 33.974, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1432.233, "count": 30, "max": 1616.0, "p95": 1598.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1470.3, "count": 30, "max": 30463.0, "p95": 7006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.392, "p95": 0.117, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.388, "count": 30, "max": 1.67, "p95": 1.608, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139220.267, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 25.233, "count": 30, "max": 45.0, "p95": 39.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.664, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28204, "sampled_at": "2026-11-03T12:15:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:15:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5307391, "flush_count": 5611, "flush_interval_seconds": 30.0, "flush_state": {"count": 5611, "last_at": "2026-11-03T12:17:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:17:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5610}, "started": true, "suppressed_count": 3230764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5611, "written_record_count": 5611}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10200.582, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8946804326400, "copied_frame_count": 3235968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8946804326400, "frame_buffer_copies": 3235968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1405, "count": 512, "max_ms": 3.4687, "p50_ms": 0.1184, "p95_ms": 0.2418, "p99_ms": 0.3235}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.636, "count": 512, "max_ms": 6.0761, "p50_ms": 1.5478, "p95_ms": 2.4975, "p99_ms": 3.4778, "results": {"failed": 0, "not_applicable": 0, "success": 3235968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:14:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.419, "last_started_at": "2026-11-03T12:14:03+09:00", "pid": 75266, "process": {"exists": false, "pid": 75266}, "restart_count": 295, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 296}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.317, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T12:17:18+09:00", "last_frame_read_age_sec": 0.068, "last_frame_read_at": "2026-11-03T12:17:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 265.95, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 334.05, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-03T12:17:18.197252+09:00", "mtime_epoch": 1793675838.1972518, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:17:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3235969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.376, "max": 8.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.503, "pushed": 8.503, "read": 8.503}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 19.235, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 255, "max_ms": 7.642, "p95_ms": 3.577, "reason": null, "sample_age_ms": 74.413, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 255, "max_ms": 3.618, "p95_ms": 2.113, "reason": null, "sample_age_ms": 74.759, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.443, "count": 255, "max_ms": 3.789, "p95_ms": 0.795, "reason": null, "sample_age_ms": 19.252, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.18, "count": 255, "max_ms": 7.25, "p95_ms": 3.715, "reason": null, "sample_age_ms": 71.064, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 71.018, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.793, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.683, "count": 255, "max_ms": 92.389, "p95_ms": 71.575, "reason": null, "sample_age_ms": 19.228, "source": "client_direct"}, "sample_age_ms": 19.222, "source": "client_direct", "task_total_ms": {"avg_ms": 55.523, "count": 255, "max_ms": 96.223, "p95_ms": 74.675, "reason": null, "sample_age_ms": 19.222, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.026, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.08, "count": 255, "max_ms": 3.696, "p95_ms": 2.065}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 255, "max_ms": 1.402, "p95_ms": 0.617}, "detection_prepare_ms": {"avg_ms": 0.206, "count": 255, "max_ms": 1.993, "p95_ms": 0.346}, "event_filter_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 255, "max_ms": 0.462, "p95_ms": 0.197}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.254, "count": 255, "max_ms": 1.306, "p95_ms": 0.61}, "setup_ms": {"avg_ms": 0.064, "count": 255, "max_ms": 0.919, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 1.017, "count": 255, "max_ms": 3.56, "p95_ms": 1.923}, "track_match_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.043, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.042, "count": 255, "max_ms": 0.163, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 3.732, "count": 255, "max_ms": 8.868, "p95_ms": 5.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 255, "max_ms": 0.795, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.959, "count": 255, "max_ms": 98.757, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.914, "count": 255, "max_ms": 12.089, "p95_ms": 8.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.957, "count": 255, "max_ms": 150.265, "p95_ms": 121.311}, "inference_input_copy_ms": {"avg_ms": 1.681, "count": 255, "max_ms": 4.586, "p95_ms": 2.878}, "processing_residual_ms": {"avg_ms": 0.214, "count": 255, "max_ms": 0.594, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.766, "count": 255, "max_ms": 154.622, "p95_ms": 125.943}, "read_interval": {"avg_ms": 117.668, "count": 255, "max_ms": 221.82, "p95_ms": 164.47}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 255, "max_ms": 0.081, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.178, "count": 255, "max_ms": 1.195, "p95_ms": 0.43}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 255, "max_ms": 0.08, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 1.164, "p95_ms": 0.36}, "worker_merge_ms": {"avg_ms": 0.007, "count": 255, "max_ms": 0.037, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.98, "count": 255, "max_ms": 98.794, "p95_ms": 76.486}, "visualize": {"avg_ms": 34.433, "count": 255, "max_ms": 55.629, "p95_ms": 44.473}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.7, "count": 255, "max_ms": 51.794, "p95_ms": 41.589}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.638, "count": 255, "max_ms": 53.395, "p95_ms": 42.746}, "visualize_input_copy_ms": {"avg_ms": 1.518, "count": 255, "max_ms": 3.731, "p95_ms": 2.515}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.482, "count": 255, "max_ms": 53.148, "p95_ms": 42.556}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 255, "max_ms": 0.252, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.926, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.693, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:16:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163400, "write_bytes_delta": 163400, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1295.0, "cpu_core_ratio": 0.55488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75266, "reason": null, "system_cpu_core_ratio": 0.045246, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.509634, "user_cpu_s_delta": 10.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.449848, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414668, "system_cpu_s_delta": 8.34000000001106, "user_cpu_core_ratio": 1.035179, "user_cpu_s_delta": 20.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.707, "count": 261, "max_ms": 8.261, "p95_ms": 5.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.0, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.835, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.786, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1191.867, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 789.067, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.026, "count": 30, "max": 1.178, "p95": 1.128, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25199, "sampled_at": "2026-11-03T12:16:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:16:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5307391, "flush_count": 5611, "flush_interval_seconds": 30.0, "flush_state": {"count": 5611, "last_at": "2026-11-03T12:17:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:17:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5610}, "started": true, "suppressed_count": 3230764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5611, "written_record_count": 5611}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10201.109, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8946807091200, "copied_frame_count": 3235969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8946807091200, "frame_buffer_copies": 3235969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1406, "count": 512, "max_ms": 3.4687, "p50_ms": 0.1187, "p95_ms": 0.2418, "p99_ms": 0.3235}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6374, "count": 512, "max_ms": 6.0761, "p50_ms": 1.5499, "p95_ms": 2.4975, "p99_ms": 3.4778, "results": {"failed": 0, "not_applicable": 0, "success": 3235969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:17:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.472, "last_started_at": "2026-11-03T12:14:03+09:00", "pid": 75266, "process": {"exists": false, "pid": 75266}, "restart_count": 295, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 296}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.317, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T12:17:18+09:00", "last_frame_read_age_sec": 0.122, "last_frame_read_at": "2026-11-03T12:17:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 266.016, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 333.984, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.114, "exists": true, "mtime": "2026-11-03T12:17:18.197252+09:00", "mtime_epoch": 1793675838.1972518, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 162812}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:17:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3235969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.369, "max": 8.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.52, "pushed": 8.52, "read": 8.486}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 254, "client_acquire_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 83.07, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.914, "count": 254, "max_ms": 7.642, "p95_ms": 3.579, "reason": null, "sample_age_ms": 138.248, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 254, "max_ms": 3.618, "p95_ms": 2.122, "reason": null, "sample_age_ms": 138.595, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.443, "count": 255, "max_ms": 3.789, "p95_ms": 0.795, "reason": null, "sample_age_ms": 83.087, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.178, "count": 254, "max_ms": 7.25, "p95_ms": 3.717, "reason": null, "sample_age_ms": 134.899, "source": "client_direct"}, "request_count": 254, "request_tensor_bytes": {"avg": 2764808.0, "count": 254, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 134.854, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.628, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.683, "count": 255, "max_ms": 92.389, "p95_ms": 71.575, "reason": null, "sample_age_ms": 83.063, "source": "client_direct"}, "sample_age_ms": 83.058, "source": "client_direct", "task_total_ms": {"avg_ms": 55.523, "count": 255, "max_ms": 96.223, "p95_ms": 74.675, "reason": null, "sample_age_ms": 83.058, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.506, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.079, "count": 255, "max_ms": 3.696, "p95_ms": 2.065}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 255, "max_ms": 1.402, "p95_ms": 0.617}, "detection_prepare_ms": {"avg_ms": 0.206, "count": 255, "max_ms": 1.993, "p95_ms": 0.346}, "event_filter_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 255, "max_ms": 0.462, "p95_ms": 0.197}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.254, "count": 255, "max_ms": 1.306, "p95_ms": 0.61}, "setup_ms": {"avg_ms": 0.064, "count": 255, "max_ms": 0.919, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 1.017, "count": 255, "max_ms": 3.56, "p95_ms": 1.923}, "track_match_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.043, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.042, "count": 255, "max_ms": 0.163, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 3.729, "count": 255, "max_ms": 8.868, "p95_ms": 5.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 255, "max_ms": 0.795, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.015, "count": 255, "max_ms": 98.757, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 255, "max_ms": 12.089, "p95_ms": 8.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.083, "count": 255, "max_ms": 150.265, "p95_ms": 121.311}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 255, "max_ms": 4.586, "p95_ms": 2.878}, "processing_residual_ms": {"avg_ms": 0.214, "count": 255, "max_ms": 0.594, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.881, "count": 255, "max_ms": 154.622, "p95_ms": 125.943}, "read_interval": {"avg_ms": 117.739, "count": 254, "max_ms": 221.82, "p95_ms": 164.47}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 255, "max_ms": 0.081, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.177, "count": 255, "max_ms": 1.195, "p95_ms": 0.43}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 255, "max_ms": 0.08, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 1.164, "p95_ms": 0.36}, "worker_merge_ms": {"avg_ms": 0.007, "count": 255, "max_ms": 0.037, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.036, "count": 255, "max_ms": 98.794, "p95_ms": 76.486}, "visualize": {"avg_ms": 34.512, "count": 255, "max_ms": 55.629, "p95_ms": 44.596}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.782, "count": 255, "max_ms": 51.794, "p95_ms": 42.073}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.717, "count": 255, "max_ms": 53.395, "p95_ms": 42.781}, "visualize_input_copy_ms": {"avg_ms": 1.519, "count": 255, "max_ms": 3.731, "p95_ms": 2.515}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.561, "count": 255, "max_ms": 53.148, "p95_ms": 42.586}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 255, "max_ms": 0.252, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.926, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.693, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:16:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163400, "write_bytes_delta": 163400, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1295.0, "cpu_core_ratio": 0.55488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75266, "reason": null, "system_cpu_core_ratio": 0.045246, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.509634, "user_cpu_s_delta": 10.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.449848, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414668, "system_cpu_s_delta": 8.34000000001106, "user_cpu_core_ratio": 1.035179, "user_cpu_s_delta": 20.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.707, "count": 261, "max_ms": 8.261, "p95_ms": 5.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.0, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.835, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.786, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1191.867, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 789.067, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.026, "count": 30, "max": 1.178, "p95": 1.128, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25199, "sampled_at": "2026-11-03T12:16:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:16:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5307391, "flush_count": 5611, "flush_interval_seconds": 30.0, "flush_state": {"count": 5611, "last_at": "2026-11-03T12:17:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:17:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5610}, "started": true, "suppressed_count": 3230764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5611, "written_record_count": 5611}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10201.047, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8946807091200, "copied_frame_count": 3235969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8946807091200, "frame_buffer_copies": 3235969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1406, "count": 512, "max_ms": 3.4687, "p50_ms": 0.1187, "p95_ms": 0.2418, "p99_ms": 0.3235}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6374, "count": 512, "max_ms": 6.0761, "p50_ms": 1.5499, "p95_ms": 2.4975, "p99_ms": 3.4778, "results": {"failed": 0, "not_applicable": 0, "success": 3235969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:17:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 194.525, "last_started_at": "2026-11-03T12:14:03+09:00", "pid": 75266, "process": {"exists": false, "pid": 75266}, "restart_count": 295, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 296}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.317, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-03T12:17:18+09:00", "last_frame_read_age_sec": 0.175, "last_frame_read_at": "2026-11-03T12:17:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 266.059, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 333.941, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-03T12:17:18.321253+09:00", "mtime_epoch": 1793675838.3212526, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:17:18+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3235969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.369, "max": 8.0, "p95": 7.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 255, "read_frames": 254, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.504, "pushed": 8.504, "read": 8.471}, "hints": ["read_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 254, "client_acquire_ms": {"avg_ms": 0.008, "count": 254, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 122.304, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.914, "count": 254, "max_ms": 7.642, "p95_ms": 3.579, "reason": null, "sample_age_ms": 177.482, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 254, "max_ms": 3.618, "p95_ms": 2.122, "reason": null, "sample_age_ms": 177.829, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.444, "count": 254, "max_ms": 3.789, "p95_ms": 0.795, "reason": null, "sample_age_ms": 122.322, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.178, "count": 254, "max_ms": 7.25, "p95_ms": 3.717, "reason": null, "sample_age_ms": 174.133, "source": "client_direct"}, "request_count": 254, "request_tensor_bytes": {"avg": 2764808.0, "count": 254, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 174.088, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 254, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.862, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.67, "count": 254, "max_ms": 92.389, "p95_ms": 71.584, "reason": null, "sample_age_ms": 122.298, "source": "client_direct"}, "sample_age_ms": 122.292, "source": "client_direct", "task_total_ms": {"avg_ms": 55.51, "count": 254, "max_ms": 96.223, "p95_ms": 74.68, "reason": null, "sample_age_ms": 122.292, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.315, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.079, "count": 255, "max_ms": 3.696, "p95_ms": 2.065}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 255, "max_ms": 1.402, "p95_ms": 0.617}, "detection_prepare_ms": {"avg_ms": 0.206, "count": 255, "max_ms": 1.993, "p95_ms": 0.346}, "event_filter_ms": {"avg_ms": 0.005, "count": 255, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 255, "max_ms": 0.462, "p95_ms": 0.197}, "mcmt_ms": {"avg_ms": 0.003, "count": 255, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.254, "count": 255, "max_ms": 1.306, "p95_ms": 0.61}, "setup_ms": {"avg_ms": 0.064, "count": 255, "max_ms": 0.919, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 1.017, "count": 255, "max_ms": 3.56, "p95_ms": 1.923}, "track_match_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.043, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.042, "count": 255, "max_ms": 0.163, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 3.729, "count": 255, "max_ms": 8.868, "p95_ms": 5.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 255, "max_ms": 0.795, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.015, "count": 255, "max_ms": 98.757, "p95_ms": 76.462}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.904, "count": 255, "max_ms": 12.089, "p95_ms": 8.075}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.083, "count": 255, "max_ms": 150.265, "p95_ms": 121.311}, "inference_input_copy_ms": {"avg_ms": 1.68, "count": 255, "max_ms": 4.586, "p95_ms": 2.878}, "processing_residual_ms": {"avg_ms": 0.214, "count": 255, "max_ms": 0.594, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.881, "count": 255, "max_ms": 154.622, "p95_ms": 125.943}, "read_interval": {"avg_ms": 117.739, "count": 254, "max_ms": 221.82, "p95_ms": 164.47}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 255, "max_ms": 0.081, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.177, "count": 255, "max_ms": 1.195, "p95_ms": 0.43}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 255, "max_ms": 0.08, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.157, "count": 255, "max_ms": 1.164, "p95_ms": 0.36}, "worker_merge_ms": {"avg_ms": 0.007, "count": 255, "max_ms": 0.037, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.036, "count": 255, "max_ms": 98.794, "p95_ms": 76.486}, "visualize": {"avg_ms": 34.512, "count": 255, "max_ms": 55.629, "p95_ms": 44.596}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.782, "count": 255, "max_ms": 51.794, "p95_ms": 42.073}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.717, "count": 255, "max_ms": 53.395, "p95_ms": 42.781}, "visualize_input_copy_ms": {"avg_ms": 1.519, "count": 255, "max_ms": 3.731, "p95_ms": 2.515}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.561, "count": 255, "max_ms": 53.148, "p95_ms": 42.586}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 255, "max_ms": 0.252, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.926, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.693, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:16:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163400, "write_bytes_delta": 163400, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1295.0, "cpu_core_ratio": 0.55488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75266, "reason": null, "system_cpu_core_ratio": 0.045246, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.509634, "user_cpu_s_delta": 10.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.449848, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414668, "system_cpu_s_delta": 8.34000000001106, "user_cpu_core_ratio": 1.035179, "user_cpu_s_delta": 20.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.707, "count": 261, "max_ms": 8.261, "p95_ms": 5.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.0, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.835, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.786, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1191.867, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 789.067, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.026, "count": 30, "max": 1.178, "p95": 1.128, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25199, "sampled_at": "2026-11-03T12:16:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:16:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5307391, "flush_count": 5611, "flush_interval_seconds": 30.0, "flush_state": {"count": 5611, "last_at": "2026-11-03T12:17:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:17:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5610}, "started": true, "suppressed_count": 3230764, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230359}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5611, "written_record_count": 5611}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10368.961, "limit_mb": null}, "detail": {"pid": 75498, "restart_count": 296, "start_count": 297}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8946807091200, "copied_frame_count": 3235969, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8946807091200, "frame_buffer_copies": 3235969, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1406, "count": 512, "max_ms": 3.4687, "p50_ms": 0.1187, "p95_ms": 0.2418, "p99_ms": 0.3235}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6374, "count": 512, "max_ms": 6.0761, "p50_ms": 1.5499, "p95_ms": 2.4975, "p99_ms": 3.4778, "results": {"failed": 0, "not_applicable": 0, "success": 3235969, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:17:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:17:21+09:00", "pid": 75498, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.902, "name": "ffmpeg", "pid": 75498, "rss_mb": 203.902, "state": "S (sleeping)", "threads": 70}, "restart_count": 296, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 297}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.629, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:17:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.073, "last_frame_pushed_at": "2026-11-03T12:17:18+09:00", "last_frame_read_age_sec": 5.193, "last_frame_read_at": "2026-11-03T12:17:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.099, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 328.901, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 5.061, "exists": true, "mtime": "2026-11-03T12:17:18.321253+09:00", "mtime_epoch": 1793675838.3212526, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:17:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3235969, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.218, "max": 8.0, "p95": 6.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 211, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.046, "pushed": 7.046, "read": 7.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 211, "client_acquire_ms": {"avg_ms": 0.008, "count": 211, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5151.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 211, "max_ms": 7.642, "p95_ms": 3.4, "reason": null, "sample_age_ms": 5206.638, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 211, "max_ms": 3.449, "p95_ms": 2.15, "reason": null, "sample_age_ms": 5206.985, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 211, "max_ms": 1.214, "p95_ms": 0.788, "reason": null, "sample_age_ms": 5151.477, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.198, "count": 211, "max_ms": 7.25, "p95_ms": 3.721, "reason": null, "sample_age_ms": 5203.289, "source": "client_direct"}, "request_count": 211, "request_tensor_bytes": {"avg": 2764808.0, "count": 211, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5203.243, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 211, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5152.018, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.911, "count": 211, "max_ms": 92.389, "p95_ms": 71.863, "reason": null, "sample_age_ms": 5151.453, "source": "client_direct"}, "sample_age_ms": 5151.447, "source": "client_direct", "task_total_ms": {"avg_ms": 55.744, "count": 211, "max_ms": 96.223, "p95_ms": 74.855, "reason": null, "sample_age_ms": 5151.447, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.225, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.062, "count": 211, "max_ms": 3.696, "p95_ms": 1.952}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.325, "count": 211, "max_ms": 1.402, "p95_ms": 0.585}, "detection_prepare_ms": {"avg_ms": 0.205, "count": 211, "max_ms": 1.993, "p95_ms": 0.342}, "event_filter_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.103, "count": 211, "max_ms": 0.462, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.003, "count": 211, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.246, "count": 211, "max_ms": 1.306, "p95_ms": 0.524}, "setup_ms": {"avg_ms": 0.064, "count": 211, "max_ms": 0.919, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 0.999, "count": 211, "max_ms": 3.56, "p95_ms": 1.787}, "track_match_ms": {"avg_ms": 0.005, "count": 211, "max_ms": 0.032, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.041, "count": 211, "max_ms": 0.163, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.774, "count": 211, "max_ms": 8.868, "p95_ms": 5.98}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 211, "max_ms": 0.795, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.201, "count": 211, "max_ms": 98.757, "p95_ms": 76.679}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.91, "count": 211, "max_ms": 12.089, "p95_ms": 8.19}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.055, "count": 211, "max_ms": 150.265, "p95_ms": 121.311}, "inference_input_copy_ms": {"avg_ms": 1.703, "count": 211, "max_ms": 4.586, "p95_ms": 2.944}, "processing_residual_ms": {"avg_ms": 0.219, "count": 211, "max_ms": 0.594, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.887, "count": 211, "max_ms": 154.622, "p95_ms": 125.943}, "read_interval": {"avg_ms": 118.1, "count": 211, "max_ms": 221.82, "p95_ms": 163.958}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 211, "max_ms": 0.081, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.172, "count": 211, "max_ms": 1.195, "p95_ms": 0.399}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 211, "max_ms": 0.08, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.152, "count": 211, "max_ms": 1.164, "p95_ms": 0.351}, "worker_merge_ms": {"avg_ms": 0.007, "count": 211, "max_ms": 0.037, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.221, "count": 211, "max_ms": 98.794, "p95_ms": 76.701}, "visualize": {"avg_ms": 34.312, "count": 211, "max_ms": 55.629, "p95_ms": 44.473}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.588, "count": 211, "max_ms": 51.794, "p95_ms": 41.589}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.532, "count": 211, "max_ms": 53.395, "p95_ms": 42.746}, "visualize_input_copy_ms": {"avg_ms": 1.512, "count": 211, "max_ms": 3.731, "p95_ms": 2.515}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.374, "count": 211, "max_ms": 53.148, "p95_ms": 42.556}, "visualizer_prepare_ms": {"avg_ms": 0.096, "count": 211, "max_ms": 0.252, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 211}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 211}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.176, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.926, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.693, "sample_count": 2513, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3235778, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:16:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 163400, "write_bytes_delta": 163400, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1295.0, "cpu_core_ratio": 0.55488, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75266, "reason": null, "system_cpu_core_ratio": 0.045246, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.509634, "user_cpu_s_delta": 10.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.449848, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.414668, "system_cpu_s_delta": 8.34000000001106, "user_cpu_core_ratio": 1.035179, "user_cpu_s_delta": 20.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.707, "count": 261, "max_ms": 8.261, "p95_ms": 5.941, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.0, "max": 9.0, "p95": 7.0, "sample_count": 261}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.046, "max": 1.0, "p95": 0.0, "sample_count": 261}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.835, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.786, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1191.867, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 789.067, "count": 30, "max": 5745.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.38, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.503, "count": 30, "max": 0.57, "p95": 0.55, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 167286.533, "count": 30, "max": 174842.0, "p95": 174005.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.867, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.026, "count": 30, "max": 1.178, "p95": 1.128, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25199, "sampled_at": "2026-11-03T12:16:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:16:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5308294, "flush_count": 5612, "flush_interval_seconds": 30.0, "flush_state": {"count": 5612, "last_at": "2026-11-03T12:18:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:18:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5611}, "started": true, "suppressed_count": 3231307, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230902}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5612, "written_record_count": 5612}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10205.188, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8948311142400, "copied_frame_count": 3236513, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8948311142400, "frame_buffer_copies": 3236513, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1549, "count": 512, "max_ms": 2.7265, "p50_ms": 0.1277, "p95_ms": 0.255, "p99_ms": 0.4399}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7105, "count": 512, "max_ms": 5.8801, "p50_ms": 1.5874, "p95_ms": 2.8191, "p99_ms": 4.1247, "results": {"failed": 0, "not_applicable": 0, "success": 3236513, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:17:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.091, "last_started_at": "2026-11-03T12:17:21+09:00", "pid": 75498, "process": {"exists": false, "pid": 75498}, "restart_count": 296, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 297}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.96, "sample_count": 2461, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3236513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T12:18:37+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-11-03T12:18:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.161, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 254.839, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.168, "exists": true, "mtime": "2026-11-03T12:18:37.303802+09:00", "mtime_epoch": 1793675917.303802, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 161113}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:18:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.539, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3236513, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.109, "max": 9.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.068, "max": 1.0, "p95": 1.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.354, "pushed": 7.354, "read": 7.321}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.01, "count": 220, "max_ms": 0.069, "p95_ms": 0.02, "reason": null, "sample_age_ms": 76.121, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 219, "max_ms": 12.465, "p95_ms": 3.438, "reason": null, "sample_age_ms": 145.274, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.48, "count": 219, "max_ms": 9.18, "p95_ms": 2.753, "reason": null, "sample_age_ms": 145.479, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.449, "count": 220, "max_ms": 1.809, "p95_ms": 0.816, "reason": null, "sample_age_ms": 76.143, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.527, "count": 219, "max_ms": 8.195, "p95_ms": 4.395, "reason": null, "sample_age_ms": 144.102, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 144.081, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.029, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.706, "count": 220, "max_ms": 105.374, "p95_ms": 79.097, "reason": null, "sample_age_ms": 76.116, "source": "client_direct"}, "sample_age_ms": 76.11, "source": "client_direct", "task_total_ms": {"avg_ms": 58.932, "count": 220, "max_ms": 109.281, "p95_ms": 82.829, "reason": null, "sample_age_ms": 76.11, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.94, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.484, "count": 220, "max_ms": 9.318, "p95_ms": 5.135}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 220, "max_ms": 3.552, "p95_ms": 0.666}, "detection_prepare_ms": {"avg_ms": 0.308, "count": 220, "max_ms": 3.348, "p95_ms": 1.055}, "event_filter_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.023, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.113, "count": 220, "max_ms": 0.361, "p95_ms": 0.225}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.394, "count": 220, "max_ms": 3.328, "p95_ms": 1.758}, "setup_ms": {"avg_ms": 0.062, "count": 220, "max_ms": 0.164, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 1.426, "count": 220, "max_ms": 9.237, "p95_ms": 5.04}, "track_match_ms": {"avg_ms": 0.014, "count": 220, "max_ms": 0.23, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.134, "count": 220, "max_ms": 3.244, "p95_ms": 0.931}}, "gstreamer_push": {"avg_ms": 3.906, "count": 220, "max_ms": 11.518, "p95_ms": 6.119}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 220, "max_ms": 1.786, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.719, "count": 220, "max_ms": 114.293, "p95_ms": 84.554}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.136, "count": 220, "max_ms": 14.512, "p95_ms": 9.226}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.541, "count": 220, "max_ms": 161.137, "p95_ms": 129.411}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 220, "max_ms": 5.279, "p95_ms": 2.746}, "processing_residual_ms": {"avg_ms": 0.243, "count": 220, "max_ms": 0.575, "p95_ms": 0.438}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.679, "count": 220, "max_ms": 167.729, "p95_ms": 135.539}, "read_interval": {"avg_ms": 136.51, "count": 219, "max_ms": 1941.708, "p95_ms": 185.506}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 220, "max_ms": 0.077, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.321, "count": 220, "max_ms": 3.182, "p95_ms": 1.716}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 220, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.3, "count": 220, "max_ms": 3.132, "p95_ms": 1.705}, "worker_merge_ms": {"avg_ms": 0.007, "count": 220, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 60.74, "count": 220, "max_ms": 114.335, "p95_ms": 84.569}, "visualize": {"avg_ms": 33.797, "count": 220, "max_ms": 60.639, "p95_ms": 44.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.812, "count": 220, "max_ms": 56.77, "p95_ms": 40.43}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.0, "count": 220, "max_ms": 58.023, "p95_ms": 41.81}, "visualize_input_copy_ms": {"avg_ms": 1.521, "count": 220, "max_ms": 5.511, "p95_ms": 2.551}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.824, "count": 220, "max_ms": 57.817, "p95_ms": 41.632}, "visualizer_prepare_ms": {"avg_ms": 0.106, "count": 220, "max_ms": 0.926, "p95_ms": 0.181}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.879, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.956, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3236360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 159603, "write_bytes_delta": 159603, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 574.0, "cpu_core_ratio": 0.795238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4781.0, "pid": 75498, "reason": null, "system_cpu_core_ratio": 0.306934, "system_cpu_s_delta": 6.160000000000001, "user_cpu_core_ratio": 0.488304, "user_cpu_s_delta": 9.8}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.330352, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.792248, "user_cpu_s_delta": 15.899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.986, "count": 209, "max_ms": 10.279, "p95_ms": 6.421, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.55, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.702, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.436, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.7, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 710.633, "count": 30, "max": 4781.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.307, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.57, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 165657.333, "count": 30, "max": 171821.0, "p95": 170530.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 165657.333, "count": 30, "max": 171821.0, "p95": 170530.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.6, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.178, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25203, "sampled_at": "2026-11-03T12:18:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:18:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5308294, "flush_count": 5612, "flush_interval_seconds": 30.0, "flush_state": {"count": 5612, "last_at": "2026-11-03T12:18:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:18:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5611}, "started": true, "suppressed_count": 3231307, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230902}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5612, "written_record_count": 5612}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10204.574, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8948311142400, "copied_frame_count": 3236513, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8948311142400, "frame_buffer_copies": 3236513, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1549, "count": 512, "max_ms": 2.7265, "p50_ms": 0.1277, "p95_ms": 0.255, "p99_ms": 0.4399}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7105, "count": 512, "max_ms": 5.8801, "p50_ms": 1.5874, "p95_ms": 2.8191, "p99_ms": 4.1247, "results": {"failed": 0, "not_applicable": 0, "success": 3236513, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 63, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:17:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 76.141, "last_started_at": "2026-11-03T12:17:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 296, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 297}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.96, "sample_count": 2460, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3236513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T12:18:37+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T12:18:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 345.228, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 254.772, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-03T12:18:37.476803+09:00", "mtime_epoch": 1793675917.4768033, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159236}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:18:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.539, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3236513, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.109, "max": 9.0, "p95": 7.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.068, "max": 1.0, "p95": 1.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.342, "pushed": 7.342, "read": 7.308}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.01, "count": 219, "max_ms": 0.069, "p95_ms": 0.02, "reason": null, "sample_age_ms": 139.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.074, "count": 219, "max_ms": 12.465, "p95_ms": 3.438, "reason": null, "sample_age_ms": 209.047, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.48, "count": 219, "max_ms": 9.18, "p95_ms": 2.753, "reason": null, "sample_age_ms": 209.253, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.448, "count": 219, "max_ms": 1.809, "p95_ms": 0.818, "reason": null, "sample_age_ms": 139.916, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.527, "count": 219, "max_ms": 8.195, "p95_ms": 4.395, "reason": null, "sample_age_ms": 207.875, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 207.855, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.802, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.655, "count": 219, "max_ms": 105.374, "p95_ms": 79.099, "reason": null, "sample_age_ms": 139.89, "source": "client_direct"}, "sample_age_ms": 139.884, "source": "client_direct", "task_total_ms": {"avg_ms": 58.859, "count": 219, "max_ms": 109.281, "p95_ms": 82.919, "reason": null, "sample_age_ms": 139.884, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.498, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.484, "count": 220, "max_ms": 9.318, "p95_ms": 5.135}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 220, "max_ms": 3.552, "p95_ms": 0.666}, "detection_prepare_ms": {"avg_ms": 0.308, "count": 220, "max_ms": 3.348, "p95_ms": 1.055}, "event_filter_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.023, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.113, "count": 220, "max_ms": 0.361, "p95_ms": 0.225}, "mcmt_ms": {"avg_ms": 0.004, "count": 220, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.394, "count": 220, "max_ms": 3.328, "p95_ms": 1.758}, "setup_ms": {"avg_ms": 0.062, "count": 220, "max_ms": 0.164, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 1.426, "count": 220, "max_ms": 9.237, "p95_ms": 5.04}, "track_match_ms": {"avg_ms": 0.014, "count": 220, "max_ms": 0.23, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.134, "count": 220, "max_ms": 3.244, "p95_ms": 0.931}}, "gstreamer_push": {"avg_ms": 3.906, "count": 220, "max_ms": 11.518, "p95_ms": 6.119}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 220, "max_ms": 1.786, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.719, "count": 220, "max_ms": 114.293, "p95_ms": 84.554}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.136, "count": 220, "max_ms": 14.512, "p95_ms": 9.226}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.541, "count": 220, "max_ms": 161.137, "p95_ms": 129.411}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 220, "max_ms": 5.279, "p95_ms": 2.746}, "processing_residual_ms": {"avg_ms": 0.243, "count": 220, "max_ms": 0.575, "p95_ms": 0.438}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.679, "count": 220, "max_ms": 167.729, "p95_ms": 135.539}, "read_interval": {"avg_ms": 136.51, "count": 219, "max_ms": 1941.708, "p95_ms": 185.506}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 220, "max_ms": 0.077, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.321, "count": 220, "max_ms": 3.182, "p95_ms": 1.716}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 220, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.3, "count": 220, "max_ms": 3.132, "p95_ms": 1.705}, "worker_merge_ms": {"avg_ms": 0.007, "count": 220, "max_ms": 0.041, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 60.74, "count": 220, "max_ms": 114.335, "p95_ms": 84.569}, "visualize": {"avg_ms": 33.797, "count": 220, "max_ms": 60.639, "p95_ms": 44.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.812, "count": 220, "max_ms": 56.77, "p95_ms": 40.43}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.0, "count": 220, "max_ms": 58.023, "p95_ms": 41.81}, "visualize_input_copy_ms": {"avg_ms": 1.521, "count": 220, "max_ms": 5.511, "p95_ms": 2.551}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.824, "count": 220, "max_ms": 57.817, "p95_ms": 41.632}, "visualizer_prepare_ms": {"avg_ms": 0.106, "count": 220, "max_ms": 0.926, "p95_ms": 0.181}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.879, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.956, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3236360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 159603, "write_bytes_delta": 159603, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 574.0, "cpu_core_ratio": 0.795238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4781.0, "pid": 75498, "reason": null, "system_cpu_core_ratio": 0.306934, "system_cpu_s_delta": 6.160000000000001, "user_cpu_core_ratio": 0.488304, "user_cpu_s_delta": 9.8}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.330352, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.792248, "user_cpu_s_delta": 15.899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.986, "count": 209, "max_ms": 10.279, "p95_ms": 6.421, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.55, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.702, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.436, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.7, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 710.633, "count": 30, "max": 4781.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.307, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.57, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 165657.333, "count": 30, "max": 171821.0, "p95": 170530.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 165657.333, "count": 30, "max": 171821.0, "p95": 170530.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.6, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.178, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25203, "sampled_at": "2026-11-03T12:18:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:18:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5308294, "flush_count": 5612, "flush_interval_seconds": 30.0, "flush_state": {"count": 5612, "last_at": "2026-11-03T12:18:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:18:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5611}, "started": true, "suppressed_count": 3231307, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3230902}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5612, "written_record_count": 5612}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10227.16, "limit_mb": null}, "detail": {"pid": 75614, "restart_count": 297, "start_count": 298}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8948311142400, "copied_frame_count": 3236513, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8948311142400, "frame_buffer_copies": 3236513, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1549, "count": 512, "max_ms": 2.7265, "p50_ms": 0.1277, "p95_ms": 0.255, "p99_ms": 0.4399}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7105, "count": 512, "max_ms": 5.8801, "p50_ms": 1.5874, "p95_ms": 2.8191, "p99_ms": 4.1247, "results": {"failed": 0, "not_applicable": 0, "success": 3236513, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 277, "h264_decode_error_count": 874, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:17:18+09:00", "last_error_summary": "[h264 @ 0x645071079fc0] error while decoding MB 89 44, bytestream -10", "last_exit_at": "2026-11-03T12:17:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:18:40+09:00", "pid": 75614, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.945, "name": "ffmpeg", "pid": 75614, "rss_mb": 57.945, "state": "S (sleeping)", "threads": 1}, "restart_count": 297, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 298}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.941, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3236513, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:18:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.926, "last_frame_pushed_at": "2026-11-03T12:18:37+09:00", "last_frame_read_age_sec": 5.062, "last_frame_read_at": "2026-11-03T12:18:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 350.086, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 249.914, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 4.918, "exists": true, "mtime": "2026-11-03T12:18:37.476803+09:00", "mtime_epoch": 1793675917.4768033, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 159236}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:18:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.543, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3236513, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.239, "max": 9.0, "p95": 7.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.004, "pushed": 6.004, "read": 5.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.01, "count": 179, "max_ms": 0.034, "p95_ms": 0.02, "reason": null, "sample_age_ms": 5000.442, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.128, "count": 179, "max_ms": 12.465, "p95_ms": 3.472, "reason": null, "sample_age_ms": 5069.595, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.493, "count": 179, "max_ms": 9.18, "p95_ms": 2.947, "reason": null, "sample_age_ms": 5069.8, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 179, "max_ms": 1.809, "p95_ms": 0.787, "reason": null, "sample_age_ms": 5000.464, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.577, "count": 179, "max_ms": 8.195, "p95_ms": 4.534, "reason": null, "sample_age_ms": 5068.423, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2764808.0, "count": 179, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5068.403, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5001.35, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.336, "count": 179, "max_ms": 105.374, "p95_ms": 78.393, "reason": null, "sample_age_ms": 5000.437, "source": "client_direct"}, "sample_age_ms": 5000.432, "source": "client_direct", "task_total_ms": {"avg_ms": 58.577, "count": 179, "max_ms": 109.281, "p95_ms": 82.737, "reason": null, "sample_age_ms": 5000.432, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.562, "count": 180, "max_ms": 9.318, "p95_ms": 5.336}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.401, "count": 180, "max_ms": 3.552, "p95_ms": 0.697}, "detection_prepare_ms": {"avg_ms": 0.325, "count": 180, "max_ms": 3.348, "p95_ms": 1.1}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.016, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.114, "count": 180, "max_ms": 0.361, "p95_ms": 0.227}, "mcmt_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.423, "count": 180, "max_ms": 3.328, "p95_ms": 2.056}, "setup_ms": {"avg_ms": 0.061, "count": 180, "max_ms": 0.164, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 1.504, "count": 180, "max_ms": 9.237, "p95_ms": 5.275}, "track_match_ms": {"avg_ms": 0.016, "count": 180, "max_ms": 0.23, "p95_ms": 0.124}, "tracker_update_ms": {"avg_ms": 0.154, "count": 180, "max_ms": 3.244, "p95_ms": 1.133}}, "gstreamer_push": {"avg_ms": 3.902, "count": 180, "max_ms": 11.518, "p95_ms": 6.131}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 180, "max_ms": 1.786, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.412, "count": 180, "max_ms": 114.293, "p95_ms": 84.554}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.199, "count": 180, "max_ms": 14.512, "p95_ms": 9.295}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.377, "count": 180, "max_ms": 161.137, "p95_ms": 129.411}, "inference_input_copy_ms": {"avg_ms": 1.763, "count": 180, "max_ms": 5.279, "p95_ms": 2.74}, "processing_residual_ms": {"avg_ms": 0.248, "count": 180, "max_ms": 0.575, "p95_ms": 0.45}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.587, "count": 180, "max_ms": 167.729, "p95_ms": 135.127}, "read_interval": {"avg_ms": 139.781, "count": 179, "max_ms": 1941.708, "p95_ms": 200.03}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 180, "max_ms": 0.077, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 0.352, "count": 180, "max_ms": 3.182, "p95_ms": 1.976}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 180, "max_ms": 0.054, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.331, "count": 180, "max_ms": 3.132, "p95_ms": 1.957}, "worker_merge_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.03, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 60.432, "count": 180, "max_ms": 114.335, "p95_ms": 84.569}, "visualize": {"avg_ms": 33.861, "count": 180, "max_ms": 59.103, "p95_ms": 44.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.81, "count": 180, "max_ms": 54.44, "p95_ms": 40.43}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.057, "count": 180, "max_ms": 56.597, "p95_ms": 41.81}, "visualize_input_copy_ms": {"avg_ms": 1.529, "count": 180, "max_ms": 5.511, "p95_ms": 2.551}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.878, "count": 180, "max_ms": 56.27, "p95_ms": 41.632}, "visualizer_prepare_ms": {"avg_ms": 0.109, "count": 180, "max_ms": 0.926, "p95_ms": 0.181}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.879, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.956, "sample_count": 2482, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3236360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:18:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 159603, "write_bytes_delta": 159603, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 574.0, "cpu_core_ratio": 0.795238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4781.0, "pid": 75498, "reason": null, "system_cpu_core_ratio": 0.306934, "system_cpu_s_delta": 6.160000000000001, "user_cpu_core_ratio": 0.488304, "user_cpu_s_delta": 9.8}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.1226, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.330352, "system_cpu_s_delta": 6.630000000004657, "user_cpu_core_ratio": 0.792248, "user_cpu_s_delta": 15.899999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.986, "count": 209, "max_ms": 10.279, "p95_ms": 6.421, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.55, "max": 7.0, "p95": 5.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 12}, "total": {"avg": 0.057, "max": 1.0, "p95": 1.0, "sample_count": 209}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.702, "count": 30, "max": 77.386, "p95": 67.698, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.436, "count": 30, "max": 32.685, "p95": 29.96, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1199.7, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 710.633, "count": 30, "max": 4781.0, "p95": 3983.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.307, "p95": 0.212, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.57, "p95": 0.544, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 165657.333, "count": 30, "max": 171821.0, "p95": 170530.8, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 165657.333, "count": 30, "max": 171821.0, "p95": 170530.8, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.6, "count": 30, "max": 54.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.502, "p95": 0.476, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.178, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25203, "sampled_at": "2026-11-03T12:18:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:18:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5310100, "flush_count": 5614, "flush_interval_seconds": 30.0, "flush_state": {"count": 5614, "last_at": "2026-11-03T12:20:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:20:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5613}, "started": true, "suppressed_count": 3232126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3231721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5614, "written_record_count": 5614}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10218.469, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58e588bd06c0] error while decoding MB 75 61, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8950578278400, "copied_frame_count": 3237333, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8950578278400, "frame_buffer_copies": 3237333, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1479, "count": 512, "max_ms": 2.9932, "p50_ms": 0.1302, "p95_ms": 0.2628, "p99_ms": 0.3689}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6864, "count": 512, "max_ms": 4.9848, "p50_ms": 1.5363, "p95_ms": 2.9471, "p99_ms": 3.6291, "results": {"failed": 0, "not_applicable": 0, "success": 3237333, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 278, "h264_decode_error_count": 875, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:20:25+09:00", "last_error_summary": "[h264 @ 0x58e588bd06c0] error while decoding MB 75 61, bytestream -13", "last_exit_at": "2026-11-03T12:17:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.865, "last_started_at": "2026-11-03T12:18:40+09:00", "pid": 75614, "process": {"exists": false, "pid": 75614}, "restart_count": 297, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 298}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.629, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-11-03T12:20:25+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-03T12:20:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 452.956, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 147.044, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-03T12:20:25.185520+09:00", "mtime_epoch": 1793676025.1855202, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:20:25+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.934, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3237334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.839, "max": 9.0, "p95": 6.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.277, "pushed": 8.277, "read": 8.277}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.01, "count": 249, "max_ms": 0.042, "p95_ms": 0.019, "reason": null, "sample_age_ms": 26.812, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.04, "count": 248, "max_ms": 12.182, "p95_ms": 3.617, "reason": null, "sample_age_ms": 82.46, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.439, "count": 248, "max_ms": 8.321, "p95_ms": 2.601, "reason": null, "sample_age_ms": 86.283, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.479, "count": 249, "max_ms": 4.357, "p95_ms": 0.878, "reason": null, "sample_age_ms": 26.821, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.471, "count": 248, "max_ms": 10.897, "p95_ms": 4.271, "reason": null, "sample_age_ms": 80.856, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.83, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.068, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.034, "count": 249, "max_ms": 97.256, "p95_ms": 74.453, "reason": null, "sample_age_ms": 26.808, "source": "client_direct"}, "sample_age_ms": 26.805, "source": "client_direct", "task_total_ms": {"avg_ms": 58.243, "count": 249, "max_ms": 100.767, "p95_ms": 77.624, "reason": null, "sample_age_ms": 26.805, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.289, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.078, "count": 248, "max_ms": 3.431, "p95_ms": 2.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.34, "count": 248, "max_ms": 2.323, "p95_ms": 0.638}, "detection_prepare_ms": {"avg_ms": 0.209, "count": 248, "max_ms": 1.026, "p95_ms": 0.38}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 248, "max_ms": 1.033, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.241, "count": 248, "max_ms": 1.249, "p95_ms": 0.464}, "setup_ms": {"avg_ms": 0.062, "count": 248, "max_ms": 0.18, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 1.021, "count": 248, "max_ms": 3.35, "p95_ms": 1.971}, "track_match_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.036, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.043, "count": 248, "max_ms": 0.158, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.877, "count": 248, "max_ms": 12.047, "p95_ms": 5.586}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 248, "max_ms": 0.61, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.926, "count": 248, "max_ms": 107.589, "p95_ms": 80.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.898, "count": 248, "max_ms": 12.601, "p95_ms": 8.753}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.863, "count": 248, "max_ms": 148.928, "p95_ms": 124.314}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 248, "max_ms": 4.145, "p95_ms": 2.891}, "processing_residual_ms": {"avg_ms": 0.227, "count": 248, "max_ms": 1.042, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.706, "count": 248, "max_ms": 154.776, "p95_ms": 131.833}, "read_interval": {"avg_ms": 120.838, "count": 248, "max_ms": 249.28, "p95_ms": 170.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 248, "max_ms": 0.063, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.164, "count": 248, "max_ms": 0.707, "p95_ms": 0.309}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 248, "max_ms": 0.05, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.144, "count": 248, "max_ms": 0.644, "p95_ms": 0.281}, "worker_merge_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 59.945, "count": 248, "max_ms": 107.614, "p95_ms": 80.225}, "visualize": {"avg_ms": 34.389, "count": 248, "max_ms": 61.803, "p95_ms": 47.323}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.629, "count": 248, "max_ms": 56.557, "p95_ms": 43.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.607, "count": 248, "max_ms": 59.826, "p95_ms": 44.447}, "visualize_input_copy_ms": {"avg_ms": 1.505, "count": 248, "max_ms": 10.09, "p95_ms": 2.319}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.429, "count": 248, "max_ms": 57.249, "p95_ms": 44.313}, "visualizer_prepare_ms": {"avg_ms": 0.117, "count": 248, "max_ms": 3.635, "p95_ms": 0.193}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.838, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.628, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 158998, "write_bytes_delta": 158998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1224.0, "cpu_core_ratio": 0.54073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 302.0, "pid": 75614, "reason": null, "system_cpu_core_ratio": 0.044647, "system_cpu_s_delta": 0.8999999999999995, "user_cpu_core_ratio": 0.496083, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.414331, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.413733, "system_cpu_s_delta": 8.339999999996508, "user_cpu_core_ratio": 1.000598, "user_cpu_s_delta": 20.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 247, "max_ms": 12.047, "p95_ms": 5.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.64, "max": 9.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.525, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.006, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1167.067, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1257.9, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.567, "count": 30, "max": 49.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25209, "sampled_at": "2026-11-03T12:20:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:20:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5310100, "flush_count": 5614, "flush_interval_seconds": 30.0, "flush_state": {"count": 5614, "last_at": "2026-11-03T12:20:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:20:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5613}, "started": true, "suppressed_count": 3232126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3231721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5614, "written_record_count": 5614}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10218.094, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:20:25+09:00", "last_error_summary": "[h264 @ 0x58e588bd06c0] error while decoding MB 75 61, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8950581043200, "copied_frame_count": 3237334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8950581043200, "frame_buffer_copies": 3237334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.148, "count": 512, "max_ms": 2.9932, "p50_ms": 0.1302, "p95_ms": 0.2628, "p99_ms": 0.3689}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6986, "count": 512, "max_ms": 7.3549, "p50_ms": 1.5397, "p95_ms": 2.9557, "p99_ms": 3.6459, "results": {"failed": 0, "not_applicable": 0, "success": 3237334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 278, "h264_decode_error_count": 875, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:20:25+09:00", "last_error_summary": "[h264 @ 0x58e588bd06c0] error while decoding MB 75 61, bytestream -13", "last_exit_at": "2026-11-03T12:20:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.925, "last_started_at": "2026-11-03T12:18:40+09:00", "pid": 75614, "process": {"exists": false, "pid": 75614}, "restart_count": 297, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 298}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.629, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.007, "last_frame_pushed_at": "2026-11-03T12:20:25+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-11-03T12:20:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 453.02, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 146.98, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.133, "exists": true, "mtime": "2026-11-03T12:20:25.185520+09:00", "mtime_epoch": 1793676025.1855202, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157643}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:20:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.93, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3237334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.843, "max": 9.0, "p95": 6.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.289, "pushed": 8.289, "read": 8.256}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.01, "count": 248, "max_ms": 0.042, "p95_ms": 0.019, "reason": null, "sample_age_ms": 91.368, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.043, "count": 247, "max_ms": 12.182, "p95_ms": 3.62, "reason": null, "sample_age_ms": 147.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 247, "max_ms": 8.321, "p95_ms": 2.606, "reason": null, "sample_age_ms": 150.839, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.479, "count": 248, "max_ms": 4.357, "p95_ms": 0.879, "reason": null, "sample_age_ms": 91.377, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.472, "count": 247, "max_ms": 10.897, "p95_ms": 4.271, "reason": null, "sample_age_ms": 145.412, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 145.386, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.625, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.052, "count": 248, "max_ms": 97.256, "p95_ms": 74.466, "reason": null, "sample_age_ms": 91.365, "source": "client_direct"}, "sample_age_ms": 91.361, "source": "client_direct", "task_total_ms": {"avg_ms": 58.263, "count": 248, "max_ms": 100.767, "p95_ms": 77.643, "reason": null, "sample_age_ms": 91.361, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.997, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.077, "count": 248, "max_ms": 3.431, "p95_ms": 2.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 248, "max_ms": 2.323, "p95_ms": 0.638}, "detection_prepare_ms": {"avg_ms": 0.208, "count": 248, "max_ms": 1.026, "p95_ms": 0.38}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 248, "max_ms": 1.033, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.24, "count": 248, "max_ms": 1.249, "p95_ms": 0.464}, "setup_ms": {"avg_ms": 0.062, "count": 248, "max_ms": 0.18, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 1.02, "count": 248, "max_ms": 3.35, "p95_ms": 1.971}, "track_match_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.036, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.043, "count": 248, "max_ms": 0.158, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.895, "count": 248, "max_ms": 12.047, "p95_ms": 5.622}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 248, "max_ms": 0.61, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.945, "count": 248, "max_ms": 107.589, "p95_ms": 80.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.898, "count": 248, "max_ms": 12.601, "p95_ms": 8.753}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.996, "count": 248, "max_ms": 148.928, "p95_ms": 124.314}, "inference_input_copy_ms": {"avg_ms": 1.716, "count": 248, "max_ms": 4.145, "p95_ms": 2.891}, "processing_residual_ms": {"avg_ms": 0.228, "count": 248, "max_ms": 1.042, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.838, "count": 248, "max_ms": 154.776, "p95_ms": 131.833}, "read_interval": {"avg_ms": 120.949, "count": 247, "max_ms": 249.28, "p95_ms": 170.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 248, "max_ms": 0.063, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.163, "count": 248, "max_ms": 0.707, "p95_ms": 0.309}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 248, "max_ms": 0.05, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.144, "count": 248, "max_ms": 0.644, "p95_ms": 0.281}, "worker_merge_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 59.964, "count": 248, "max_ms": 107.614, "p95_ms": 80.225}, "visualize": {"avg_ms": 34.505, "count": 248, "max_ms": 61.803, "p95_ms": 47.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.748, "count": 248, "max_ms": 56.557, "p95_ms": 43.654}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.725, "count": 248, "max_ms": 59.826, "p95_ms": 44.617}, "visualize_input_copy_ms": {"avg_ms": 1.504, "count": 248, "max_ms": 10.09, "p95_ms": 2.319}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.546, "count": 248, "max_ms": 57.249, "p95_ms": 44.323}, "visualizer_prepare_ms": {"avg_ms": 0.117, "count": 248, "max_ms": 3.635, "p95_ms": 0.193}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.838, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.628, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 158998, "write_bytes_delta": 158998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1224.0, "cpu_core_ratio": 0.54073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 302.0, "pid": 75614, "reason": null, "system_cpu_core_ratio": 0.044647, "system_cpu_s_delta": 0.8999999999999995, "user_cpu_core_ratio": 0.496083, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.414331, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.413733, "system_cpu_s_delta": 8.339999999996508, "user_cpu_core_ratio": 1.000598, "user_cpu_s_delta": 20.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 247, "max_ms": 12.047, "p95_ms": 5.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.64, "max": 9.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.525, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.006, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1167.067, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1257.9, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.567, "count": 30, "max": 49.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25209, "sampled_at": "2026-11-03T12:20:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:20:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5310100, "flush_count": 5614, "flush_interval_seconds": 30.0, "flush_state": {"count": 5614, "last_at": "2026-11-03T12:20:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:20:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5613}, "started": true, "suppressed_count": 3232126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3231721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5614, "written_record_count": 5614}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10218.195, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8950581043200, "copied_frame_count": 3237334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8950581043200, "frame_buffer_copies": 3237334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.148, "count": 512, "max_ms": 2.9932, "p50_ms": 0.1302, "p95_ms": 0.2628, "p99_ms": 0.3689}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6986, "count": 512, "max_ms": 7.3549, "p50_ms": 1.5397, "p95_ms": 2.9557, "p99_ms": 3.6459, "results": {"failed": 0, "not_applicable": 0, "success": 3237334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 278, "h264_decode_error_count": 875, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:20:25+09:00", "last_error_summary": "[h264 @ 0x58e588bd06c0] error while decoding MB 75 61, bytestream -13", "last_exit_at": "2026-11-03T12:20:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 104.979, "last_started_at": "2026-11-03T12:18:40+09:00", "pid": 75614, "process": {"exists": false, "pid": 75614}, "restart_count": 297, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 298}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.629, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-11-03T12:20:25+09:00", "last_frame_read_age_sec": 0.193, "last_frame_read_at": "2026-11-03T12:20:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 453.078, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 146.922, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T12:20:25.320521+09:00", "mtime_epoch": 1793676025.320521, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157807}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:20:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.93, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3237334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.843, "max": 9.0, "p95": 6.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.274, "pushed": 8.274, "read": 8.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.01, "count": 247, "max_ms": 0.042, "p95_ms": 0.019, "reason": null, "sample_age_ms": 146.249, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.043, "count": 247, "max_ms": 12.182, "p95_ms": 3.62, "reason": null, "sample_age_ms": 201.897, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.441, "count": 247, "max_ms": 8.321, "p95_ms": 2.606, "reason": null, "sample_age_ms": 205.719, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.48, "count": 247, "max_ms": 4.357, "p95_ms": 0.881, "reason": null, "sample_age_ms": 146.258, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.472, "count": 247, "max_ms": 10.897, "p95_ms": 4.271, "reason": null, "sample_age_ms": 200.293, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 200.267, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.505, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.04, "count": 247, "max_ms": 97.256, "p95_ms": 74.48, "reason": null, "sample_age_ms": 146.245, "source": "client_direct"}, "sample_age_ms": 146.242, "source": "client_direct", "task_total_ms": {"avg_ms": 58.253, "count": 247, "max_ms": 100.767, "p95_ms": 77.662, "reason": null, "sample_age_ms": 146.242, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.721, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.077, "count": 248, "max_ms": 3.431, "p95_ms": 2.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.339, "count": 248, "max_ms": 2.323, "p95_ms": 0.638}, "detection_prepare_ms": {"avg_ms": 0.208, "count": 248, "max_ms": 1.026, "p95_ms": 0.38}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.112, "count": 248, "max_ms": 1.033, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.24, "count": 248, "max_ms": 1.249, "p95_ms": 0.464}, "setup_ms": {"avg_ms": 0.062, "count": 248, "max_ms": 0.18, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 1.02, "count": 248, "max_ms": 3.35, "p95_ms": 1.971}, "track_match_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.036, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.043, "count": 248, "max_ms": 0.158, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.895, "count": 248, "max_ms": 12.047, "p95_ms": 5.622}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 248, "max_ms": 0.61, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.945, "count": 248, "max_ms": 107.589, "p95_ms": 80.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.898, "count": 248, "max_ms": 12.601, "p95_ms": 8.753}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.996, "count": 248, "max_ms": 148.928, "p95_ms": 124.314}, "inference_input_copy_ms": {"avg_ms": 1.716, "count": 248, "max_ms": 4.145, "p95_ms": 2.891}, "processing_residual_ms": {"avg_ms": 0.228, "count": 248, "max_ms": 1.042, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.838, "count": 248, "max_ms": 154.776, "p95_ms": 131.833}, "read_interval": {"avg_ms": 120.949, "count": 247, "max_ms": 249.28, "p95_ms": 170.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 248, "max_ms": 0.063, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.163, "count": 248, "max_ms": 0.707, "p95_ms": 0.309}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 248, "max_ms": 0.05, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.144, "count": 248, "max_ms": 0.644, "p95_ms": 0.281}, "worker_merge_ms": {"avg_ms": 0.007, "count": 248, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 59.964, "count": 248, "max_ms": 107.614, "p95_ms": 80.225}, "visualize": {"avg_ms": 34.505, "count": 248, "max_ms": 61.803, "p95_ms": 47.504}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.748, "count": 248, "max_ms": 56.557, "p95_ms": 43.654}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.725, "count": 248, "max_ms": 59.826, "p95_ms": 44.617}, "visualize_input_copy_ms": {"avg_ms": 1.504, "count": 248, "max_ms": 10.09, "p95_ms": 2.319}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.546, "count": 248, "max_ms": 57.249, "p95_ms": 44.323}, "visualizer_prepare_ms": {"avg_ms": 0.117, "count": 248, "max_ms": 3.635, "p95_ms": 0.193}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.838, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.628, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 158998, "write_bytes_delta": 158998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1224.0, "cpu_core_ratio": 0.54073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 302.0, "pid": 75614, "reason": null, "system_cpu_core_ratio": 0.044647, "system_cpu_s_delta": 0.8999999999999995, "user_cpu_core_ratio": 0.496083, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.414331, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.413733, "system_cpu_s_delta": 8.339999999996508, "user_cpu_core_ratio": 1.000598, "user_cpu_s_delta": 20.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 247, "max_ms": 12.047, "p95_ms": 5.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.64, "max": 9.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.525, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.006, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1167.067, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1257.9, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.567, "count": 30, "max": 49.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25209, "sampled_at": "2026-11-03T12:20:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:20:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5310100, "flush_count": 5614, "flush_interval_seconds": 30.0, "flush_state": {"count": 5614, "last_at": "2026-11-03T12:20:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:20:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5613}, "started": true, "suppressed_count": 3232126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3231721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5614, "written_record_count": 5614}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10240.184, "limit_mb": null}, "detail": {"pid": 75730, "restart_count": 298, "start_count": 299}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8950581043200, "copied_frame_count": 3237334, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8950581043200, "frame_buffer_copies": 3237334, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.148, "count": 512, "max_ms": 2.9932, "p50_ms": 0.1302, "p95_ms": 0.2628, "p99_ms": 0.3689}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6986, "count": 512, "max_ms": 7.3549, "p50_ms": 1.5397, "p95_ms": 2.9557, "p99_ms": 3.6459, "results": {"failed": 0, "not_applicable": 0, "success": 3237334, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 278, "h264_decode_error_count": 875, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:20:25+09:00", "last_error_summary": "[h264 @ 0x58e588bd06c0] error while decoding MB 75 61, bytestream -13", "last_exit_at": "2026-11-03T12:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:20:27+09:00", "pid": 75730, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.18, "name": "ffmpeg", "pid": 75730, "rss_mb": 58.18, "state": "S (sleeping)", "threads": 1}, "restart_count": 298, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 299}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.978, "sample_count": 2321, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237334, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.605, "last_frame_pushed_at": "2026-11-03T12:20:25+09:00", "last_frame_read_age_sec": 4.738, "last_frame_read_at": "2026-11-03T12:20:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.635, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 142.365, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 4.596, "exists": true, "mtime": "2026-11-03T12:20:25.320521+09:00", "mtime_epoch": 1793676025.320521, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157807}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:20:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2336.934, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3237334, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.057, "max": 9.0, "p95": 6.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.02, "pushed": 7.02, "read": 6.987}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.01, "count": 210, "max_ms": 0.042, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4707.995, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.009, "count": 209, "max_ms": 6.491, "p95_ms": 3.343, "reason": null, "sample_age_ms": 4763.643, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.423, "count": 209, "max_ms": 4.493, "p95_ms": 2.585, "reason": null, "sample_age_ms": 4767.465, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.494, "count": 210, "max_ms": 4.357, "p95_ms": 0.912, "reason": null, "sample_age_ms": 4708.004, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.446, "count": 209, "max_ms": 7.822, "p95_ms": 4.271, "reason": null, "sample_age_ms": 4762.038, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4762.013, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4708.251, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.051, "count": 210, "max_ms": 97.256, "p95_ms": 73.549, "reason": null, "sample_age_ms": 4707.991, "source": "client_direct"}, "sample_age_ms": 4707.988, "source": "client_direct", "task_total_ms": {"avg_ms": 58.252, "count": 210, "max_ms": 100.767, "p95_ms": 77.193, "reason": null, "sample_age_ms": 4707.988, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.061, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.068, "count": 210, "max_ms": 3.431, "p95_ms": 2.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.338, "count": 210, "max_ms": 2.323, "p95_ms": 0.633}, "detection_prepare_ms": {"avg_ms": 0.204, "count": 210, "max_ms": 0.504, "p95_ms": 0.372}, "event_filter_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.109, "count": 210, "max_ms": 0.389, "p95_ms": 0.199}, "mcmt_ms": {"avg_ms": 0.004, "count": 210, "max_ms": 0.027, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.241, "count": 210, "max_ms": 1.249, "p95_ms": 0.471}, "setup_ms": {"avg_ms": 0.061, "count": 210, "max_ms": 0.18, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 1.011, "count": 210, "max_ms": 3.35, "p95_ms": 1.971}, "track_match_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.036, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.043, "count": 210, "max_ms": 0.158, "p95_ms": 0.079}}, "gstreamer_push": {"avg_ms": 3.899, "count": 210, "max_ms": 12.047, "p95_ms": 5.785}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 210, "max_ms": 0.61, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.904, "count": 210, "max_ms": 107.589, "p95_ms": 78.782}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.866, "count": 210, "max_ms": 12.601, "p95_ms": 8.419}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.933, "count": 210, "max_ms": 148.928, "p95_ms": 126.09}, "inference_input_copy_ms": {"avg_ms": 1.707, "count": 210, "max_ms": 4.145, "p95_ms": 2.891}, "processing_residual_ms": {"avg_ms": 0.226, "count": 210, "max_ms": 1.042, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.732, "count": 210, "max_ms": 154.776, "p95_ms": 131.233}, "read_interval": {"avg_ms": 120.926, "count": 209, "max_ms": 249.28, "p95_ms": 169.354}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 210, "max_ms": 0.063, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.163, "count": 210, "max_ms": 0.707, "p95_ms": 0.332}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 210, "max_ms": 0.05, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.144, "count": 210, "max_ms": 0.644, "p95_ms": 0.298}, "worker_merge_ms": {"avg_ms": 0.007, "count": 210, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 59.924, "count": 210, "max_ms": 107.614, "p95_ms": 78.79}, "visualize": {"avg_ms": 34.495, "count": 210, "max_ms": 59.582, "p95_ms": 47.323}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.721, "count": 210, "max_ms": 56.557, "p95_ms": 43.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.687, "count": 210, "max_ms": 57.458, "p95_ms": 44.447}, "visualize_input_copy_ms": {"avg_ms": 1.536, "count": 210, "max_ms": 10.09, "p95_ms": 2.399}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.521, "count": 210, "max_ms": 57.249, "p95_ms": 44.313}, "visualizer_prepare_ms": {"avg_ms": 0.104, "count": 210, "max_ms": 0.516, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2336.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.838, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.628, "sample_count": 2384, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237260, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:20:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 158998, "write_bytes_delta": 158998, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1224.0, "cpu_core_ratio": 0.54073, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 302.0, "pid": 75614, "reason": null, "system_cpu_core_ratio": 0.044647, "system_cpu_s_delta": 0.8999999999999995, "user_cpu_core_ratio": 0.496083, "user_cpu_s_delta": 10.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.414331, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.413733, "system_cpu_s_delta": 8.339999999996508, "user_cpu_core_ratio": 1.000598, "user_cpu_s_delta": 20.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.875, "count": 247, "max_ms": 12.047, "p95_ms": 5.586, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.64, "max": 9.0, "p95": 6.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.525, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.006, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1167.067, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1257.9, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.494, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 163620.667, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.567, "count": 30, "max": 49.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.965, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25209, "sampled_at": "2026-11-03T12:20:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:20:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5311075, "flush_count": 5615, "flush_interval_seconds": 30.0, "flush_state": {"count": 5615, "last_at": "2026-11-03T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5614}, "started": true, "suppressed_count": 3232765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3232360}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5615, "written_record_count": 5615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10247.75, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x566a9ca118c0] error while decoding MB 80 43, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8952347750400, "copied_frame_count": 3237973, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8952347750400, "frame_buffer_copies": 3237973, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1572, "count": 512, "max_ms": 2.3493, "p50_ms": 0.1326, "p95_ms": 0.2811, "p99_ms": 0.4229}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7236, "count": 512, "max_ms": 9.6113, "p50_ms": 1.5787, "p95_ms": 2.8326, "p99_ms": 5.338, "results": {"failed": 0, "not_applicable": 0, "success": 3237973, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 279, "h264_decode_error_count": 876, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:21:54+09:00", "last_error_summary": "[h264 @ 0x566a9ca118c0] error while decoding MB 80 43, bytestream -7", "last_exit_at": "2026-11-03T12:20:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.181, "last_started_at": "2026-11-03T12:20:27+09:00", "pid": 75730, "process": {"exists": false, "pid": 75730}, "restart_count": 298, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 299}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.201, "sample_count": 2210, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237973, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.104, "last_frame_pushed_at": "2026-11-03T12:21:53+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-03T12:21:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 541.8, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 58.2, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-11-03T12:21:54.001088+09:00", "mtime_epoch": 1793676114.001088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157435}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:21:54+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.227, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3237974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.355, "max": 10.0, "p95": 8.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "total": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.186, "pushed": 8.186, "read": 8.186}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 22.596, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.877, "count": 245, "max_ms": 6.569, "p95_ms": 3.112, "reason": null, "sample_age_ms": 72.792, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 245, "max_ms": 3.359, "p95_ms": 1.973, "reason": null, "sample_age_ms": 73.016, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.43, "count": 246, "max_ms": 1.494, "p95_ms": 0.84, "reason": null, "sample_age_ms": 22.604, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.388, "count": 245, "max_ms": 7.261, "p95_ms": 4.104, "reason": null, "sample_age_ms": 71.03, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 70.995, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 22.841, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.492, "count": 246, "max_ms": 110.909, "p95_ms": 79.524, "reason": null, "sample_age_ms": 22.592, "source": "client_direct"}, "sample_age_ms": 22.59, "source": "client_direct", "task_total_ms": {"avg_ms": 58.533, "count": 246, "max_ms": 114.665, "p95_ms": 82.393, "reason": null, "sample_age_ms": 22.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.191, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.652, "count": 245, "max_ms": 17.375, "p95_ms": 6.622}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.373, "count": 245, "max_ms": 0.949, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 0.331, "count": 245, "max_ms": 3.682, "p95_ms": 1.5}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.036, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 245, "max_ms": 0.351, "p95_ms": 0.221}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.504, "count": 245, "max_ms": 13.054, "p95_ms": 2.63}, "setup_ms": {"avg_ms": 0.057, "count": 245, "max_ms": 0.143, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 1.597, "count": 245, "max_ms": 17.276, "p95_ms": 6.534}, "track_match_ms": {"avg_ms": 0.023, "count": 245, "max_ms": 0.391, "p95_ms": 0.163}, "tracker_update_ms": {"avg_ms": 0.19, "count": 245, "max_ms": 2.663, "p95_ms": 1.485}}, "gstreamer_push": {"avg_ms": 3.733, "count": 245, "max_ms": 7.79, "p95_ms": 5.881}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 245, "max_ms": 0.241, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.948, "count": 245, "max_ms": 116.614, "p95_ms": 83.774}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.795, "count": 245, "max_ms": 11.707, "p95_ms": 7.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.946, "count": 245, "max_ms": 159.964, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 245, "max_ms": 4.243, "p95_ms": 2.915}, "processing_residual_ms": {"avg_ms": 0.251, "count": 245, "max_ms": 0.795, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.752, "count": 245, "max_ms": 167.547, "p95_ms": 132.816}, "read_interval": {"avg_ms": 122.334, "count": 245, "max_ms": 244.531, "p95_ms": 176.41}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.086, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.439, "count": 245, "max_ms": 12.878, "p95_ms": 2.501}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 245, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.419, "count": 245, "max_ms": 12.83, "p95_ms": 2.478}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.967, "count": 245, "max_ms": 116.632, "p95_ms": 83.79}, "visualize": {"avg_ms": 35.824, "count": 245, "max_ms": 63.529, "p95_ms": 47.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.828, "count": 245, "max_ms": 59.853, "p95_ms": 43.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.022, "count": 245, "max_ms": 61.817, "p95_ms": 45.417}, "visualize_input_copy_ms": {"avg_ms": 1.532, "count": 245, "max_ms": 5.758, "p95_ms": 2.705}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.857, "count": 245, "max_ms": 61.649, "p95_ms": 45.262}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 245, "max_ms": 0.287, "p95_ms": 0.195}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.917, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.562, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1079.0, "cpu_core_ratio": 0.489977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 75730, "reason": null, "system_cpu_core_ratio": 0.042998, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.446979, "user_cpu_s_delta": 8.940000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.466432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.43498, "system_cpu_s_delta": 8.700000000011642, "user_cpu_core_ratio": 1.031452, "user_cpu_s_delta": 20.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.087, "count": 226, "max_ms": 9.788, "p95_ms": 6.392, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.119, "max": 10.0, "p95": 7.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.109, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.902, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.071, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.133, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1168.667, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163035.033, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151952.5, "count": 30, "max": 167546.0, "p95": 166895.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25213, "sampled_at": "2026-11-03T12:21:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5311075, "flush_count": 5615, "flush_interval_seconds": 30.0, "flush_state": {"count": 5615, "last_at": "2026-11-03T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5614}, "started": true, "suppressed_count": 3232765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3232360}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5615, "written_record_count": 5615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10250.602, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:21:54+09:00", "last_error_summary": "[h264 @ 0x566a9ca118c0] error while decoding MB 80 43, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8952350515200, "copied_frame_count": 3237974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8952350515200, "frame_buffer_copies": 3237974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1572, "count": 512, "max_ms": 2.3493, "p50_ms": 0.1326, "p95_ms": 0.2811, "p99_ms": 0.4229}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7235, "count": 512, "max_ms": 9.6113, "p50_ms": 1.5787, "p95_ms": 2.8326, "p99_ms": 5.338, "results": {"failed": 0, "not_applicable": 0, "success": 3237974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 279, "h264_decode_error_count": 876, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:21:54+09:00", "last_error_summary": "[h264 @ 0x566a9ca118c0] error while decoding MB 80 43, bytestream -7", "last_exit_at": "2026-11-03T12:21:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.296, "last_started_at": "2026-11-03T12:20:27+09:00", "pid": 75730, "process": {"exists": false, "pid": 75730}, "restart_count": 298, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 299}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.201, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.076, "last_frame_pushed_at": "2026-11-03T12:21:54+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-11-03T12:21:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 541.914, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 58.086, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-11-03T12:21:54.146089+09:00", "mtime_epoch": 1793676114.1460888, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157384}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:21:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.223, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3237974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.355, "max": 10.0, "p95": 8.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "total": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.191, "pushed": 8.191, "read": 8.157}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.01, "count": 245, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 146.451, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.879, "count": 244, "max_ms": 6.569, "p95_ms": 3.113, "reason": null, "sample_age_ms": 196.647, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 244, "max_ms": 3.359, "p95_ms": 1.977, "reason": null, "sample_age_ms": 196.872, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.428, "count": 245, "max_ms": 1.494, "p95_ms": 0.804, "reason": null, "sample_age_ms": 146.459, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.389, "count": 244, "max_ms": 7.261, "p95_ms": 4.105, "reason": null, "sample_age_ms": 194.885, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.85, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.696, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.51, "count": 245, "max_ms": 110.909, "p95_ms": 79.598, "reason": null, "sample_age_ms": 146.447, "source": "client_direct"}, "sample_age_ms": 146.445, "source": "client_direct", "task_total_ms": {"avg_ms": 58.553, "count": 245, "max_ms": 114.665, "p95_ms": 82.432, "reason": null, "sample_age_ms": 146.445, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.378, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.645, "count": 245, "max_ms": 17.375, "p95_ms": 6.622}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 245, "max_ms": 0.949, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 0.33, "count": 245, "max_ms": 3.682, "p95_ms": 1.5}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.036, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.109, "count": 245, "max_ms": 0.351, "p95_ms": 0.22}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.502, "count": 245, "max_ms": 13.054, "p95_ms": 2.63}, "setup_ms": {"avg_ms": 0.057, "count": 245, "max_ms": 0.143, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 1.59, "count": 245, "max_ms": 17.276, "p95_ms": 6.534}, "track_match_ms": {"avg_ms": 0.023, "count": 245, "max_ms": 0.391, "p95_ms": 0.163}, "tracker_update_ms": {"avg_ms": 0.19, "count": 245, "max_ms": 2.663, "p95_ms": 1.485}}, "gstreamer_push": {"avg_ms": 3.723, "count": 245, "max_ms": 7.79, "p95_ms": 5.881}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 245, "max_ms": 0.241, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.928, "count": 245, "max_ms": 116.614, "p95_ms": 83.774}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.793, "count": 245, "max_ms": 11.707, "p95_ms": 7.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.911, "count": 245, "max_ms": 159.964, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 245, "max_ms": 4.243, "p95_ms": 2.915}, "processing_residual_ms": {"avg_ms": 0.251, "count": 245, "max_ms": 0.795, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.714, "count": 245, "max_ms": 167.547, "p95_ms": 132.816}, "read_interval": {"avg_ms": 122.323, "count": 244, "max_ms": 244.531, "p95_ms": 176.41}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.086, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.438, "count": 245, "max_ms": 12.878, "p95_ms": 2.501}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 245, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.418, "count": 245, "max_ms": 12.83, "p95_ms": 2.478}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.947, "count": 245, "max_ms": 116.632, "p95_ms": 83.79}, "visualize": {"avg_ms": 35.831, "count": 245, "max_ms": 63.529, "p95_ms": 47.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.851, "count": 245, "max_ms": 59.853, "p95_ms": 43.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.04, "count": 245, "max_ms": 61.817, "p95_ms": 45.417}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 245, "max_ms": 5.758, "p95_ms": 2.569}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.875, "count": 245, "max_ms": 61.649, "p95_ms": 45.262}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 245, "max_ms": 0.287, "p95_ms": 0.194}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.917, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.562, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1079.0, "cpu_core_ratio": 0.489977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 75730, "reason": null, "system_cpu_core_ratio": 0.042998, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.446979, "user_cpu_s_delta": 8.940000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.466432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.43498, "system_cpu_s_delta": 8.700000000011642, "user_cpu_core_ratio": 1.031452, "user_cpu_s_delta": 20.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.087, "count": 226, "max_ms": 9.788, "p95_ms": 6.392, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.119, "max": 10.0, "p95": 7.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.109, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.902, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.071, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.133, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1168.667, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163035.033, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151952.5, "count": 30, "max": 167546.0, "p95": 166895.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25213, "sampled_at": "2026-11-03T12:21:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5311075, "flush_count": 5615, "flush_interval_seconds": 30.0, "flush_state": {"count": 5615, "last_at": "2026-11-03T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5614}, "started": true, "suppressed_count": 3232765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3232360}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5615, "written_record_count": 5615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10250.832, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8952350515200, "copied_frame_count": 3237974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8952350515200, "frame_buffer_copies": 3237974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1572, "count": 512, "max_ms": 2.3493, "p50_ms": 0.1326, "p95_ms": 0.2811, "p99_ms": 0.4229}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7235, "count": 512, "max_ms": 9.6113, "p50_ms": 1.5787, "p95_ms": 2.8326, "p99_ms": 5.338, "results": {"failed": 0, "not_applicable": 0, "success": 3237974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 279, "h264_decode_error_count": 876, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:21:54+09:00", "last_error_summary": "[h264 @ 0x566a9ca118c0] error while decoding MB 80 43, bytestream -7", "last_exit_at": "2026-11-03T12:21:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 86.355, "last_started_at": "2026-11-03T12:20:27+09:00", "pid": 75730, "process": {"exists": false, "pid": 75730}, "restart_count": 298, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 299}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.201, "sample_count": 2209, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.135, "last_frame_pushed_at": "2026-11-03T12:21:54+09:00", "last_frame_read_age_sec": 0.239, "last_frame_read_at": "2026-11-03T12:21:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 541.958, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 58.042, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-11-03T12:21:54.146089+09:00", "mtime_epoch": 1793676114.1460888, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157384}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:21:54+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.223, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3237974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.355, "max": 10.0, "p95": 8.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 24}, "total": {"avg": 0.098, "max": 1.0, "p95": 1.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.175, "pushed": 8.175, "read": 8.142}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.01, "count": 244, "max_ms": 0.025, "p95_ms": 0.019, "reason": null, "sample_age_ms": 198.496, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.879, "count": 244, "max_ms": 6.569, "p95_ms": 3.113, "reason": null, "sample_age_ms": 248.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 244, "max_ms": 3.359, "p95_ms": 1.977, "reason": null, "sample_age_ms": 248.916, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 244, "max_ms": 1.494, "p95_ms": 0.782, "reason": null, "sample_age_ms": 198.504, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.389, "count": 244, "max_ms": 7.261, "p95_ms": 4.105, "reason": null, "sample_age_ms": 246.93, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 246.895, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 198.741, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.47, "count": 244, "max_ms": 110.909, "p95_ms": 79.671, "reason": null, "sample_age_ms": 198.492, "source": "client_direct"}, "sample_age_ms": 198.49, "source": "client_direct", "task_total_ms": {"avg_ms": 58.512, "count": 244, "max_ms": 114.665, "p95_ms": 82.472, "reason": null, "sample_age_ms": 198.49, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.539, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.645, "count": 245, "max_ms": 17.375, "p95_ms": 6.622}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 245, "max_ms": 0.949, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 0.33, "count": 245, "max_ms": 3.682, "p95_ms": 1.5}, "event_filter_ms": {"avg_ms": 0.005, "count": 245, "max_ms": 0.036, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.109, "count": 245, "max_ms": 0.351, "p95_ms": 0.22}, "mcmt_ms": {"avg_ms": 0.003, "count": 245, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.502, "count": 245, "max_ms": 13.054, "p95_ms": 2.63}, "setup_ms": {"avg_ms": 0.057, "count": 245, "max_ms": 0.143, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 1.59, "count": 245, "max_ms": 17.276, "p95_ms": 6.534}, "track_match_ms": {"avg_ms": 0.023, "count": 245, "max_ms": 0.391, "p95_ms": 0.163}, "tracker_update_ms": {"avg_ms": 0.19, "count": 245, "max_ms": 2.663, "p95_ms": 1.485}}, "gstreamer_push": {"avg_ms": 3.723, "count": 245, "max_ms": 7.79, "p95_ms": 5.881}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 245, "max_ms": 0.241, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.928, "count": 245, "max_ms": 116.614, "p95_ms": 83.774}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.793, "count": 245, "max_ms": 11.707, "p95_ms": 7.133}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.911, "count": 245, "max_ms": 159.964, "p95_ms": 127.316}, "inference_input_copy_ms": {"avg_ms": 1.758, "count": 245, "max_ms": 4.243, "p95_ms": 2.915}, "processing_residual_ms": {"avg_ms": 0.251, "count": 245, "max_ms": 0.795, "p95_ms": 0.487}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.714, "count": 245, "max_ms": 167.547, "p95_ms": 132.816}, "read_interval": {"avg_ms": 122.323, "count": 244, "max_ms": 244.531, "p95_ms": 176.41}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 245, "max_ms": 0.086, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.438, "count": 245, "max_ms": 12.878, "p95_ms": 2.501}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 245, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.418, "count": 245, "max_ms": 12.83, "p95_ms": 2.478}, "worker_merge_ms": {"avg_ms": 0.007, "count": 245, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.947, "count": 245, "max_ms": 116.632, "p95_ms": 83.79}, "visualize": {"avg_ms": 35.831, "count": 245, "max_ms": 63.529, "p95_ms": 47.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.851, "count": 245, "max_ms": 59.853, "p95_ms": 43.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.04, "count": 245, "max_ms": 61.817, "p95_ms": 45.417}, "visualize_input_copy_ms": {"avg_ms": 1.523, "count": 245, "max_ms": 5.758, "p95_ms": 2.569}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.875, "count": 245, "max_ms": 61.649, "p95_ms": 45.262}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 245, "max_ms": 0.287, "p95_ms": 0.194}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.917, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.562, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1079.0, "cpu_core_ratio": 0.489977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 75730, "reason": null, "system_cpu_core_ratio": 0.042998, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.446979, "user_cpu_s_delta": 8.940000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.466432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.43498, "system_cpu_s_delta": 8.700000000011642, "user_cpu_core_ratio": 1.031452, "user_cpu_s_delta": 20.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.087, "count": 226, "max_ms": 9.788, "p95_ms": 6.392, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.119, "max": 10.0, "p95": 7.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.109, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.902, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.071, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.133, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1168.667, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163035.033, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151952.5, "count": 30, "max": 167546.0, "p95": 166895.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25213, "sampled_at": "2026-11-03T12:21:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4582892, "flush_count": 5616, "flush_interval_seconds": 30.0, "flush_state": {"count": 5616, "last_at": "2026-11-03T12:21:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5615}, "started": true, "suppressed_count": 3327765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3327760}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5616, "written_record_count": 5616}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9975.109, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216115200000, "copied_frame_count": 3333375, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9216115200000, "frame_buffer_copies": 3333375, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1602, "count": 512, "max_ms": 1.0944, "p50_ms": 0.1406, "p95_ms": 0.3082, "p99_ms": 0.4032}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.386, "count": 512, "max_ms": 4.4035, "p50_ms": 1.2781, "p95_ms": 2.3757, "p99_ms": 3.0921, "results": {"failed": 0, "not_applicable": 0, "success": 3333375, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 266, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:15:39+09:00", "last_error_summary": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.674, "last_started_at": "2026-11-03T12:15:42+09:00", "pid": 75382, "process": {"exists": false, "pid": 75382}, "restart_count": 154, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.152, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-03T12:21:58+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T12:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.393, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 53.607, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:21:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2406.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3333375, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.977, "pushed": 6.977, "read": 6.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.01, "count": 208, "max_ms": 0.049, "p95_ms": 0.019, "reason": null, "sample_age_ms": 109.176, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.809, "count": 208, "max_ms": 4.991, "p95_ms": 2.627, "reason": null, "sample_age_ms": 159.079, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 208, "max_ms": 4.161, "p95_ms": 1.609, "reason": null, "sample_age_ms": 159.34, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.125, "count": 208, "max_ms": 0.343, "p95_ms": 0.224, "reason": null, "sample_age_ms": 109.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.845, "count": 208, "max_ms": 10.4, "p95_ms": 3.304, "reason": null, "sample_age_ms": 156.914, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2211848.0, "count": 208, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 156.885, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.739, "count": 208, "max_ms": 90.128, "p95_ms": 72.444, "reason": null, "sample_age_ms": 109.171, "source": "client_direct"}, "sample_age_ms": 109.167, "source": "client_direct", "task_total_ms": {"avg_ms": 52.934, "count": 208, "max_ms": 93.976, "p95_ms": 74.824, "reason": null, "sample_age_ms": 109.167, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.299, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.015, "count": 209, "max_ms": 3.4, "p95_ms": 1.881}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.346, "count": 209, "max_ms": 2.34, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 0.14, "count": 209, "max_ms": 0.432, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.073, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.109, "count": 209, "max_ms": 0.322, "p95_ms": 0.237}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.249, "count": 209, "max_ms": 1.234, "p95_ms": 0.515}, "setup_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.192, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.961, "count": 209, "max_ms": 3.325, "p95_ms": 1.789}, "track_match_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.028, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.041, "count": 209, "max_ms": 0.333, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.309, "count": 209, "max_ms": 7.995, "p95_ms": 5.552}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 209, "max_ms": 0.446, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.174, "count": 209, "max_ms": 96.381, "p95_ms": 77.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.063, "count": 209, "max_ms": 0.21, "p95_ms": 0.126}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.283, "count": 209, "max_ms": 145.687, "p95_ms": 120.358}, "inference_input_copy_ms": {"avg_ms": 1.446, "count": 209, "max_ms": 8.006, "p95_ms": 2.538}, "processing_residual_ms": {"avg_ms": 0.194, "count": 209, "max_ms": 0.56, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.986, "count": 209, "max_ms": 147.297, "p95_ms": 122.032}, "read_interval": {"avg_ms": 143.69, "count": 208, "max_ms": 2972.315, "p95_ms": 160.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.088, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.175, "count": 209, "max_ms": 1.173, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 209, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.155, "count": 209, "max_ms": 1.15, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.195, "count": 209, "max_ms": 96.393, "p95_ms": 77.921}, "visualize": {"avg_ms": 34.777, "count": 209, "max_ms": 52.04, "p95_ms": 45.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.636, "count": 209, "max_ms": 50.313, "p95_ms": 43.897}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.511, "count": 209, "max_ms": 51.58, "p95_ms": 45.005}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.374, "count": 209, "max_ms": 51.367, "p95_ms": 44.876}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 209, "max_ms": 0.834, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.752, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.647, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1432.0, "cpu_core_ratio": 1.60544, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75382, "reason": null, "system_cpu_core_ratio": 0.058172, "system_cpu_s_delta": 1.1699999999999982, "user_cpu_core_ratio": 1.547269, "user_cpu_s_delta": 31.12000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.682151, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.062149, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.620001, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 272, "max_ms": 8.028, "p95_ms": 5.304, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.076, "count": 30, "max": 57.752, "p95": 52.05, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.264, "count": 30, "max": 34.789, "p95": 30.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1414.633, "count": 30, "max": 1606.0, "p95": 1578.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1501.633, "count": 30, "max": 30463.0, "p95": 7261.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.425, "count": 30, "max": 1.601, "p95": 1.573, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140987.0, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126997.233, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.867, "count": 30, "max": 45.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.661, "p95": 0.655, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28222, "sampled_at": "2026-11-03T12:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4582892, "flush_count": 5616, "flush_interval_seconds": 30.0, "flush_state": {"count": 5616, "last_at": "2026-11-03T12:21:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5615}, "started": true, "suppressed_count": 3327765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3327760}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5616, "written_record_count": 5616}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9977.922, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216115200000, "copied_frame_count": 3333375, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9216115200000, "frame_buffer_copies": 3333375, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1602, "count": 512, "max_ms": 1.0944, "p50_ms": 0.1406, "p95_ms": 0.3082, "p99_ms": 0.4032}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.386, "count": 512, "max_ms": 4.4035, "p50_ms": 1.2781, "p95_ms": 2.3757, "p99_ms": 3.0921, "results": {"failed": 0, "not_applicable": 0, "success": 3333375, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 144, "h264_decode_error_count": 266, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:15:39+09:00", "last_error_summary": "[h264 @ 0x5c411cce8100] error while decoding MB 116 59, bytestream -5 [h264 @ 0x5c411beb9880] cabac decode of qscale diff failed at 201 88 [h264 @ 0x5c411beb9880] error while decoding MB 201 88, bytestream 18129 [h264 @ 0x5c411cb4a400] error while decoding MB 123 54, bytestream -5 [h264 @ 0x5c411beaf1c0] error while decoding MB 97 95, bytestream -7 [in#0/rtsp @ 0x5c411be93e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5c411be93e00] Error retrieving a packet from demuxer: Connect", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.712, "last_started_at": "2026-11-03T12:15:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 154, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.152, "sample_count": 2800, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-11-03T12:21:58+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-11-03T12:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.43, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 53.57, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:21:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2406.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3333375, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.969, "pushed": 6.969, "read": 6.935}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.01, "count": 208, "max_ms": 0.049, "p95_ms": 0.019, "reason": null, "sample_age_ms": 147.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.809, "count": 208, "max_ms": 4.991, "p95_ms": 2.627, "reason": null, "sample_age_ms": 197.443, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 208, "max_ms": 4.161, "p95_ms": 1.609, "reason": null, "sample_age_ms": 197.704, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.125, "count": 208, "max_ms": 0.343, "p95_ms": 0.224, "reason": null, "sample_age_ms": 147.574, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.845, "count": 208, "max_ms": 10.4, "p95_ms": 3.304, "reason": null, "sample_age_ms": 195.278, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2211848.0, "count": 208, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 195.249, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.668, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.739, "count": 208, "max_ms": 90.128, "p95_ms": 72.444, "reason": null, "sample_age_ms": 147.535, "source": "client_direct"}, "sample_age_ms": 147.531, "source": "client_direct", "task_total_ms": {"avg_ms": 52.934, "count": 208, "max_ms": 93.976, "p95_ms": 74.824, "reason": null, "sample_age_ms": 147.531, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.015, "count": 209, "max_ms": 3.4, "p95_ms": 1.881}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.346, "count": 209, "max_ms": 2.34, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 0.14, "count": 209, "max_ms": 0.432, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.073, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.109, "count": 209, "max_ms": 0.322, "p95_ms": 0.237}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.249, "count": 209, "max_ms": 1.234, "p95_ms": 0.515}, "setup_ms": {"avg_ms": 0.06, "count": 209, "max_ms": 0.192, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.961, "count": 209, "max_ms": 3.325, "p95_ms": 1.789}, "track_match_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.028, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.041, "count": 209, "max_ms": 0.333, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.309, "count": 209, "max_ms": 7.995, "p95_ms": 5.552}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 209, "max_ms": 0.446, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.174, "count": 209, "max_ms": 96.381, "p95_ms": 77.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.063, "count": 209, "max_ms": 0.21, "p95_ms": 0.126}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.283, "count": 209, "max_ms": 145.687, "p95_ms": 120.358}, "inference_input_copy_ms": {"avg_ms": 1.446, "count": 209, "max_ms": 8.006, "p95_ms": 2.538}, "processing_residual_ms": {"avg_ms": 0.194, "count": 209, "max_ms": 0.56, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.986, "count": 209, "max_ms": 147.297, "p95_ms": 122.032}, "read_interval": {"avg_ms": 143.69, "count": 208, "max_ms": 2972.315, "p95_ms": 160.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.088, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.175, "count": 209, "max_ms": 1.173, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 209, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.155, "count": 209, "max_ms": 1.15, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.195, "count": 209, "max_ms": 96.393, "p95_ms": 77.921}, "visualize": {"avg_ms": 34.777, "count": 209, "max_ms": 52.04, "p95_ms": 45.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.636, "count": 209, "max_ms": 50.313, "p95_ms": 43.897}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.511, "count": 209, "max_ms": 51.58, "p95_ms": 45.005}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.374, "count": 209, "max_ms": 51.367, "p95_ms": 44.876}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 209, "max_ms": 0.834, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.752, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.647, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1432.0, "cpu_core_ratio": 1.60544, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75382, "reason": null, "system_cpu_core_ratio": 0.058172, "system_cpu_s_delta": 1.1699999999999982, "user_cpu_core_ratio": 1.547269, "user_cpu_s_delta": 31.12000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.682151, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.062149, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.620001, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 272, "max_ms": 8.028, "p95_ms": 5.304, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.076, "count": 30, "max": 57.752, "p95": 52.05, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.264, "count": 30, "max": 34.789, "p95": 30.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1414.633, "count": 30, "max": 1606.0, "p95": 1578.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1501.633, "count": 30, "max": 30463.0, "p95": 7261.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.425, "count": 30, "max": 1.601, "p95": 1.573, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140987.0, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126997.233, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.867, "count": 30, "max": 45.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.661, "p95": 0.655, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28222, "sampled_at": "2026-11-03T12:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5311075, "flush_count": 5615, "flush_interval_seconds": 30.0, "flush_state": {"count": 5615, "last_at": "2026-11-03T12:21:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5614}, "started": true, "suppressed_count": 3232765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3232360}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5615, "written_record_count": 5615}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9959.254, "limit_mb": null}, "detail": {"pid": 75846, "restart_count": 299, "start_count": 300}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8952350515200, "copied_frame_count": 3237974, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8952350515200, "frame_buffer_copies": 3237974, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1572, "count": 512, "max_ms": 2.3493, "p50_ms": 0.1326, "p95_ms": 0.2811, "p99_ms": 0.4229}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7235, "count": 512, "max_ms": 9.6113, "p50_ms": 1.5787, "p95_ms": 2.8326, "p99_ms": 5.338, "results": {"failed": 0, "not_applicable": 0, "success": 3237974, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 279, "h264_decode_error_count": 876, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:21:54+09:00", "last_error_summary": "[h264 @ 0x566a9ca118c0] error while decoding MB 80 43, bytestream -7", "last_exit_at": "2026-11-03T12:21:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:21:56+09:00", "pid": 75846, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.105, "name": "ffmpeg", "pid": 75846, "rss_mb": 209.105, "state": "S (sleeping)", "threads": 70}, "restart_count": 299, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 300}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.25, "sample_count": 2170, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237974, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.792, "last_frame_pushed_at": "2026-11-03T12:21:54+09:00", "last_frame_read_age_sec": 4.897, "last_frame_read_at": "2026-11-03T12:21:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.626, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 53.374, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 4.782, "exists": true, "mtime": "2026-11-03T12:21:54.146089+09:00", "mtime_epoch": 1793676114.1460888, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 157384}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:21:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.227, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3237974, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.498, "max": 10.0, "p95": 8.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "total": {"avg": 0.1, "max": 1.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.987, "pushed": 6.987, "read": 6.953}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.009, "count": 209, "max_ms": 0.023, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4855.848, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 208, "max_ms": 6.569, "p95_ms": 2.795, "reason": null, "sample_age_ms": 4906.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.322, "count": 208, "max_ms": 3.359, "p95_ms": 1.673, "reason": null, "sample_age_ms": 4906.269, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.424, "count": 209, "max_ms": 1.494, "p95_ms": 0.777, "reason": null, "sample_age_ms": 4855.856, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.353, "count": 208, "max_ms": 7.261, "p95_ms": 4.084, "reason": null, "sample_age_ms": 4904.282, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4904.247, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4856.093, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.78, "count": 209, "max_ms": 110.909, "p95_ms": 78.741, "reason": null, "sample_age_ms": 4855.844, "source": "client_direct"}, "sample_age_ms": 4855.842, "source": "client_direct", "task_total_ms": {"avg_ms": 57.78, "count": 209, "max_ms": 114.665, "p95_ms": 81.669, "reason": null, "sample_age_ms": 4855.842, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.591, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.687, "count": 209, "max_ms": 17.375, "p95_ms": 6.856}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 209, "max_ms": 0.835, "p95_ms": 0.749}, "detection_prepare_ms": {"avg_ms": 0.337, "count": 209, "max_ms": 3.682, "p95_ms": 1.517}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.11, "count": 209, "max_ms": 0.351, "p95_ms": 0.228}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.526, "count": 209, "max_ms": 13.054, "p95_ms": 2.791}, "setup_ms": {"avg_ms": 0.057, "count": 209, "max_ms": 0.143, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 1.632, "count": 209, "max_ms": 17.276, "p95_ms": 6.766}, "track_match_ms": {"avg_ms": 0.023, "count": 209, "max_ms": 0.391, "p95_ms": 0.163}, "tracker_update_ms": {"avg_ms": 0.198, "count": 209, "max_ms": 2.663, "p95_ms": 1.575}}, "gstreamer_push": {"avg_ms": 3.65, "count": 209, "max_ms": 7.79, "p95_ms": 5.744}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 209, "max_ms": 0.241, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.081, "count": 209, "max_ms": 116.614, "p95_ms": 83.774}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.698, "count": 209, "max_ms": 11.707, "p95_ms": 6.628}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.814, "count": 209, "max_ms": 153.445, "p95_ms": 125.168}, "inference_input_copy_ms": {"avg_ms": 1.724, "count": 209, "max_ms": 4.243, "p95_ms": 2.871}, "processing_residual_ms": {"avg_ms": 0.246, "count": 209, "max_ms": 0.795, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.482, "count": 209, "max_ms": 160.966, "p95_ms": 130.482}, "read_interval": {"avg_ms": 120.702, "count": 208, "max_ms": 244.531, "p95_ms": 175.037}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.086, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.461, "count": 209, "max_ms": 12.878, "p95_ms": 2.672}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 209, "max_ms": 0.061, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.44, "count": 209, "max_ms": 12.83, "p95_ms": 2.646}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.099, "count": 209, "max_ms": 116.632, "p95_ms": 83.79}, "visualize": {"avg_ms": 35.537, "count": 209, "max_ms": 59.926, "p95_ms": 47.727}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.581, "count": 209, "max_ms": 55.879, "p95_ms": 43.535}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.733, "count": 209, "max_ms": 58.89, "p95_ms": 45.417}, "visualize_input_copy_ms": {"avg_ms": 1.533, "count": 209, "max_ms": 5.758, "p95_ms": 2.705}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.569, "count": 209, "max_ms": 58.765, "p95_ms": 45.262}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 209, "max_ms": 0.287, "p95_ms": 0.194}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2337.273, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.917, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.562, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3237825, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1079.0, "cpu_core_ratio": 0.489977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4.0, "pid": 75730, "reason": null, "system_cpu_core_ratio": 0.042998, "system_cpu_s_delta": 0.8600000000000003, "user_cpu_core_ratio": 0.446979, "user_cpu_s_delta": 8.940000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.466432, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 49.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.43498, "system_cpu_s_delta": 8.700000000011642, "user_cpu_core_ratio": 1.031452, "user_cpu_s_delta": 20.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.087, "count": 226, "max_ms": 9.788, "p95_ms": 6.392, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.119, "max": 10.0, "p95": 7.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.109, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.27, "max": 2.0, "p95": 1.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.902, "count": 30, "max": 98.235, "p95": 71.881, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.071, "count": 30, "max": 32.709, "p95": 32.383, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.133, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1168.667, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.488, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 163035.033, "count": 30, "max": 167546.0, "p95": 166957.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 151952.5, "count": 30, "max": 167546.0, "p95": 166895.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.433, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.401, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.107, "p95": 1.082, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25213, "sampled_at": "2026-11-03T12:21:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4582892, "flush_count": 5616, "flush_interval_seconds": 30.0, "flush_state": {"count": 5616, "last_at": "2026-11-03T12:21:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5615}, "started": true, "suppressed_count": 3327765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3327760}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5616, "written_record_count": 5616}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9959.254, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x558dca960980] cabac decode of qscale diff failed at 149 14 [h264 @ 0x558dca960980] error while decoding MB 149 14, bytestream 17300", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216115200000, "copied_frame_count": 3333375, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9216115200000, "frame_buffer_copies": 3333375, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1602, "count": 512, "max_ms": 1.0944, "p50_ms": 0.1406, "p95_ms": 0.3082, "p99_ms": 0.4032}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.386, "count": 512, "max_ms": 4.4035, "p50_ms": 1.2781, "p95_ms": 2.3757, "p99_ms": 3.0921, "results": {"failed": 0, "not_applicable": 0, "success": 3333375, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:21:58+09:00", "last_error_summary": "[h264 @ 0x558dca960980] cabac decode of qscale diff failed at 149 14 [h264 @ 0x558dca960980] error while decoding MB 149 14, bytestream 17300", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 376.899, "last_started_at": "2026-11-03T12:15:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 154, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 155}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.152, "sample_count": 2799, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.286, "last_frame_pushed_at": "2026-11-03T12:21:58+09:00", "last_frame_read_age_sec": 0.376, "last_frame_read_at": "2026-11-03T12:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 546.625, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 53.375, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-03T12:21:58.894119+09:00", "mtime_epoch": 1793676118.8941185, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 140052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:21:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2406.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3333375, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.902, "pushed": 6.902, "read": 6.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.01, "count": 206, "max_ms": 0.049, "p95_ms": 0.02, "reason": null, "sample_age_ms": 338.5, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.809, "count": 206, "max_ms": 4.991, "p95_ms": 2.628, "reason": null, "sample_age_ms": 388.403, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.331, "count": 206, "max_ms": 4.161, "p95_ms": 1.615, "reason": null, "sample_age_ms": 388.664, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.125, "count": 206, "max_ms": 0.343, "p95_ms": 0.224, "reason": null, "sample_age_ms": 338.534, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.845, "count": 206, "max_ms": 10.4, "p95_ms": 3.304, "reason": null, "sample_age_ms": 386.238, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 386.209, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 338.628, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.832, "count": 206, "max_ms": 90.128, "p95_ms": 72.489, "reason": null, "sample_age_ms": 338.495, "source": "client_direct"}, "sample_age_ms": 338.491, "source": "client_direct", "task_total_ms": {"avg_ms": 53.026, "count": 206, "max_ms": 93.976, "p95_ms": 74.966, "reason": null, "sample_age_ms": 338.491, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.375, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.013, "count": 207, "max_ms": 3.4, "p95_ms": 1.881}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.346, "count": 207, "max_ms": 2.34, "p95_ms": 0.725}, "detection_prepare_ms": {"avg_ms": 0.14, "count": 207, "max_ms": 0.432, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.073, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.109, "count": 207, "max_ms": 0.322, "p95_ms": 0.237}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.248, "count": 207, "max_ms": 1.234, "p95_ms": 0.515}, "setup_ms": {"avg_ms": 0.06, "count": 207, "max_ms": 0.192, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.959, "count": 207, "max_ms": 3.325, "p95_ms": 1.789}, "track_match_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.028, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.041, "count": 207, "max_ms": 0.333, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.312, "count": 207, "max_ms": 7.995, "p95_ms": 5.552}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 207, "max_ms": 0.446, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.298, "count": 207, "max_ms": 96.381, "p95_ms": 77.905}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.063, "count": 207, "max_ms": 0.21, "p95_ms": 0.126}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.392, "count": 207, "max_ms": 145.687, "p95_ms": 120.358}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 207, "max_ms": 8.006, "p95_ms": 2.538}, "processing_residual_ms": {"avg_ms": 0.194, "count": 207, "max_ms": 0.56, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.098, "count": 207, "max_ms": 147.297, "p95_ms": 122.032}, "read_interval": {"avg_ms": 144.19, "count": 206, "max_ms": 2972.315, "p95_ms": 160.174}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 207, "max_ms": 0.064, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.173, "count": 207, "max_ms": 1.173, "p95_ms": 0.356}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 207, "max_ms": 0.05, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.154, "count": 207, "max_ms": 1.15, "p95_ms": 0.315}, "worker_merge_ms": {"avg_ms": 0.007, "count": 207, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.319, "count": 207, "max_ms": 96.393, "p95_ms": 77.921}, "visualize": {"avg_ms": 34.77, "count": 207, "max_ms": 52.04, "p95_ms": 45.291}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.629, "count": 207, "max_ms": 50.313, "p95_ms": 43.897}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.504, "count": 207, "max_ms": 51.58, "p95_ms": 45.005}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.367, "count": 207, "max_ms": 51.367, "p95_ms": 44.876}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 207, "max_ms": 0.834, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.752, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.647, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1432.0, "cpu_core_ratio": 1.60544, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75382, "reason": null, "system_cpu_core_ratio": 0.058172, "system_cpu_s_delta": 1.1699999999999982, "user_cpu_core_ratio": 1.547269, "user_cpu_s_delta": 31.12000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.682151, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.062149, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.620001, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 272, "max_ms": 8.028, "p95_ms": 5.304, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.076, "count": 30, "max": 57.752, "p95": 52.05, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.264, "count": 30, "max": 34.789, "p95": 30.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1414.633, "count": 30, "max": 1606.0, "p95": 1578.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1501.633, "count": 30, "max": 30463.0, "p95": 7261.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.425, "count": 30, "max": 1.601, "p95": 1.573, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140987.0, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126997.233, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.867, "count": 30, "max": 45.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.661, "p95": 0.655, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28222, "sampled_at": "2026-11-03T12:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4582892, "flush_count": 5616, "flush_interval_seconds": 30.0, "flush_state": {"count": 5616, "last_at": "2026-11-03T12:21:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:21:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5615}, "started": true, "suppressed_count": 3327765, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3327760}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5616, "written_record_count": 5616}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10170.711, "limit_mb": null}, "detail": {"pid": 75962, "restart_count": 155, "start_count": 156}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216115200000, "copied_frame_count": 3333375, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9216115200000, "frame_buffer_copies": 3333375, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1602, "count": 512, "max_ms": 1.0944, "p50_ms": 0.1406, "p95_ms": 0.3082, "p99_ms": 0.4032}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.386, "count": 512, "max_ms": 4.4035, "p50_ms": 1.2781, "p95_ms": 2.3757, "p99_ms": 3.0921, "results": {"failed": 0, "not_applicable": 0, "success": 3333375, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 145, "h264_decode_error_count": 268, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:21:58+09:00", "last_error_summary": "[h264 @ 0x558dca960980] cabac decode of qscale diff failed at 149 14 [h264 @ 0x558dca960980] error while decoding MB 149 14, bytestream 17300", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:22:02+09:00", "pid": 75962, "process": {"exists": true, "fd_count": 5, "hwm_mb": 221.832, "name": "ffmpeg", "pid": 75962, "rss_mb": 221.832, "state": "S (sleeping)", "threads": 19}, "restart_count": 155, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.472, "sample_count": 2749, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.473, "last_frame_pushed_at": "2026-11-03T12:21:58+09:00", "last_frame_read_age_sec": 5.563, "last_frame_read_at": "2026-11-03T12:21:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 164, "debug_expires_at": null, "deduplicated_count": 23, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 551.835, "last_sample_duration_ms": 1348.434, "last_trigger": "periodic", "next_snapshot_in_sec": 48.165, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 564, "storage_bytes": 3286851}, "mjpeg": {"age_sec": 5.228, "exists": true, "mtime": "2026-11-03T12:21:58.894119+09:00", "mtime_epoch": 1793676118.8941185, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 140052}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:22:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2406.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3333375, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.343, "pushed": 5.343, "read": 5.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.01, "count": 160, "max_ms": 0.049, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5522.623, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.781, "count": 159, "max_ms": 4.991, "p95_ms": 2.43, "reason": null, "sample_age_ms": 5572.526, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 159, "max_ms": 4.161, "p95_ms": 1.512, "reason": null, "sample_age_ms": 5572.787, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.126, "count": 160, "max_ms": 0.241, "p95_ms": 0.221, "reason": null, "sample_age_ms": 5522.657, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.87, "count": 159, "max_ms": 10.4, "p95_ms": 3.385, "reason": null, "sample_age_ms": 5570.361, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5570.332, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5522.75, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.938, "count": 160, "max_ms": 85.646, "p95_ms": 71.99, "reason": null, "sample_age_ms": 5522.618, "source": "client_direct"}, "sample_age_ms": 5522.614, "source": "client_direct", "task_total_ms": {"avg_ms": 52.157, "count": 160, "max_ms": 93.976, "p95_ms": 73.884, "reason": null, "sample_age_ms": 5522.614, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.159, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.023, "count": 160, "max_ms": 3.4, "p95_ms": 2.116}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.349, "count": 160, "max_ms": 2.34, "p95_ms": 0.727}, "detection_prepare_ms": {"avg_ms": 0.142, "count": 160, "max_ms": 0.432, "p95_ms": 0.275}, "event_filter_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.073, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.108, "count": 160, "max_ms": 0.322, "p95_ms": 0.237}, "mcmt_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.252, "count": 160, "max_ms": 1.234, "p95_ms": 0.515}, "setup_ms": {"avg_ms": 0.061, "count": 160, "max_ms": 0.192, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.968, "count": 160, "max_ms": 3.325, "p95_ms": 1.991}, "track_match_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.023, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.04, "count": 160, "max_ms": 0.122, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.311, "count": 160, "max_ms": 7.995, "p95_ms": 5.688}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 160, "max_ms": 0.446, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.437, "count": 160, "max_ms": 96.381, "p95_ms": 75.19}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.061, "count": 160, "max_ms": 0.21, "p95_ms": 0.124}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.198, "count": 160, "max_ms": 137.162, "p95_ms": 119.308}, "inference_input_copy_ms": {"avg_ms": 1.486, "count": 160, "max_ms": 8.006, "p95_ms": 2.514}, "processing_residual_ms": {"avg_ms": 0.193, "count": 160, "max_ms": 0.56, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.938, "count": 160, "max_ms": 138.898, "p95_ms": 121.374}, "read_interval": {"avg_ms": 153.968, "count": 159, "max_ms": 2972.315, "p95_ms": 197.713}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 160, "max_ms": 0.064, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.176, "count": 160, "max_ms": 1.173, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 160, "max_ms": 0.05, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.157, "count": 160, "max_ms": 1.15, "p95_ms": 0.322}, "worker_merge_ms": {"avg_ms": 0.007, "count": 160, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.458, "count": 160, "max_ms": 96.393, "p95_ms": 75.207}, "visualize": {"avg_ms": 34.434, "count": 160, "max_ms": 51.057, "p95_ms": 44.204}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.298, "count": 160, "max_ms": 49.305, "p95_ms": 43.213}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.164, "count": 160, "max_ms": 50.802, "p95_ms": 44.016}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.027, "count": 160, "max_ms": 50.629, "p95_ms": 43.917}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 160, "max_ms": 0.834, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.777, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 57.752, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.647, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333262, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:21:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1432.0, "cpu_core_ratio": 1.60544, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75382, "reason": null, "system_cpu_core_ratio": 0.058172, "system_cpu_s_delta": 1.1699999999999982, "user_cpu_core_ratio": 1.547269, "user_cpu_s_delta": 31.12000000000006}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.682151, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.062149, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.620001, "user_cpu_s_delta": 12.470000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.185, "count": 272, "max_ms": 8.028, "p95_ms": 5.304, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.076, "count": 30, "max": 57.752, "p95": 52.05, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.264, "count": 30, "max": 34.789, "p95": 30.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1414.633, "count": 30, "max": 1606.0, "p95": 1578.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1501.633, "count": 30, "max": 30463.0, "p95": 7261.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.425, "count": 30, "max": 1.601, "p95": 1.573, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140987.0, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126997.233, "count": 30, "max": 142470.0, "p95": 142233.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.867, "count": 30, "max": 45.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.661, "p95": 0.655, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28222, "sampled_at": "2026-11-03T12:21:39+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:21:39+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5312881, "flush_count": 5617, "flush_interval_seconds": 30.0, "flush_state": {"count": 5617, "last_at": "2026-11-03T12:23:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:23:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5616}, "started": true, "suppressed_count": 3233580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3233175}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5617, "written_record_count": 5617}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10167.094, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x645809b64940] error while decoding MB 71 44, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8954609356800, "copied_frame_count": 3238791, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8954609356800, "frame_buffer_copies": 3238791, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1482, "count": 512, "max_ms": 1.4488, "p50_ms": 0.1303, "p95_ms": 0.2804, "p99_ms": 0.3597}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6641, "count": 512, "max_ms": 6.0228, "p50_ms": 1.5698, "p95_ms": 2.6255, "p99_ms": 3.3203, "results": {"failed": 0, "not_applicable": 0, "success": 3238791, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 280, "h264_decode_error_count": 877, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:23:39+09:00", "last_error_summary": "[h264 @ 0x645809b64940] error while decoding MB 71 44, bytestream -7", "last_exit_at": "2026-11-03T12:23:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.499, "last_started_at": "2026-11-03T12:21:56+09:00", "pid": 75846, "process": {"exists": false, "pid": 75846}, "restart_count": 299, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 300}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.25, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.06, "last_frame_pushed_at": "2026-11-03T12:23:39+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-11-03T12:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 45.126, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 554.874, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T12:23:39.378739+09:00", "mtime_epoch": 1793676219.3787389, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 154672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:23:39+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3238791, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.988, "max": 8.0, "p95": 6.0, "sample_count": 252}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "total": {"avg": 0.187, "max": 1.0, "p95": 1.0, "sample_count": 252}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 252, "pushed_frames": 252, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.415, "pushed": 8.415, "read": 8.382}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.009, "count": 251, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 122.122, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.734, "count": 251, "max_ms": 6.518, "p95_ms": 1.945, "reason": null, "sample_age_ms": 193.132, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.298, "count": 251, "max_ms": 4.66, "p95_ms": 1.415, "reason": null, "sample_age_ms": 193.732, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 251, "max_ms": 1.271, "p95_ms": 0.796, "reason": null, "sample_age_ms": 122.142, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.429, "count": 251, "max_ms": 13.647, "p95_ms": 3.928, "reason": null, "sample_age_ms": 189.481, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 189.391, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.684, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.695, "count": 251, "max_ms": 101.992, "p95_ms": 76.207, "reason": null, "sample_age_ms": 122.113, "source": "client_direct"}, "sample_age_ms": 122.105, "source": "client_direct", "task_total_ms": {"avg_ms": 56.767, "count": 251, "max_ms": 109.683, "p95_ms": 79.94, "reason": null, "sample_age_ms": 122.105, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.582, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.116, "count": 252, "max_ms": 11.261, "p95_ms": 7.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.411, "count": 252, "max_ms": 2.774, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 0.454, "count": 252, "max_ms": 3.63, "p95_ms": 1.623}, "event_filter_ms": {"avg_ms": 0.006, "count": 252, "max_ms": 0.049, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 252, "max_ms": 2.211, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.004, "count": 252, "max_ms": 0.046, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.645, "count": 252, "max_ms": 3.48, "p95_ms": 2.754}, "setup_ms": {"avg_ms": 0.061, "count": 252, "max_ms": 0.184, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 2.055, "count": 252, "max_ms": 11.12, "p95_ms": 6.971}, "track_match_ms": {"avg_ms": 0.032, "count": 252, "max_ms": 0.395, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 0.311, "count": 252, "max_ms": 4.272, "p95_ms": 1.754}}, "gstreamer_push": {"avg_ms": 3.637, "count": 252, "max_ms": 7.354, "p95_ms": 5.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 252, "max_ms": 1.858, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.952, "count": 252, "max_ms": 111.993, "p95_ms": 83.233}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.624, "count": 252, "max_ms": 10.762, "p95_ms": 4.626}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.239, "count": 252, "max_ms": 175.563, "p95_ms": 128.742}, "inference_input_copy_ms": {"avg_ms": 1.682, "count": 252, "max_ms": 4.436, "p95_ms": 2.692}, "processing_residual_ms": {"avg_ms": 0.234, "count": 252, "max_ms": 0.961, "p95_ms": 0.433}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.778, "count": 252, "max_ms": 180.042, "p95_ms": 133.757}, "read_interval": {"avg_ms": 118.964, "count": 251, "max_ms": 206.816, "p95_ms": 170.63}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 252, "max_ms": 0.095, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.568, "count": 252, "max_ms": 3.301, "p95_ms": 2.643}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 252, "max_ms": 0.112, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.546, "count": 252, "max_ms": 3.226, "p95_ms": 2.612}, "worker_merge_ms": {"avg_ms": 0.008, "count": 252, "max_ms": 0.042, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.976, "count": 252, "max_ms": 112.024, "p95_ms": 83.258}, "visualize": {"avg_ms": 35.716, "count": 252, "max_ms": 58.074, "p95_ms": 45.479}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.531, "count": 252, "max_ms": 53.797, "p95_ms": 41.52}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.94, "count": 252, "max_ms": 55.177, "p95_ms": 43.586}, "visualize_input_copy_ms": {"avg_ms": 1.502, "count": 252, "max_ms": 4.372, "p95_ms": 2.525}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 252, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.764, "count": 252, "max_ms": 54.901, "p95_ms": 43.393}, "visualizer_prepare_ms": {"avg_ms": 0.106, "count": 252, "max_ms": 0.432, "p95_ms": 0.191}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 252}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 252}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.554, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.372, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1234.0, "cpu_core_ratio": 0.493847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75846, "reason": null, "system_cpu_core_ratio": 0.044441, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.449406, "user_cpu_s_delta": 9.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.731034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.070407, "system_cpu_s_delta": 1.4100000000034925, "user_cpu_core_ratio": 0.660627, "user_cpu_s_delta": 13.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.698, "count": 251, "max_ms": 7.354, "p95_ms": 5.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.984, "max": 8.0, "p95": 6.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 49}, "total": {"avg": 0.195, "max": 1.0, "p95": 1.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.423, "count": 30, "max": 98.235, "p95": 55.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.111, "count": 30, "max": 37.925, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1163.933, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1125.7, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161239.9, "count": 30, "max": 167546.0, "p95": 166490.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144619.033, "count": 30, "max": 167546.0, "p95": 165234.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.903, "count": 30, "max": 1.107, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25219, "sampled_at": "2026-11-03T12:23:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:23:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5312881, "flush_count": 5617, "flush_interval_seconds": 30.0, "flush_state": {"count": 5617, "last_at": "2026-11-03T12:23:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:23:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5616}, "started": true, "suppressed_count": 3233580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3233175}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5617, "written_record_count": 5617}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10166.496, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:23:39+09:00", "last_error_summary": "[h264 @ 0x645809b64940] error while decoding MB 71 44, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8954609356800, "copied_frame_count": 3238791, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8954609356800, "frame_buffer_copies": 3238791, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1482, "count": 512, "max_ms": 1.4488, "p50_ms": 0.1303, "p95_ms": 0.2804, "p99_ms": 0.3597}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6641, "count": 512, "max_ms": 6.0228, "p50_ms": 1.5698, "p95_ms": 2.6255, "p99_ms": 3.3203, "results": {"failed": 0, "not_applicable": 0, "success": 3238791, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 280, "h264_decode_error_count": 877, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:23:39+09:00", "last_error_summary": "[h264 @ 0x645809b64940] error while decoding MB 71 44, bytestream -7", "last_exit_at": "2026-11-03T12:23:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.794, "last_started_at": "2026-11-03T12:21:56+09:00", "pid": 75846, "process": {"exists": false, "pid": 75846}, "restart_count": 299, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 300}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.25, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.355, "last_frame_pushed_at": "2026-11-03T12:23:39+09:00", "last_frame_read_age_sec": 0.472, "last_frame_read_at": "2026-11-03T12:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 45.423, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 554.577, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.342, "exists": true, "mtime": "2026-11-03T12:23:39.378739+09:00", "mtime_epoch": 1793676219.3787389, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 154672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:23:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3238791, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.968, "max": 8.0, "p95": 6.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "total": {"avg": 0.189, "max": 1.0, "p95": 1.0, "sample_count": 249}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 249, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.321, "pushed": 8.321, "read": 8.287}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.009, "count": 249, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 418.658, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.731, "count": 248, "max_ms": 6.518, "p95_ms": 1.953, "reason": null, "sample_age_ms": 489.669, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 248, "max_ms": 4.66, "p95_ms": 1.417, "reason": null, "sample_age_ms": 490.269, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.419, "count": 249, "max_ms": 1.271, "p95_ms": 0.797, "reason": null, "sample_age_ms": 418.679, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.417, "count": 248, "max_ms": 13.647, "p95_ms": 3.957, "reason": null, "sample_age_ms": 486.018, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 485.928, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 419.221, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.796, "count": 249, "max_ms": 101.992, "p95_ms": 76.223, "reason": null, "sample_age_ms": 418.649, "source": "client_direct"}, "sample_age_ms": 418.642, "source": "client_direct", "task_total_ms": {"avg_ms": 56.864, "count": 249, "max_ms": 109.683, "p95_ms": 80.009, "reason": null, "sample_age_ms": 418.642, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.083, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.129, "count": 249, "max_ms": 11.261, "p95_ms": 7.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 249, "max_ms": 2.774, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 0.458, "count": 249, "max_ms": 3.63, "p95_ms": 1.623}, "event_filter_ms": {"avg_ms": 0.006, "count": 249, "max_ms": 0.049, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.131, "count": 249, "max_ms": 2.211, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.004, "count": 249, "max_ms": 0.046, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.649, "count": 249, "max_ms": 3.48, "p95_ms": 2.754}, "setup_ms": {"avg_ms": 0.061, "count": 249, "max_ms": 0.184, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 2.068, "count": 249, "max_ms": 11.12, "p95_ms": 6.971}, "track_match_ms": {"avg_ms": 0.032, "count": 249, "max_ms": 0.395, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 0.314, "count": 249, "max_ms": 4.272, "p95_ms": 1.754}}, "gstreamer_push": {"avg_ms": 3.624, "count": 249, "max_ms": 7.354, "p95_ms": 5.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 249, "max_ms": 1.858, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.11, "count": 249, "max_ms": 111.993, "p95_ms": 83.233}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.612, "count": 249, "max_ms": 10.762, "p95_ms": 4.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.447, "count": 249, "max_ms": 175.563, "p95_ms": 128.742}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 249, "max_ms": 4.436, "p95_ms": 2.626}, "processing_residual_ms": {"avg_ms": 0.232, "count": 249, "max_ms": 0.961, "p95_ms": 0.417}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.962, "count": 249, "max_ms": 180.042, "p95_ms": 133.757}, "read_interval": {"avg_ms": 119.172, "count": 248, "max_ms": 206.816, "p95_ms": 170.63}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 249, "max_ms": 0.095, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.572, "count": 249, "max_ms": 3.301, "p95_ms": 2.643}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 249, "max_ms": 0.112, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.55, "count": 249, "max_ms": 3.226, "p95_ms": 2.612}, "worker_merge_ms": {"avg_ms": 0.008, "count": 249, "max_ms": 0.042, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.134, "count": 249, "max_ms": 112.024, "p95_ms": 83.258}, "visualize": {"avg_ms": 35.758, "count": 249, "max_ms": 58.074, "p95_ms": 45.479}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.57, "count": 249, "max_ms": 53.797, "p95_ms": 41.52}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.983, "count": 249, "max_ms": 55.177, "p95_ms": 43.586}, "visualize_input_copy_ms": {"avg_ms": 1.501, "count": 249, "max_ms": 4.372, "p95_ms": 2.525}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 249, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.808, "count": 249, "max_ms": 54.901, "p95_ms": 43.393}, "visualizer_prepare_ms": {"avg_ms": 0.106, "count": 249, "max_ms": 0.432, "p95_ms": 0.191}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 249}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.554, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.372, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1234.0, "cpu_core_ratio": 0.493847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75846, "reason": null, "system_cpu_core_ratio": 0.044441, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.449406, "user_cpu_s_delta": 9.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.731034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.070407, "system_cpu_s_delta": 1.4100000000034925, "user_cpu_core_ratio": 0.660627, "user_cpu_s_delta": 13.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.698, "count": 251, "max_ms": 7.354, "p95_ms": 5.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.984, "max": 8.0, "p95": 6.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 49}, "total": {"avg": 0.195, "max": 1.0, "p95": 1.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.423, "count": 30, "max": 98.235, "p95": 55.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.111, "count": 30, "max": 37.925, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1163.933, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1125.7, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161239.9, "count": 30, "max": 167546.0, "p95": 166490.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144619.033, "count": 30, "max": 167546.0, "p95": 165234.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.903, "count": 30, "max": 1.107, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25219, "sampled_at": "2026-11-03T12:23:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:23:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5312881, "flush_count": 5617, "flush_interval_seconds": 30.0, "flush_state": {"count": 5617, "last_at": "2026-11-03T12:23:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:23:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5616}, "started": true, "suppressed_count": 3233580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3233175}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5617, "written_record_count": 5617}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10167.445, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8954609356800, "copied_frame_count": 3238791, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8954609356800, "frame_buffer_copies": 3238791, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1482, "count": 512, "max_ms": 1.4488, "p50_ms": 0.1303, "p95_ms": 0.2804, "p99_ms": 0.3597}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6641, "count": 512, "max_ms": 6.0228, "p50_ms": 1.5698, "p95_ms": 2.6255, "p99_ms": 3.3203, "results": {"failed": 0, "not_applicable": 0, "success": 3238791, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 280, "h264_decode_error_count": 877, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:23:39+09:00", "last_error_summary": "[h264 @ 0x645809b64940] error while decoding MB 71 44, bytestream -7", "last_exit_at": "2026-11-03T12:23:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.869, "last_started_at": "2026-11-03T12:21:56+09:00", "pid": 75846, "process": {"exists": false, "pid": 75846}, "restart_count": 299, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 300}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.25, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.43, "last_frame_pushed_at": "2026-11-03T12:23:39+09:00", "last_frame_read_age_sec": 0.546, "last_frame_read_at": "2026-11-03T12:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 45.504, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 554.496, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.419, "exists": true, "mtime": "2026-11-03T12:23:39.378739+09:00", "mtime_epoch": 1793676219.3787389, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 154672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:23:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3238791, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.964, "max": 8.0, "p95": 6.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 47}, "total": {"avg": 0.19, "max": 1.0, "p95": 1.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.269, "pushed": 8.302, "read": 8.269}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.009, "count": 248, "max_ms": 0.037, "p95_ms": 0.017, "reason": null, "sample_age_ms": 495.846, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.731, "count": 248, "max_ms": 6.518, "p95_ms": 1.953, "reason": null, "sample_age_ms": 566.856, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 248, "max_ms": 4.66, "p95_ms": 1.417, "reason": null, "sample_age_ms": 567.456, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 248, "max_ms": 1.271, "p95_ms": 0.797, "reason": null, "sample_age_ms": 495.866, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.417, "count": 248, "max_ms": 13.647, "p95_ms": 3.957, "reason": null, "sample_age_ms": 563.206, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 563.115, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 496.408, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.811, "count": 248, "max_ms": 101.992, "p95_ms": 76.231, "reason": null, "sample_age_ms": 495.837, "source": "client_direct"}, "sample_age_ms": 495.829, "source": "client_direct", "task_total_ms": {"avg_ms": 56.874, "count": 248, "max_ms": 109.683, "p95_ms": 80.044, "reason": null, "sample_age_ms": 495.829, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.136, "count": 248, "max_ms": 11.261, "p95_ms": 7.055}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 248, "max_ms": 2.774, "p95_ms": 0.769}, "detection_prepare_ms": {"avg_ms": 0.459, "count": 248, "max_ms": 3.63, "p95_ms": 1.623}, "event_filter_ms": {"avg_ms": 0.006, "count": 248, "max_ms": 0.049, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.131, "count": 248, "max_ms": 2.211, "p95_ms": 0.243}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.046, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.651, "count": 248, "max_ms": 3.48, "p95_ms": 2.754}, "setup_ms": {"avg_ms": 0.061, "count": 248, "max_ms": 0.184, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 2.074, "count": 248, "max_ms": 11.12, "p95_ms": 6.971}, "track_match_ms": {"avg_ms": 0.032, "count": 248, "max_ms": 0.395, "p95_ms": 0.179}, "tracker_update_ms": {"avg_ms": 0.315, "count": 248, "max_ms": 4.272, "p95_ms": 1.754}}, "gstreamer_push": {"avg_ms": 3.624, "count": 249, "max_ms": 7.354, "p95_ms": 5.634}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 248, "max_ms": 1.858, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.123, "count": 248, "max_ms": 111.993, "p95_ms": 83.233}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.604, "count": 248, "max_ms": 10.762, "p95_ms": 4.423}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.464, "count": 248, "max_ms": 175.563, "p95_ms": 128.742}, "inference_input_copy_ms": {"avg_ms": 1.668, "count": 248, "max_ms": 4.436, "p95_ms": 2.626}, "processing_residual_ms": {"avg_ms": 0.231, "count": 248, "max_ms": 0.961, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.968, "count": 248, "max_ms": 180.042, "p95_ms": 133.757}, "read_interval": {"avg_ms": 119.172, "count": 248, "max_ms": 206.816, "p95_ms": 170.63}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 248, "max_ms": 0.095, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 0.574, "count": 248, "max_ms": 3.301, "p95_ms": 2.643}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 248, "max_ms": 0.112, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.552, "count": 248, "max_ms": 3.226, "p95_ms": 2.612}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.042, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.146, "count": 248, "max_ms": 112.024, "p95_ms": 83.258}, "visualize": {"avg_ms": 35.757, "count": 248, "max_ms": 58.074, "p95_ms": 45.479}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.566, "count": 248, "max_ms": 53.797, "p95_ms": 41.52}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.981, "count": 248, "max_ms": 55.177, "p95_ms": 43.586}, "visualize_input_copy_ms": {"avg_ms": 1.502, "count": 248, "max_ms": 4.372, "p95_ms": 2.525}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.806, "count": 248, "max_ms": 54.901, "p95_ms": 43.393}, "visualizer_prepare_ms": {"avg_ms": 0.106, "count": 248, "max_ms": 0.432, "p95_ms": 0.191}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.554, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.372, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1234.0, "cpu_core_ratio": 0.493847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75846, "reason": null, "system_cpu_core_ratio": 0.044441, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.449406, "user_cpu_s_delta": 9.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.731034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.070407, "system_cpu_s_delta": 1.4100000000034925, "user_cpu_core_ratio": 0.660627, "user_cpu_s_delta": 13.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.698, "count": 251, "max_ms": 7.354, "p95_ms": 5.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.984, "max": 8.0, "p95": 6.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 49}, "total": {"avg": 0.195, "max": 1.0, "p95": 1.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.423, "count": 30, "max": 98.235, "p95": 55.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.111, "count": 30, "max": 37.925, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1163.933, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1125.7, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161239.9, "count": 30, "max": 167546.0, "p95": 166490.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144619.033, "count": 30, "max": 167546.0, "p95": 165234.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.903, "count": 30, "max": 1.107, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25219, "sampled_at": "2026-11-03T12:23:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:23:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5312881, "flush_count": 5617, "flush_interval_seconds": 30.0, "flush_state": {"count": 5617, "last_at": "2026-11-03T12:23:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:23:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5616}, "started": true, "suppressed_count": 3233580, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3233175}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5617, "written_record_count": 5617}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10260.535, "limit_mb": null}, "detail": {"pid": 76078, "restart_count": 300, "start_count": 301}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8954609356800, "copied_frame_count": 3238791, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8954609356800, "frame_buffer_copies": 3238791, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1482, "count": 512, "max_ms": 1.4488, "p50_ms": 0.1303, "p95_ms": 0.2804, "p99_ms": 0.3597}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6641, "count": 512, "max_ms": 6.0228, "p50_ms": 1.5698, "p95_ms": 2.6255, "p99_ms": 3.3203, "results": {"failed": 0, "not_applicable": 0, "success": 3238791, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 280, "h264_decode_error_count": 877, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:23:39+09:00", "last_error_summary": "[h264 @ 0x645809b64940] error while decoding MB 71 44, bytestream -7", "last_exit_at": "2026-11-03T12:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:23:42+09:00", "pid": 76078, "process": {"exists": true, "fd_count": 5, "hwm_mb": 129.5, "name": "ffmpeg", "pid": 76078, "rss_mb": 129.5, "state": "S (sleeping)", "threads": 19}, "restart_count": 300, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 301}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.372, "sample_count": 2264, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238791, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.578, "last_frame_pushed_at": "2026-11-03T12:23:39+09:00", "last_frame_read_age_sec": 5.694, "last_frame_read_at": "2026-11-03T12:23:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 50.658, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 549.342, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 5.564, "exists": true, "mtime": "2026-11-03T12:23:39.378739+09:00", "mtime_epoch": 1793676219.3787389, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 154672}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:23:45+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2329.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3238791, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.981, "max": 8.0, "p95": 6.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 32}, "total": {"avg": 0.155, "max": 1.0, "p95": 1.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.884, "pushed": 6.884, "read": 6.85}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.033, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5639.606, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 205, "max_ms": 6.518, "p95_ms": 1.961, "reason": null, "sample_age_ms": 5710.617, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 205, "max_ms": 4.66, "p95_ms": 1.441, "reason": null, "sample_age_ms": 5711.217, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.421, "count": 206, "max_ms": 1.271, "p95_ms": 0.789, "reason": null, "sample_age_ms": 5639.627, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.39, "count": 205, "max_ms": 13.647, "p95_ms": 3.827, "reason": null, "sample_age_ms": 5706.966, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5706.876, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5640.169, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.678, "count": 206, "max_ms": 101.992, "p95_ms": 76.981, "reason": null, "sample_age_ms": 5639.597, "source": "client_direct"}, "sample_age_ms": 5639.59, "source": "client_direct", "task_total_ms": {"avg_ms": 56.712, "count": 206, "max_ms": 109.683, "p95_ms": 81.802, "reason": null, "sample_age_ms": 5639.59, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.708, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.966, "count": 206, "max_ms": 11.261, "p95_ms": 6.48}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.412, "count": 206, "max_ms": 2.774, "p95_ms": 0.76}, "detection_prepare_ms": {"avg_ms": 0.42, "count": 206, "max_ms": 3.63, "p95_ms": 1.536}, "event_filter_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.049, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.121, "count": 206, "max_ms": 0.48, "p95_ms": 0.217}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.046, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.587, "count": 206, "max_ms": 3.339, "p95_ms": 2.657}, "setup_ms": {"avg_ms": 0.062, "count": 206, "max_ms": 0.184, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 1.907, "count": 206, "max_ms": 11.12, "p95_ms": 6.42}, "track_match_ms": {"avg_ms": 0.026, "count": 206, "max_ms": 0.395, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 0.269, "count": 206, "max_ms": 4.272, "p95_ms": 1.487}}, "gstreamer_push": {"avg_ms": 3.621, "count": 206, "max_ms": 7.354, "p95_ms": 5.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.072, "count": 206, "max_ms": 1.858, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.977, "count": 206, "max_ms": 111.993, "p95_ms": 83.472}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.611, "count": 206, "max_ms": 10.762, "p95_ms": 4.279}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.168, "count": 206, "max_ms": 175.563, "p95_ms": 130.245}, "inference_input_copy_ms": {"avg_ms": 1.67, "count": 206, "max_ms": 4.436, "p95_ms": 2.541}, "processing_residual_ms": {"avg_ms": 0.232, "count": 206, "max_ms": 0.961, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.68, "count": 206, "max_ms": 180.042, "p95_ms": 136.572}, "read_interval": {"avg_ms": 118.755, "count": 205, "max_ms": 206.816, "p95_ms": 170.63}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 206, "max_ms": 0.095, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.509, "count": 206, "max_ms": 3.227, "p95_ms": 2.551}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 206, "max_ms": 0.112, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.488, "count": 206, "max_ms": 3.2, "p95_ms": 2.527}, "worker_merge_ms": {"avg_ms": 0.008, "count": 206, "max_ms": 0.042, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 58.001, "count": 206, "max_ms": 112.024, "p95_ms": 83.502}, "visualize": {"avg_ms": 35.745, "count": 206, "max_ms": 58.074, "p95_ms": 45.479}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.601, "count": 206, "max_ms": 53.797, "p95_ms": 42.155}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.954, "count": 206, "max_ms": 55.177, "p95_ms": 43.586}, "visualize_input_copy_ms": {"avg_ms": 1.517, "count": 206, "max_ms": 4.372, "p95_ms": 2.532}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.777, "count": 206, "max_ms": 54.901, "p95_ms": 43.393}, "visualizer_prepare_ms": {"avg_ms": 0.108, "count": 206, "max_ms": 0.432, "p95_ms": 0.196}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.523, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.554, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.372, "sample_count": 2261, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3238772, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:23:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1234.0, "cpu_core_ratio": 0.493847, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 75846, "reason": null, "system_cpu_core_ratio": 0.044441, "system_cpu_s_delta": 0.8899999999999997, "user_cpu_core_ratio": 0.449406, "user_cpu_s_delta": 9.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.731034, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.070407, "system_cpu_s_delta": 1.4100000000034925, "user_cpu_core_ratio": 0.660627, "user_cpu_s_delta": 13.229999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.698, "count": 251, "max_ms": 7.354, "p95_ms": 5.688, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.984, "max": 8.0, "p95": 6.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 49}, "total": {"avg": 0.195, "max": 1.0, "p95": 1.0, "sample_count": 251}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.423, "count": 30, "max": 98.235, "p95": 55.434, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.111, "count": 30, "max": 37.925, "p95": 32.397, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1163.933, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1125.7, "count": 30, "max": 13893.0, "p95": 4603.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.307, "p95": 0.281, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.483, "count": 30, "max": 0.527, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 161239.9, "count": 30, "max": 167546.0, "p95": 166490.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144619.033, "count": 30, "max": 167546.0, "p95": 165234.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 49.0, "p95": 38.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.472, "p95": 0.447, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.903, "count": 30, "max": 1.107, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25219, "sampled_at": "2026-11-03T12:23:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:23:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5314759, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:25:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:25:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3234605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3234200}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10188.535, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6251d798b0c0] left block unavailable for requested intra mode [h264 @ 0x6251d798b0c0] error while decoding MB 0 63, bytestream 8578 [h264 @ 0x6251d79a5780] cabac decode of qscale diff failed at 51 60 [h264 @ 0x6251d79a5780] error while decoding MB 51 60, bytestream 19503", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8957446041600, "copied_frame_count": 3239817, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8957446041600, "frame_buffer_copies": 3239817, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1515, "count": 512, "max_ms": 5.2615, "p50_ms": 0.1238, "p95_ms": 0.2556, "p99_ms": 0.3586}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5746, "count": 512, "max_ms": 5.2747, "p50_ms": 1.516, "p95_ms": 2.4761, "p99_ms": 3.0494, "results": {"failed": 0, "not_applicable": 0, "success": 3239817, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 281, "h264_decode_error_count": 880, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:48+09:00", "last_error_summary": "[h264 @ 0x6251d798b0c0] left block unavailable for requested intra mode [h264 @ 0x6251d798b0c0] error while decoding MB 0 63, bytestream 8578 [h264 @ 0x6251d79a5780] cabac decode of qscale diff failed at 51 60 [h264 @ 0x6251d79a5780] error while decoding MB 51 60, bytestream 19503", "last_exit_at": "2026-11-03T12:23:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.118, "last_started_at": "2026-11-03T12:23:42+09:00", "pid": 76078, "process": {"exists": false, "pid": 76078}, "restart_count": 300, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 301}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.204, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239817, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T12:25:47+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-03T12:25:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.772, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 426.228, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-03T12:25:47.987507+09:00", "mtime_epoch": 1793676347.9875066, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:25:48+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.035, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3239818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.075, "max": 8.0, "p95": 7.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 15}, "total": {"avg": 0.062, "max": 1.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.052, "pushed": 8.052, "read": 8.052}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.01, "count": 242, "max_ms": 0.036, "p95_ms": 0.019, "reason": null, "sample_age_ms": 30.678, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.767, "count": 241, "max_ms": 6.47, "p95_ms": 2.251, "reason": null, "sample_age_ms": 86.332, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.348, "count": 241, "max_ms": 6.001, "p95_ms": 1.683, "reason": null, "sample_age_ms": 86.487, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 242, "max_ms": 1.717, "p95_ms": 0.799, "reason": null, "sample_age_ms": 30.693, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.445, "count": 241, "max_ms": 7.834, "p95_ms": 3.968, "reason": null, "sample_age_ms": 85.299, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.284, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 31.127, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.955, "count": 242, "max_ms": 81.934, "p95_ms": 71.494, "reason": null, "sample_age_ms": 30.672, "source": "client_direct"}, "sample_age_ms": 30.666, "source": "client_direct", "task_total_ms": {"avg_ms": 55.053, "count": 242, "max_ms": 85.069, "p95_ms": 74.734, "reason": null, "sample_age_ms": 30.666, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.259, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.347, "count": 241, "max_ms": 10.595, "p95_ms": 3.762}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 241, "max_ms": 1.081, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 0.285, "count": 241, "max_ms": 4.774, "p95_ms": 0.853}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 241, "max_ms": 0.313, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.033, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.347, "count": 241, "max_ms": 5.619, "p95_ms": 1.188}, "setup_ms": {"avg_ms": 0.058, "count": 241, "max_ms": 0.156, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 1.294, "count": 241, "max_ms": 10.508, "p95_ms": 3.724}, "track_match_ms": {"avg_ms": 0.013, "count": 241, "max_ms": 0.301, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.123, "count": 241, "max_ms": 2.651, "p95_ms": 0.834}}, "gstreamer_push": {"avg_ms": 3.479, "count": 241, "max_ms": 7.354, "p95_ms": 5.381}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 241, "max_ms": 0.19, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.288, "count": 241, "max_ms": 87.995, "p95_ms": 77.131}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.312, "count": 241, "max_ms": 9.934, "p95_ms": 3.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.537, "count": 241, "max_ms": 130.255, "p95_ms": 117.304}, "inference_input_copy_ms": {"avg_ms": 1.732, "count": 241, "max_ms": 4.122, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.228, "count": 241, "max_ms": 0.696, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.808, "count": 241, "max_ms": 138.789, "p95_ms": 122.35}, "read_interval": {"avg_ms": 124.208, "count": 241, "max_ms": 1153.388, "p95_ms": 172.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.136, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.275, "count": 241, "max_ms": 5.295, "p95_ms": 1.071}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 241, "max_ms": 0.073, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.256, "count": 241, "max_ms": 5.159, "p95_ms": 1.041}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.305, "count": 241, "max_ms": 88.008, "p95_ms": 77.156}, "visualize": {"avg_ms": 33.498, "count": 241, "max_ms": 51.103, "p95_ms": 43.897}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.697, "count": 241, "max_ms": 47.709, "p95_ms": 39.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.776, "count": 241, "max_ms": 48.872, "p95_ms": 41.055}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 241, "max_ms": 3.547, "p95_ms": 2.536}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.614, "count": 241, "max_ms": 48.589, "p95_ms": 40.733}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 241, "max_ms": 0.3, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.528, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.452, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161248, "write_bytes_delta": 161248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.77458, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3691.0, "pid": 76078, "reason": null, "system_cpu_core_ratio": 0.217321, "system_cpu_s_delta": 4.359999999999999, "user_cpu_core_ratio": 0.557259, "user_cpu_s_delta": 11.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.691838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066293, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.625545, "user_cpu_s_delta": 12.549999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.637, "count": 247, "max_ms": 9.743, "p95_ms": 5.774, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.533, "max": 8.0, "p95": 7.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 36}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.826, "count": 30, "max": 98.235, "p95": 56.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.758, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.167, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1046.467, "count": 30, "max": 13893.0, "p95": 4290.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.307, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.557, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159137.367, "count": 30, "max": 164855.0, "p95": 163319.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142787.233, "count": 30, "max": 163400.0, "p95": 163040.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 49.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.452, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.828, "count": 30, "max": 1.097, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25225, "sampled_at": "2026-11-03T12:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5314759, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:25:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:25:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3234605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3234200}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10188.285, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:25:48+09:00", "last_error_summary": "[h264 @ 0x6251d798b0c0] left block unavailable for requested intra mode [h264 @ 0x6251d798b0c0] error while decoding MB 0 63, bytestream 8578 [h264 @ 0x6251d79a5780] cabac decode of qscale diff failed at 51 60 [h264 @ 0x6251d79a5780] error while decoding MB 51 60, bytestream 19503", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8957448806400, "copied_frame_count": 3239818, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8957448806400, "frame_buffer_copies": 3239818, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1516, "count": 512, "max_ms": 5.2615, "p50_ms": 0.1238, "p95_ms": 0.2556, "p99_ms": 0.3586}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5866, "count": 512, "max_ms": 7.571, "p50_ms": 1.5171, "p95_ms": 2.4936, "p99_ms": 3.0564, "results": {"failed": 0, "not_applicable": 0, "success": 3239818, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 281, "h264_decode_error_count": 880, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:48+09:00", "last_error_summary": "[h264 @ 0x6251d798b0c0] left block unavailable for requested intra mode [h264 @ 0x6251d798b0c0] error while decoding MB 0 63, bytestream 8578 [h264 @ 0x6251d79a5780] cabac decode of qscale diff failed at 51 60 [h264 @ 0x6251d79a5780] error while decoding MB 51 60, bytestream 19503", "last_exit_at": "2026-11-03T12:25:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.199, "last_started_at": "2026-11-03T12:23:42+09:00", "pid": 76078, "process": {"exists": false, "pid": 76078}, "restart_count": 300, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 301}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.204, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-03T12:25:48+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-11-03T12:25:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.843, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 426.157, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-03T12:25:48.125507+09:00", "mtime_epoch": 1793676348.1255074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:25:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3239818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.066, "max": 8.0, "p95": 7.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "total": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.057, "pushed": 8.057, "read": 8.023}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.01, "count": 241, "max_ms": 0.036, "p95_ms": 0.019, "reason": null, "sample_age_ms": 118.15, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.768, "count": 240, "max_ms": 6.47, "p95_ms": 2.252, "reason": null, "sample_age_ms": 173.804, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 240, "max_ms": 6.001, "p95_ms": 1.687, "reason": null, "sample_age_ms": 173.959, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 241, "max_ms": 1.717, "p95_ms": 0.799, "reason": null, "sample_age_ms": 118.165, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.446, "count": 240, "max_ms": 7.834, "p95_ms": 3.968, "reason": null, "sample_age_ms": 172.771, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 118.599, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.05, "count": 241, "max_ms": 81.934, "p95_ms": 71.509, "reason": null, "sample_age_ms": 118.144, "source": "client_direct"}, "sample_age_ms": 118.138, "source": "client_direct", "task_total_ms": {"avg_ms": 55.154, "count": 241, "max_ms": 85.069, "p95_ms": 74.77, "reason": null, "sample_age_ms": 118.138, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.245, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.328, "count": 241, "max_ms": 10.595, "p95_ms": 2.976}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.353, "count": 241, "max_ms": 1.081, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 0.277, "count": 241, "max_ms": 4.774, "p95_ms": 0.825}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 241, "max_ms": 0.313, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.033, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.343, "count": 241, "max_ms": 5.619, "p95_ms": 0.766}, "setup_ms": {"avg_ms": 0.058, "count": 241, "max_ms": 0.156, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 1.274, "count": 241, "max_ms": 10.508, "p95_ms": 2.929}, "track_match_ms": {"avg_ms": 0.013, "count": 241, "max_ms": 0.301, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.117, "count": 241, "max_ms": 2.651, "p95_ms": 0.834}}, "gstreamer_push": {"avg_ms": 3.493, "count": 241, "max_ms": 7.354, "p95_ms": 5.436}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 241, "max_ms": 0.19, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.391, "count": 241, "max_ms": 87.995, "p95_ms": 77.131}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.316, "count": 241, "max_ms": 9.934, "p95_ms": 3.752}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.677, "count": 241, "max_ms": 130.255, "p95_ms": 117.304}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 241, "max_ms": 4.122, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.228, "count": 241, "max_ms": 0.696, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.952, "count": 241, "max_ms": 138.789, "p95_ms": 122.35}, "read_interval": {"avg_ms": 124.354, "count": 240, "max_ms": 1153.388, "p95_ms": 172.714}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.136, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.271, "count": 241, "max_ms": 5.295, "p95_ms": 0.543}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 241, "max_ms": 0.073, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.252, "count": 241, "max_ms": 5.159, "p95_ms": 0.498}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.408, "count": 241, "max_ms": 88.008, "p95_ms": 77.156}, "visualize": {"avg_ms": 33.485, "count": 241, "max_ms": 51.103, "p95_ms": 43.897}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.688, "count": 241, "max_ms": 47.709, "p95_ms": 39.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.762, "count": 241, "max_ms": 48.872, "p95_ms": 41.055}, "visualize_input_copy_ms": {"avg_ms": 1.463, "count": 241, "max_ms": 3.547, "p95_ms": 2.536}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.599, "count": 241, "max_ms": 48.589, "p95_ms": 40.733}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 241, "max_ms": 0.3, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.528, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.452, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161248, "write_bytes_delta": 161248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.77458, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3691.0, "pid": 76078, "reason": null, "system_cpu_core_ratio": 0.217321, "system_cpu_s_delta": 4.359999999999999, "user_cpu_core_ratio": 0.557259, "user_cpu_s_delta": 11.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.691838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066293, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.625545, "user_cpu_s_delta": 12.549999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.637, "count": 247, "max_ms": 9.743, "p95_ms": 5.774, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.533, "max": 8.0, "p95": 7.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 36}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.826, "count": 30, "max": 98.235, "p95": 56.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.758, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.167, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1046.467, "count": 30, "max": 13893.0, "p95": 4290.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.307, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.557, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159137.367, "count": 30, "max": 164855.0, "p95": 163319.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142787.233, "count": 30, "max": 163400.0, "p95": 163040.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 49.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.452, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.828, "count": 30, "max": 1.097, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25225, "sampled_at": "2026-11-03T12:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5314759, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:25:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:25:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3234605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3234200}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10188.895, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8957448806400, "copied_frame_count": 3239818, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8957448806400, "frame_buffer_copies": 3239818, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1516, "count": 512, "max_ms": 5.2615, "p50_ms": 0.1238, "p95_ms": 0.2556, "p99_ms": 0.3586}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5866, "count": 512, "max_ms": 7.571, "p50_ms": 1.5171, "p95_ms": 2.4936, "p99_ms": 3.0564, "results": {"failed": 0, "not_applicable": 0, "success": 3239818, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 281, "h264_decode_error_count": 880, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:48+09:00", "last_error_summary": "[h264 @ 0x6251d798b0c0] left block unavailable for requested intra mode [h264 @ 0x6251d798b0c0] error while decoding MB 0 63, bytestream 8578 [h264 @ 0x6251d79a5780] cabac decode of qscale diff failed at 51 60 [h264 @ 0x6251d79a5780] error while decoding MB 51 60, bytestream 19503", "last_exit_at": "2026-11-03T12:25:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 125.332, "last_started_at": "2026-11-03T12:23:42+09:00", "pid": 76078, "process": {"exists": false, "pid": 76078}, "restart_count": 300, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 301}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.204, "sample_count": 2361, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.161, "last_frame_pushed_at": "2026-11-03T12:25:48+09:00", "last_frame_read_age_sec": 0.29, "last_frame_read_at": "2026-11-03T12:25:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 173.976, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 426.024, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-11-03T12:25:48.125507+09:00", "mtime_epoch": 1793676348.1255074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:25:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.031, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3239818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.062, "max": 8.0, "p95": 7.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "total": {"avg": 0.058, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.022, "pushed": 8.022, "read": 7.988}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.01, "count": 240, "max_ms": 0.036, "p95_ms": 0.019, "reason": null, "sample_age_ms": 251.688, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.77, "count": 239, "max_ms": 6.47, "p95_ms": 2.252, "reason": null, "sample_age_ms": 307.342, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 239, "max_ms": 6.001, "p95_ms": 1.691, "reason": null, "sample_age_ms": 307.496, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 240, "max_ms": 1.717, "p95_ms": 0.799, "reason": null, "sample_age_ms": 251.703, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.451, "count": 239, "max_ms": 7.834, "p95_ms": 3.968, "reason": null, "sample_age_ms": 306.309, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 306.293, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 252.137, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.076, "count": 240, "max_ms": 81.934, "p95_ms": 71.522, "reason": null, "sample_age_ms": 251.681, "source": "client_direct"}, "sample_age_ms": 251.675, "source": "client_direct", "task_total_ms": {"avg_ms": 55.18, "count": 240, "max_ms": 85.069, "p95_ms": 74.824, "reason": null, "sample_age_ms": 251.675, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.328, "count": 240, "max_ms": 10.595, "p95_ms": 2.976}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.352, "count": 240, "max_ms": 1.081, "p95_ms": 0.661}, "detection_prepare_ms": {"avg_ms": 0.277, "count": 240, "max_ms": 4.774, "p95_ms": 0.825}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 240, "max_ms": 0.313, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.033, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.343, "count": 240, "max_ms": 5.619, "p95_ms": 0.766}, "setup_ms": {"avg_ms": 0.058, "count": 240, "max_ms": 0.156, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 1.275, "count": 240, "max_ms": 10.508, "p95_ms": 2.929}, "track_match_ms": {"avg_ms": 0.013, "count": 240, "max_ms": 0.301, "p95_ms": 0.086}, "tracker_update_ms": {"avg_ms": 0.117, "count": 240, "max_ms": 2.651, "p95_ms": 0.834}}, "gstreamer_push": {"avg_ms": 3.492, "count": 240, "max_ms": 7.354, "p95_ms": 5.436}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 240, "max_ms": 0.19, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.418, "count": 240, "max_ms": 87.995, "p95_ms": 77.131}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.318, "count": 240, "max_ms": 9.934, "p95_ms": 3.752}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.706, "count": 240, "max_ms": 130.255, "p95_ms": 117.304}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 240, "max_ms": 4.122, "p95_ms": 2.694}, "processing_residual_ms": {"avg_ms": 0.228, "count": 240, "max_ms": 0.696, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.984, "count": 240, "max_ms": 138.789, "p95_ms": 122.35}, "read_interval": {"avg_ms": 124.46, "count": 239, "max_ms": 1153.388, "p95_ms": 176.361}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.136, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.272, "count": 240, "max_ms": 5.295, "p95_ms": 0.543}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 240, "max_ms": 0.073, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.253, "count": 240, "max_ms": 5.159, "p95_ms": 0.498}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.042, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.436, "count": 240, "max_ms": 88.008, "p95_ms": 77.156}, "visualize": {"avg_ms": 33.484, "count": 240, "max_ms": 51.103, "p95_ms": 43.897}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.686, "count": 240, "max_ms": 47.709, "p95_ms": 39.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.76, "count": 240, "max_ms": 48.872, "p95_ms": 41.055}, "visualize_input_copy_ms": {"avg_ms": 1.464, "count": 240, "max_ms": 3.547, "p95_ms": 2.536}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.597, "count": 240, "max_ms": 48.589, "p95_ms": 40.733}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 240, "max_ms": 0.3, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.528, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.452, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161248, "write_bytes_delta": 161248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.77458, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3691.0, "pid": 76078, "reason": null, "system_cpu_core_ratio": 0.217321, "system_cpu_s_delta": 4.359999999999999, "user_cpu_core_ratio": 0.557259, "user_cpu_s_delta": 11.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.691838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066293, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.625545, "user_cpu_s_delta": 12.549999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.637, "count": 247, "max_ms": 9.743, "p95_ms": 5.774, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.533, "max": 8.0, "p95": 7.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 36}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.826, "count": 30, "max": 98.235, "p95": 56.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.758, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.167, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1046.467, "count": 30, "max": 13893.0, "p95": 4290.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.307, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.557, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159137.367, "count": 30, "max": 164855.0, "p95": 163319.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142787.233, "count": 30, "max": 163400.0, "p95": 163040.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 49.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.452, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.828, "count": 30, "max": 1.097, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25225, "sampled_at": "2026-11-03T12:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4585409, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:24:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:24:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3329878, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3329873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9769.258, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9221965516800, "copied_frame_count": 3335491, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9221965516800, "frame_buffer_copies": 3335491, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.144, "count": 512, "max_ms": 0.6036, "p50_ms": 0.1361, "p95_ms": 0.2525, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3396, "count": 512, "max_ms": 3.1311, "p50_ms": 1.2605, "p95_ms": 2.1836, "p99_ms": 2.627, "results": {"failed": 0, "not_applicable": 0, "success": 3335491, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:50+09:00", "last_error_summary": "[h264 @ 0x5a5812d68c40] error while decoding MB 124 85, bytestream -30", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.09, "last_started_at": "2026-11-03T12:22:02+09:00", "pid": 75962, "process": {"exists": false, "pid": 75962}, "restart_count": 155, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.598, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3335491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-03T12:25:50+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-03T12:25:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.922, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 424.078, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-03T12:25:50.193520+09:00", "mtime_epoch": 1793676350.1935196, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:25:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2407.199, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3335491, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 281}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 281, "pushed_frames": 281, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.378, "pushed": 9.378, "read": 9.345}, "hints": ["frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.013, "count": 280, "max_ms": 1.1, "p95_ms": 0.018, "reason": null, "sample_age_ms": 72.472, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 280, "max_ms": 6.515, "p95_ms": 1.887, "reason": null, "sample_age_ms": 108.88, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 280, "max_ms": 2.699, "p95_ms": 1.302, "reason": null, "sample_age_ms": 109.148, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.118, "count": 280, "max_ms": 0.472, "p95_ms": 0.246, "reason": null, "sample_age_ms": 72.477, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.638, "count": 280, "max_ms": 6.224, "p95_ms": 2.731, "reason": null, "sample_age_ms": 107.954, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2211848.0, "count": 280, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 107.937, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.552, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.795, "count": 280, "max_ms": 84.433, "p95_ms": 63.567, "reason": null, "sample_age_ms": 72.469, "source": "client_direct"}, "sample_age_ms": 72.466, "source": "client_direct", "task_total_ms": {"avg_ms": 47.76, "count": 280, "max_ms": 91.205, "p95_ms": 65.861, "reason": null, "sample_age_ms": 72.466, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.896, "count": 281, "max_ms": 5.529, "p95_ms": 1.765}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 281, "max_ms": 1.251, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 281, "max_ms": 2.078, "p95_ms": 0.24}, "event_filter_ms": {"avg_ms": 0.004, "count": 281, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.1, "count": 281, "max_ms": 1.154, "p95_ms": 0.187}, "mcmt_ms": {"avg_ms": 0.003, "count": 281, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.218, "count": 281, "max_ms": 0.974, "p95_ms": 0.416}, "setup_ms": {"avg_ms": 0.053, "count": 281, "max_ms": 0.2, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 0.848, "count": 281, "max_ms": 5.464, "p95_ms": 1.681}, "track_match_ms": {"avg_ms": 0.007, "count": 281, "max_ms": 0.38, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.037, "count": 281, "max_ms": 0.427, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.977, "count": 281, "max_ms": 9.314, "p95_ms": 4.576}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 281, "max_ms": 0.179, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.911, "count": 281, "max_ms": 93.151, "p95_ms": 67.376}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 281, "max_ms": 0.142, "p95_ms": 0.108}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.721, "count": 281, "max_ms": 128.258, "p95_ms": 106.646}, "inference_input_copy_ms": {"avg_ms": 1.389, "count": 281, "max_ms": 4.41, "p95_ms": 2.41}, "processing_residual_ms": {"avg_ms": 0.182, "count": 281, "max_ms": 3.05, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.345, "count": 281, "max_ms": 130.589, "p95_ms": 108.446}, "read_interval": {"avg_ms": 107.099, "count": 280, "max_ms": 790.46, "p95_ms": 146.015}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 281, "max_ms": 0.076, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.149, "count": 281, "max_ms": 0.782, "p95_ms": 0.277}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 281, "max_ms": 0.074, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.131, "count": 281, "max_ms": 0.733, "p95_ms": 0.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 281, "max_ms": 0.025, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.928, "count": 281, "max_ms": 93.177, "p95_ms": 67.399}, "visualize": {"avg_ms": 31.803, "count": 281, "max_ms": 50.956, "p95_ms": 42.055}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.779, "count": 281, "max_ms": 49.167, "p95_ms": 40.422}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.564, "count": 281, "max_ms": 50.597, "p95_ms": 41.838}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 281, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.444, "count": 281, "max_ms": 50.39, "p95_ms": 41.732}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 281, "max_ms": 0.394, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 281}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 281}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2407.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.411, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.958, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3335444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138457, "write_bytes_delta": 138457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1398.0, "cpu_core_ratio": 1.512514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 75962, "reason": null, "system_cpu_core_ratio": 0.059344, "system_cpu_s_delta": 1.1900000000000013, "user_cpu_core_ratio": 1.453171, "user_cpu_s_delta": 29.139999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.693672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.061338, "system_cpu_s_delta": 1.2300000000032014, "user_cpu_core_ratio": 0.632334, "user_cpu_s_delta": 12.680000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.071, "count": 288, "max_ms": 9.314, "p95_ms": 4.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.512, "count": 30, "max": 57.752, "p95": 48.56, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.35, "count": 30, "max": 41.63, "p95": 33.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1387.767, "count": 30, "max": 1562.0, "p95": 1539.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3401.967, "count": 30, "max": 52182.0, "p95": 21166.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.428, "count": 30, "max": 1.601, "p95": 1.567, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.247, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140222.2, "count": 30, "max": 142089.0, "p95": 141935.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121394.8, "count": 30, "max": 142089.0, "p95": 141935.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.467, "count": 30, "max": 43.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.671, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28234, "sampled_at": "2026-11-03T12:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4585409, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:24:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:24:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3329878, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3329873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9770.387, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9221965516800, "copied_frame_count": 3335491, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9221965516800, "frame_buffer_copies": 3335491, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.144, "count": 512, "max_ms": 0.6036, "p50_ms": 0.1361, "p95_ms": 0.2525, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3396, "count": 512, "max_ms": 3.1311, "p50_ms": 1.2605, "p95_ms": 2.1836, "p99_ms": 2.627, "results": {"failed": 0, "not_applicable": 0, "success": 3335491, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:50+09:00", "last_error_summary": "[h264 @ 0x5a5812d68c40] error while decoding MB 124 85, bytestream -30", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.167, "last_started_at": "2026-11-03T12:22:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 155, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 156}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.598, "sample_count": 2677, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3335491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-11-03T12:25:50+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-03T12:25:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 175.96, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 424.04, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.094, "exists": true, "mtime": "2026-11-03T12:25:50.193520+09:00", "mtime_epoch": 1793676350.1935196, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:25:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2407.32, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3335491, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 280, "pushed_frames": 280, "read_frames": 279, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.354, "pushed": 9.354, "read": 9.321}, "hints": ["frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 279, "client_acquire_ms": {"avg_ms": 0.013, "count": 280, "max_ms": 1.1, "p95_ms": 0.018, "reason": null, "sample_age_ms": 139.028, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 279, "max_ms": 6.515, "p95_ms": 1.896, "reason": null, "sample_age_ms": 175.436, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 279, "max_ms": 2.699, "p95_ms": 1.303, "reason": null, "sample_age_ms": 175.705, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.118, "count": 280, "max_ms": 0.472, "p95_ms": 0.246, "reason": null, "sample_age_ms": 139.033, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.635, "count": 279, "max_ms": 6.224, "p95_ms": 2.732, "reason": null, "sample_age_ms": 174.511, "source": "client_direct"}, "request_count": 279, "request_tensor_bytes": {"avg": 2211848.0, "count": 279, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 174.494, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.109, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.795, "count": 280, "max_ms": 84.433, "p95_ms": 63.567, "reason": null, "sample_age_ms": 139.025, "source": "client_direct"}, "sample_age_ms": 139.022, "source": "client_direct", "task_total_ms": {"avg_ms": 47.76, "count": 280, "max_ms": 91.205, "p95_ms": 65.861, "reason": null, "sample_age_ms": 139.022, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.113, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.887, "count": 280, "max_ms": 5.529, "p95_ms": 1.76}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.292, "count": 280, "max_ms": 0.85, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 0.128, "count": 280, "max_ms": 2.078, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.004, "count": 280, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 280, "max_ms": 1.154, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.216, "count": 280, "max_ms": 0.962, "p95_ms": 0.405}, "setup_ms": {"avg_ms": 0.052, "count": 280, "max_ms": 0.2, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 0.84, "count": 280, "max_ms": 5.464, "p95_ms": 1.657}, "track_match_ms": {"avg_ms": 0.007, "count": 280, "max_ms": 0.38, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.037, "count": 280, "max_ms": 0.427, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.978, "count": 280, "max_ms": 9.314, "p95_ms": 4.576}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 280, "max_ms": 0.179, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.842, "count": 280, "max_ms": 93.151, "p95_ms": 67.373}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 280, "max_ms": 0.142, "p95_ms": 0.108}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.602, "count": 280, "max_ms": 128.258, "p95_ms": 105.843}, "inference_input_copy_ms": {"avg_ms": 1.389, "count": 280, "max_ms": 4.41, "p95_ms": 2.41}, "processing_residual_ms": {"avg_ms": 0.182, "count": 280, "max_ms": 3.05, "p95_ms": 0.319}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.227, "count": 280, "max_ms": 130.589, "p95_ms": 107.435}, "read_interval": {"avg_ms": 107.028, "count": 279, "max_ms": 790.46, "p95_ms": 146.779}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 280, "max_ms": 0.076, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.146, "count": 280, "max_ms": 0.673, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 280, "max_ms": 0.074, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.129, "count": 280, "max_ms": 0.597, "p95_ms": 0.247}, "worker_merge_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.025, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 48.859, "count": 280, "max_ms": 93.177, "p95_ms": 67.386}, "visualize": {"avg_ms": 31.762, "count": 280, "max_ms": 50.956, "p95_ms": 42.043}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.741, "count": 280, "max_ms": 49.167, "p95_ms": 40.412}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.524, "count": 280, "max_ms": 50.597, "p95_ms": 41.414}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.404, "count": 280, "max_ms": 50.39, "p95_ms": 41.15}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 280, "max_ms": 0.394, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2407.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.411, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.958, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3335444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138457, "write_bytes_delta": 138457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1398.0, "cpu_core_ratio": 1.512514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 75962, "reason": null, "system_cpu_core_ratio": 0.059344, "system_cpu_s_delta": 1.1900000000000013, "user_cpu_core_ratio": 1.453171, "user_cpu_s_delta": 29.139999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.693672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.061338, "system_cpu_s_delta": 1.2300000000032014, "user_cpu_core_ratio": 0.632334, "user_cpu_s_delta": 12.680000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.071, "count": 288, "max_ms": 9.314, "p95_ms": 4.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.512, "count": 30, "max": 57.752, "p95": 48.56, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.35, "count": 30, "max": 41.63, "p95": 33.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1387.767, "count": 30, "max": 1562.0, "p95": 1539.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3401.967, "count": 30, "max": 52182.0, "p95": 21166.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.428, "count": 30, "max": 1.601, "p95": 1.567, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.247, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140222.2, "count": 30, "max": 142089.0, "p95": 141935.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121394.8, "count": 30, "max": 142089.0, "p95": 141935.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.467, "count": 30, "max": 43.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.671, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28234, "sampled_at": "2026-11-03T12:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5314759, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:25:17", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:25:17", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3234605, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3234200}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9806.867, "limit_mb": null}, "detail": {"pid": 76194, "restart_count": 301, "start_count": 302}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8957448806400, "copied_frame_count": 3239818, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8957448806400, "frame_buffer_copies": 3239818, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1516, "count": 512, "max_ms": 5.2615, "p50_ms": 0.1238, "p95_ms": 0.2556, "p99_ms": 0.3586}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5866, "count": 512, "max_ms": 7.571, "p50_ms": 1.5171, "p95_ms": 2.4936, "p99_ms": 3.0564, "results": {"failed": 0, "not_applicable": 0, "success": 3239818, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 281, "h264_decode_error_count": 880, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:48+09:00", "last_error_summary": "[h264 @ 0x6251d798b0c0] left block unavailable for requested intra mode [h264 @ 0x6251d798b0c0] error while decoding MB 0 63, bytestream 8578 [h264 @ 0x6251d79a5780] cabac decode of qscale diff failed at 51 60 [h264 @ 0x6251d79a5780] error while decoding MB 51 60, bytestream 19503", "last_exit_at": "2026-11-03T12:25:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:25:51+09:00", "pid": 76194, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.156, "name": "ffmpeg", "pid": 76194, "rss_mb": 58.156, "state": "S (sleeping)", "threads": 1}, "restart_count": 301, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 302}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.005, "sample_count": 2322, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239818, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.147, "last_frame_pushed_at": "2026-11-03T12:25:48+09:00", "last_frame_read_age_sec": 5.277, "last_frame_read_at": "2026-11-03T12:25:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.946, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 421.054, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 5.134, "exists": true, "mtime": "2026-11-03T12:25:48.125507+09:00", "mtime_epoch": 1793676348.1255074, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 155004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:25:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.035, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3239818, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.854, "max": 7.0, "p95": 7.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.051, "max": 1.0, "p95": 1.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.609, "pushed": 6.609, "read": 6.576}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.036, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5228.808, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.777, "count": 197, "max_ms": 6.47, "p95_ms": 2.253, "reason": null, "sample_age_ms": 5284.462, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.354, "count": 197, "max_ms": 6.001, "p95_ms": 1.792, "reason": null, "sample_age_ms": 5284.616, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 197, "max_ms": 1.022, "p95_ms": 0.759, "reason": null, "sample_age_ms": 5228.823, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.517, "count": 197, "max_ms": 7.834, "p95_ms": 3.969, "reason": null, "sample_age_ms": 5283.429, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5283.413, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5229.257, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.648, "count": 197, "max_ms": 81.934, "p95_ms": 71.276, "reason": null, "sample_age_ms": 5228.801, "source": "client_direct"}, "sample_age_ms": 5228.796, "source": "client_direct", "task_total_ms": {"avg_ms": 54.795, "count": 197, "max_ms": 85.069, "p95_ms": 74.415, "reason": null, "sample_age_ms": 5228.796, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.229, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.263, "count": 198, "max_ms": 10.548, "p95_ms": 3.762}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.327, "count": 198, "max_ms": 0.872, "p95_ms": 0.599}, "detection_prepare_ms": {"avg_ms": 0.25, "count": 198, "max_ms": 2.028, "p95_ms": 0.825}, "event_filter_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 198, "max_ms": 0.252, "p95_ms": 0.2}, "mcmt_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.345, "count": 198, "max_ms": 5.619, "p95_ms": 1.547}, "setup_ms": {"avg_ms": 0.058, "count": 198, "max_ms": 0.156, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 1.21, "count": 198, "max_ms": 10.37, "p95_ms": 3.724}, "track_match_ms": {"avg_ms": 0.011, "count": 198, "max_ms": 0.177, "p95_ms": 0.078}, "tracker_update_ms": {"avg_ms": 0.106, "count": 198, "max_ms": 2.101, "p95_ms": 0.834}}, "gstreamer_push": {"avg_ms": 3.439, "count": 198, "max_ms": 7.354, "p95_ms": 5.579}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 198, "max_ms": 0.19, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.014, "count": 198, "max_ms": 86.548, "p95_ms": 77.634}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.259, "count": 198, "max_ms": 8.922, "p95_ms": 3.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.774, "count": 198, "max_ms": 130.255, "p95_ms": 116.46}, "inference_input_copy_ms": {"avg_ms": 1.749, "count": 198, "max_ms": 4.122, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.229, "count": 198, "max_ms": 0.696, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.01, "count": 198, "max_ms": 134.187, "p95_ms": 121.419}, "read_interval": {"avg_ms": 125.744, "count": 197, "max_ms": 1153.388, "p95_ms": 176.361}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 198, "max_ms": 0.136, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.275, "count": 198, "max_ms": 5.295, "p95_ms": 1.499}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 198, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.257, "count": 198, "max_ms": 5.159, "p95_ms": 1.487}, "worker_merge_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.042, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 56.032, "count": 198, "max_ms": 86.56, "p95_ms": 77.65}, "visualize": {"avg_ms": 33.011, "count": 198, "max_ms": 51.103, "p95_ms": 42.602}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.296, "count": 198, "max_ms": 47.709, "p95_ms": 39.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.32, "count": 198, "max_ms": 48.872, "p95_ms": 40.89}, "visualize_input_copy_ms": {"avg_ms": 1.439, "count": 198, "max_ms": 3.547, "p95_ms": 2.44}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.16, "count": 198, "max_ms": 48.589, "p95_ms": 40.703}, "visualizer_prepare_ms": {"avg_ms": 0.098, "count": 198, "max_ms": 0.3, "p95_ms": 0.188}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2329.992, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.528, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.452, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3239734, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 161248, "write_bytes_delta": 161248, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 889.0, "cpu_core_ratio": 0.77458, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3691.0, "pid": 76078, "reason": null, "system_cpu_core_ratio": 0.217321, "system_cpu_s_delta": 4.359999999999999, "user_cpu_core_ratio": 0.557259, "user_cpu_s_delta": 11.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.691838, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066293, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.625545, "user_cpu_s_delta": 12.549999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.637, "count": 247, "max_ms": 9.743, "p95_ms": 5.774, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.533, "max": 8.0, "p95": 7.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 36}, "total": {"avg": 0.146, "max": 1.0, "p95": 1.0, "sample_count": 246}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.826, "count": 30, "max": 98.235, "p95": 56.937, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.758, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1174.167, "count": 30, "max": 1426.0, "p95": 1380.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1046.467, "count": 30, "max": 13893.0, "p95": 4290.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.073, "count": 30, "max": 0.307, "p95": 0.258, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.492, "count": 30, "max": 0.557, "p95": 0.532, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 159137.367, "count": 30, "max": 164855.0, "p95": 163319.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 142787.233, "count": 30, "max": 163400.0, "p95": 163040.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.033, "count": 30, "max": 49.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.266, "count": 30, "max": 0.452, "p95": 0.439, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.828, "count": 30, "max": 1.097, "p95": 1.053, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25225, "sampled_at": "2026-11-03T12:25:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4585409, "flush_count": 5619, "flush_interval_seconds": 30.0, "flush_state": {"count": 5619, "last_at": "2026-11-03T12:24:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:24:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5618}, "started": true, "suppressed_count": 3329878, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3329873}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5619, "written_record_count": 5619}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9991.859, "limit_mb": null}, "detail": {"pid": 76196, "restart_count": 156, "start_count": 157}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9221965516800, "copied_frame_count": 3335491, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9221965516800, "frame_buffer_copies": 3335491, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.144, "count": 512, "max_ms": 0.6036, "p50_ms": 0.1361, "p95_ms": 0.2525, "p99_ms": 0.3057}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3396, "count": 512, "max_ms": 3.1311, "p50_ms": 1.2605, "p95_ms": 2.1836, "p99_ms": 2.627, "results": {"failed": 0, "not_applicable": 0, "success": 3335491, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 146, "h264_decode_error_count": 269, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:25:50+09:00", "last_error_summary": "[h264 @ 0x5a5812d68c40] error while decoding MB 124 85, bytestream -30", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:25:52+09:00", "pid": 76196, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.418, "name": "ffmpeg", "pid": 76196, "rss_mb": 74.418, "state": "R (running)", "threads": 1}, "restart_count": 156, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.439, "sample_count": 2636, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3335491, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.586, "last_frame_pushed_at": "2026-11-03T12:25:50+09:00", "last_frame_read_age_sec": 4.653, "last_frame_read_at": "2026-11-03T12:25:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 180.454, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 419.546, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 4.578, "exists": true, "mtime": "2026-11-03T12:25:50.193520+09:00", "mtime_epoch": 1793676350.1935196, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139512}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:25:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2407.32, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3335491, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.938, "pushed": 7.938, "read": 7.904}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.013, "count": 237, "max_ms": 1.1, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4630.121, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.668, "count": 237, "max_ms": 6.515, "p95_ms": 1.857, "reason": null, "sample_age_ms": 4666.53, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 237, "max_ms": 2.699, "p95_ms": 1.281, "reason": null, "sample_age_ms": 4666.798, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.118, "count": 237, "max_ms": 0.472, "p95_ms": 0.248, "reason": null, "sample_age_ms": 4630.126, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.607, "count": 237, "max_ms": 6.224, "p95_ms": 2.705, "reason": null, "sample_age_ms": 4665.604, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2211848.0, "count": 237, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4665.587, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4630.202, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.808, "count": 237, "max_ms": 84.433, "p95_ms": 61.821, "reason": null, "sample_age_ms": 4630.119, "source": "client_direct"}, "sample_age_ms": 4630.116, "source": "client_direct", "task_total_ms": {"avg_ms": 46.741, "count": 237, "max_ms": 91.205, "p95_ms": 63.757, "reason": null, "sample_age_ms": 4630.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.149, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.874, "count": 238, "max_ms": 5.529, "p95_ms": 1.575}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.288, "count": 238, "max_ms": 0.85, "p95_ms": 0.583}, "detection_prepare_ms": {"avg_ms": 0.127, "count": 238, "max_ms": 2.078, "p95_ms": 0.225}, "event_filter_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.023, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 238, "max_ms": 1.154, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 238, "max_ms": 0.024, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.211, "count": 238, "max_ms": 0.962, "p95_ms": 0.389}, "setup_ms": {"avg_ms": 0.052, "count": 238, "max_ms": 0.2, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.827, "count": 238, "max_ms": 5.464, "p95_ms": 1.509}, "track_match_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.38, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.037, "count": 238, "max_ms": 0.427, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.974, "count": 238, "max_ms": 9.314, "p95_ms": 4.604}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 238, "max_ms": 0.179, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.825, "count": 238, "max_ms": 93.151, "p95_ms": 65.757}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 238, "max_ms": 0.142, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.311, "count": 238, "max_ms": 126.76, "p95_ms": 105.308}, "inference_input_copy_ms": {"avg_ms": 1.35, "count": 238, "max_ms": 4.41, "p95_ms": 2.254}, "processing_residual_ms": {"avg_ms": 0.183, "count": 238, "max_ms": 3.05, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.896, "count": 238, "max_ms": 128.96, "p95_ms": 106.597}, "read_interval": {"avg_ms": 107.224, "count": 237, "max_ms": 790.46, "p95_ms": 146.779}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 238, "max_ms": 0.076, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.142, "count": 238, "max_ms": 0.673, "p95_ms": 0.258}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 238, "max_ms": 0.058, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 238, "max_ms": 0.597, "p95_ms": 0.23}, "worker_merge_ms": {"avg_ms": 0.006, "count": 238, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 47.843, "count": 238, "max_ms": 93.177, "p95_ms": 65.776}, "visualize": {"avg_ms": 31.525, "count": 238, "max_ms": 50.956, "p95_ms": 41.033}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.521, "count": 238, "max_ms": 49.167, "p95_ms": 39.747}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.287, "count": 238, "max_ms": 50.597, "p95_ms": 40.811}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.169, "count": 238, "max_ms": 50.39, "p95_ms": 40.636}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 238, "max_ms": 0.394, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2407.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.411, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 120.958, "sample_count": 2681, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3335444, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:25:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138457, "write_bytes_delta": 138457, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1398.0, "cpu_core_ratio": 1.512514, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 75962, "reason": null, "system_cpu_core_ratio": 0.059344, "system_cpu_s_delta": 1.1900000000000013, "user_cpu_core_ratio": 1.453171, "user_cpu_s_delta": 29.139999999999986}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.693672, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.061338, "system_cpu_s_delta": 1.2300000000032014, "user_cpu_core_ratio": 0.632334, "user_cpu_s_delta": 12.680000000022119}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.071, "count": 288, "max_ms": 9.314, "p95_ms": 4.714, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 288}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 288}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.512, "count": 30, "max": 57.752, "p95": 48.56, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.35, "count": 30, "max": 41.63, "p95": 33.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1387.767, "count": 30, "max": 1562.0, "p95": 1539.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3401.967, "count": 30, "max": 52182.0, "p95": 21166.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.392, "p95": 0.137, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.428, "count": 30, "max": 1.601, "p95": 1.567, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.247, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140222.2, "count": 30, "max": 142089.0, "p95": 141935.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121394.8, "count": 30, "max": 142089.0, "p95": 141935.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.467, "count": 30, "max": 43.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.671, "p95": 0.661, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28234, "sampled_at": "2026-11-03T12:25:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:25:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4587926, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:27:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:27:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3330929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3330924}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10037.406, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224879616000, "copied_frame_count": 3336545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9224879616000, "frame_buffer_copies": 3336545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1404, "count": 512, "max_ms": 0.3695, "p50_ms": 0.1287, "p95_ms": 0.2573, "p99_ms": 0.3363}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3268, "count": 512, "max_ms": 6.1968, "p50_ms": 1.2319, "p95_ms": 2.2204, "p99_ms": 2.7907, "results": {"failed": 0, "not_applicable": 0, "success": 3336545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 147, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:00+09:00", "last_error_summary": "[h264 @ 0x62aab1bc8a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62aab1bc8a00] error while decoding MB 0 74, bytestream 83980", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.724, "last_started_at": "2026-11-03T12:25:52+09:00", "pid": 76196, "process": {"exists": false, "pid": 76196}, "restart_count": 156, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.993, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-11-03T12:28:00+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-03T12:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.202, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 293.798, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-11-03T12:28:00.423273+09:00", "mtime_epoch": 1793676480.4232726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:28:00+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2407.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3336545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 144, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.84, "pushed": 4.84, "read": 4.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 144, "client_acquire_ms": {"avg_ms": 0.008, "count": 144, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 135.689, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.582, "count": 144, "max_ms": 3.111, "p95_ms": 1.75, "reason": null, "sample_age_ms": 191.675, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 144, "max_ms": 1.923, "p95_ms": 1.261, "reason": null, "sample_age_ms": 191.877, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 144, "max_ms": 0.289, "p95_ms": 0.219, "reason": null, "sample_age_ms": 135.696, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.465, "count": 144, "max_ms": 2.917, "p95_ms": 2.507, "reason": null, "sample_age_ms": 190.504, "source": "client_direct"}, "request_count": 144, "request_tensor_bytes": {"avg": 2211848.0, "count": 144, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 190.491, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 135.797, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.885, "count": 144, "max_ms": 76.487, "p95_ms": 57.741, "reason": null, "sample_age_ms": 135.686, "source": "client_direct"}, "sample_age_ms": 135.682, "source": "client_direct", "task_total_ms": {"avg_ms": 41.626, "count": 144, "max_ms": 78.766, "p95_ms": 60.09, "reason": null, "sample_age_ms": 135.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.569, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.788, "count": 145, "max_ms": 1.785, "p95_ms": 1.548}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 145, "max_ms": 0.771, "p95_ms": 0.547}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 145, "max_ms": 0.317, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 145, "max_ms": 0.288, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 145, "max_ms": 0.562, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.045, "count": 145, "max_ms": 0.12, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.746, "count": 145, "max_ms": 1.686, "p95_ms": 1.459}, "track_match_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.037, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 145, "max_ms": 0.079, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.78, "count": 145, "max_ms": 6.942, "p95_ms": 4.61}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 145, "max_ms": 0.416, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.583, "count": 145, "max_ms": 79.893, "p95_ms": 61.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 145, "max_ms": 0.387, "p95_ms": 0.121}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.52, "count": 145, "max_ms": 110.086, "p95_ms": 97.548}, "inference_input_copy_ms": {"avg_ms": 1.367, "count": 145, "max_ms": 6.968, "p95_ms": 2.138}, "processing_residual_ms": {"avg_ms": 0.194, "count": 145, "max_ms": 0.561, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.131, "count": 145, "max_ms": 111.616, "p95_ms": 99.201}, "read_interval": {"avg_ms": 207.497, "count": 144, "max_ms": 6687.342, "p95_ms": 143.129}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 145, "max_ms": 0.067, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.133, "count": 145, "max_ms": 0.421, "p95_ms": 0.263}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 145, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 145, "max_ms": 0.388, "p95_ms": 0.229}, "worker_merge_ms": {"avg_ms": 0.006, "count": 145, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.598, "count": 145, "max_ms": 79.902, "p95_ms": 61.228}, "visualize": {"avg_ms": 30.141, "count": 145, "max_ms": 48.551, "p95_ms": 40.616}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.199, "count": 145, "max_ms": 47.279, "p95_ms": 39.488}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.923, "count": 145, "max_ms": 48.363, "p95_ms": 40.311}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.813, "count": 145, "max_ms": 48.187, "p95_ms": 40.196}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 145, "max_ms": 0.226, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2407.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.74, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.894, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:27:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139858, "write_bytes_delta": 139858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 571.0, "cpu_core_ratio": 1.287721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7670.0, "pid": 76196, "reason": null, "system_cpu_core_ratio": 0.422245, "system_cpu_s_delta": 8.45, "user_cpu_core_ratio": 0.865476, "user_cpu_s_delta": 17.32000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.402257, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035479, "system_cpu_s_delta": 0.7099999999991269, "user_cpu_core_ratio": 0.366778, "user_cpu_s_delta": 7.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.137, "count": 206, "max_ms": 7.949, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.233, "count": 30, "max": 57.752, "p95": 44.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.394, "count": 30, "max": 41.63, "p95": 33.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1411.9, "count": 30, "max": 1562.0, "p95": 1534.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2329.2, "count": 30, "max": 52182.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.422, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.491, "count": 30, "max": 1.625, "p95": 1.597, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.247, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139836.733, "count": 30, "max": 142089.0, "p95": 141507.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121054.767, "count": 30, "max": 142089.0, "p95": 140997.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.033, "count": 30, "max": 73.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.617, "count": 30, "max": 0.671, "p95": 0.666, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28240, "sampled_at": "2026-11-03T12:27:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:27:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4587926, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:27:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:27:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3330929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3330924}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10040.281, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224879616000, "copied_frame_count": 3336545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9224879616000, "frame_buffer_copies": 3336545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1404, "count": 512, "max_ms": 0.3695, "p50_ms": 0.1287, "p95_ms": 0.2573, "p99_ms": 0.3363}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3268, "count": 512, "max_ms": 6.1968, "p50_ms": 1.2319, "p95_ms": 2.2204, "p99_ms": 2.7907, "results": {"failed": 0, "not_applicable": 0, "success": 3336545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 147, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:00+09:00", "last_error_summary": "[h264 @ 0x62aab1bc8a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62aab1bc8a00] error while decoding MB 0 74, bytestream 83980", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 127.791, "last_started_at": "2026-11-03T12:25:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 156, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 157}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.993, "sample_count": 2655, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.147, "last_frame_pushed_at": "2026-11-03T12:28:00+09:00", "last_frame_read_age_sec": 0.235, "last_frame_read_at": "2026-11-03T12:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.231, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 293.769, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-11-03T12:28:00.423273+09:00", "mtime_epoch": 1793676480.4232726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:28:00+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2407.828, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3336545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 144}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 144, "pushed_frames": 144, "read_frames": 143, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.811, "pushed": 4.811, "read": 4.777}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 143, "client_acquire_ms": {"avg_ms": 0.008, "count": 144, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 180.874, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.58, "count": 143, "max_ms": 3.111, "p95_ms": 1.76, "reason": null, "sample_age_ms": 236.86, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.254, "count": 143, "max_ms": 1.923, "p95_ms": 1.261, "reason": null, "sample_age_ms": 237.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 144, "max_ms": 0.289, "p95_ms": 0.219, "reason": null, "sample_age_ms": 180.88, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.461, "count": 143, "max_ms": 2.917, "p95_ms": 2.507, "reason": null, "sample_age_ms": 235.688, "source": "client_direct"}, "request_count": 143, "request_tensor_bytes": {"avg": 2211848.0, "count": 143, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 235.675, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 144, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 180.982, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.885, "count": 144, "max_ms": 76.487, "p95_ms": 57.741, "reason": null, "sample_age_ms": 180.871, "source": "client_direct"}, "sample_age_ms": 180.867, "source": "client_direct", "task_total_ms": {"avg_ms": 41.626, "count": 144, "max_ms": 78.766, "p95_ms": 60.09, "reason": null, "sample_age_ms": 180.867, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.834, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.788, "count": 144, "max_ms": 1.785, "p95_ms": 1.548}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.264, "count": 144, "max_ms": 0.771, "p95_ms": 0.547}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 144, "max_ms": 0.317, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.004, "count": 144, "max_ms": 0.013, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 144, "max_ms": 0.288, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 144, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 144, "max_ms": 0.562, "p95_ms": 0.374}, "setup_ms": {"avg_ms": 0.046, "count": 144, "max_ms": 0.12, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.746, "count": 144, "max_ms": 1.686, "p95_ms": 1.459}, "track_match_ms": {"avg_ms": 0.005, "count": 144, "max_ms": 0.037, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 144, "max_ms": 0.079, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.773, "count": 144, "max_ms": 6.942, "p95_ms": 4.61}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 144, "max_ms": 0.416, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.549, "count": 144, "max_ms": 79.893, "p95_ms": 61.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 144, "max_ms": 0.387, "p95_ms": 0.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.411, "count": 144, "max_ms": 110.086, "p95_ms": 97.548}, "inference_input_copy_ms": {"avg_ms": 1.368, "count": 144, "max_ms": 6.968, "p95_ms": 2.138}, "processing_residual_ms": {"avg_ms": 0.195, "count": 144, "max_ms": 0.561, "p95_ms": 0.39}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.023, "count": 144, "max_ms": 111.616, "p95_ms": 99.201}, "read_interval": {"avg_ms": 208.222, "count": 143, "max_ms": 6687.342, "p95_ms": 143.129}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 144, "max_ms": 0.067, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.133, "count": 144, "max_ms": 0.421, "p95_ms": 0.263}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 144, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 144, "max_ms": 0.388, "p95_ms": 0.229}, "worker_merge_ms": {"avg_ms": 0.006, "count": 144, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.564, "count": 144, "max_ms": 79.902, "p95_ms": 61.228}, "visualize": {"avg_ms": 30.065, "count": 144, "max_ms": 48.551, "p95_ms": 40.079}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.124, "count": 144, "max_ms": 47.279, "p95_ms": 39.286}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.846, "count": 144, "max_ms": 48.363, "p95_ms": 39.942}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 144, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.737, "count": 144, "max_ms": 48.187, "p95_ms": 39.844}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 144, "max_ms": 0.226, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 144}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2407.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.74, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.894, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:27:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139858, "write_bytes_delta": 139858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 571.0, "cpu_core_ratio": 1.287721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7670.0, "pid": 76196, "reason": null, "system_cpu_core_ratio": 0.422245, "system_cpu_s_delta": 8.45, "user_cpu_core_ratio": 0.865476, "user_cpu_s_delta": 17.32000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.402257, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035479, "system_cpu_s_delta": 0.7099999999991269, "user_cpu_core_ratio": 0.366778, "user_cpu_s_delta": 7.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.137, "count": 206, "max_ms": 7.949, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.233, "count": 30, "max": 57.752, "p95": 44.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.394, "count": 30, "max": 41.63, "p95": 33.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1411.9, "count": 30, "max": 1562.0, "p95": 1534.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2329.2, "count": 30, "max": 52182.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.422, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.491, "count": 30, "max": 1.625, "p95": 1.597, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.247, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139836.733, "count": 30, "max": 142089.0, "p95": 141507.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121054.767, "count": 30, "max": 142089.0, "p95": 140997.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.033, "count": 30, "max": 73.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.617, "count": 30, "max": 0.671, "p95": 0.666, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28240, "sampled_at": "2026-11-03T12:27:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:27:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4587926, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:27:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:27:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3330929, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3330924}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10086.016, "limit_mb": null}, "detail": {"pid": 76426, "restart_count": 157, "start_count": 158}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224879616000, "copied_frame_count": 3336545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9224879616000, "frame_buffer_copies": 3336545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1404, "count": 512, "max_ms": 0.3695, "p50_ms": 0.1287, "p95_ms": 0.2573, "p99_ms": 0.3363}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3268, "count": 512, "max_ms": 6.1968, "p50_ms": 1.2319, "p95_ms": 2.2204, "p99_ms": 2.7907, "results": {"failed": 0, "not_applicable": 0, "success": 3336545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 147, "h264_decode_error_count": 270, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:00+09:00", "last_error_summary": "[h264 @ 0x62aab1bc8a00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x62aab1bc8a00] error while decoding MB 0 74, bytestream 83980", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:28:03+09:00", "pid": 76426, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.133, "name": "ffmpeg", "pid": 76426, "rss_mb": 75.133, "state": "S (sleeping)", "threads": 1}, "restart_count": 157, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.993, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.68, "last_frame_pushed_at": "2026-11-03T12:28:00+09:00", "last_frame_read_age_sec": 4.767, "last_frame_read_at": "2026-11-03T12:28:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.787, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 289.213, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 4.67, "exists": true, "mtime": "2026-11-03T12:28:00.423273+09:00", "mtime_epoch": 1793676480.4232726, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142216}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:28:05+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2407.832, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3336545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 128}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 128}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 128}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 128, "pushed_frames": 128, "read_frames": 128, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.399, "pushed": 4.399, "read": 4.399}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 128, "client_acquire_ms": {"avg_ms": 0.008, "count": 128, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4720.701, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.576, "count": 128, "max_ms": 3.111, "p95_ms": 1.88, "reason": null, "sample_age_ms": 4776.687, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.252, "count": 128, "max_ms": 1.923, "p95_ms": 1.478, "reason": null, "sample_age_ms": 4776.889, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 128, "max_ms": 0.289, "p95_ms": 0.209, "reason": null, "sample_age_ms": 4720.708, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.453, "count": 128, "max_ms": 2.917, "p95_ms": 2.503, "reason": null, "sample_age_ms": 4775.516, "source": "client_direct"}, "request_count": 128, "request_tensor_bytes": {"avg": 2211848.0, "count": 128, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4775.503, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 128, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4720.809, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.99, "count": 128, "max_ms": 76.487, "p95_ms": 56.123, "reason": null, "sample_age_ms": 4720.698, "source": "client_direct"}, "sample_age_ms": 4720.694, "source": "client_direct", "task_total_ms": {"avg_ms": 40.716, "count": 128, "max_ms": 78.766, "p95_ms": 58.744, "reason": null, "sample_age_ms": 4720.694, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.333, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.769, "count": 128, "max_ms": 1.686, "p95_ms": 1.489}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.257, "count": 128, "max_ms": 0.604, "p95_ms": 0.547}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 128, "max_ms": 0.317, "p95_ms": 0.216}, "event_filter_ms": {"avg_ms": 0.004, "count": 128, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 128, "max_ms": 0.247, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 128, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 128, "max_ms": 0.562, "p95_ms": 0.368}, "setup_ms": {"avg_ms": 0.045, "count": 128, "max_ms": 0.12, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.727, "count": 128, "max_ms": 1.604, "p95_ms": 1.416}, "track_match_ms": {"avg_ms": 0.005, "count": 128, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 128, "max_ms": 0.079, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.682, "count": 128, "max_ms": 6.942, "p95_ms": 4.255}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 128, "max_ms": 0.416, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.632, "count": 128, "max_ms": 79.893, "p95_ms": 61.119}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 128, "max_ms": 0.387, "p95_ms": 0.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.843, "count": 128, "max_ms": 110.086, "p95_ms": 97.48}, "inference_input_copy_ms": {"avg_ms": 1.381, "count": 128, "max_ms": 6.968, "p95_ms": 2.147}, "processing_residual_ms": {"avg_ms": 0.197, "count": 128, "max_ms": 0.561, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.469, "count": 128, "max_ms": 111.616, "p95_ms": 99.201}, "read_interval": {"avg_ms": 220.18, "count": 128, "max_ms": 6687.342, "p95_ms": 143.129}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 128, "max_ms": 0.036, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.129, "count": 128, "max_ms": 0.421, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 128, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 128, "max_ms": 0.388, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.006, "count": 128, "max_ms": 0.022, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.647, "count": 128, "max_ms": 79.902, "p95_ms": 61.164}, "visualize": {"avg_ms": 29.466, "count": 128, "max_ms": 48.551, "p95_ms": 40.079}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.534, "count": 128, "max_ms": 47.279, "p95_ms": 39.286}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.249, "count": 128, "max_ms": 48.363, "p95_ms": 39.942}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 128, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.141, "count": 128, "max_ms": 48.187, "p95_ms": 39.844}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 128, "max_ms": 0.226, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 128}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 128}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2407.785, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.74, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.894, "sample_count": 2713, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336459, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:27:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139858, "write_bytes_delta": 139858, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 571.0, "cpu_core_ratio": 1.287721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7670.0, "pid": 76196, "reason": null, "system_cpu_core_ratio": 0.422245, "system_cpu_s_delta": 8.45, "user_cpu_core_ratio": 0.865476, "user_cpu_s_delta": 17.32000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.402257, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035479, "system_cpu_s_delta": 0.7099999999991269, "user_cpu_core_ratio": 0.366778, "user_cpu_s_delta": 7.3399999999965075}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.137, "count": 206, "max_ms": 7.949, "p95_ms": 5.076, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.233, "count": 30, "max": 57.752, "p95": 44.514, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.394, "count": 30, "max": 41.63, "p95": 33.897, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1411.9, "count": 30, "max": 1562.0, "p95": 1534.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2329.2, "count": 30, "max": 52182.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.074, "count": 30, "max": 0.422, "p95": 0.101, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.491, "count": 30, "max": 1.625, "p95": 1.597, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 5.247, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139836.733, "count": 30, "max": 142089.0, "p95": 141507.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 121054.767, "count": 30, "max": 142089.0, "p95": 140997.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.033, "count": 30, "max": 73.0, "p95": 35.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.617, "count": 30, "max": 0.671, "p95": 0.666, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28240, "sampled_at": "2026-11-03T12:27:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:27:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.101, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5317540, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:28:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:28:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3235853, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3235448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10184.422, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e629a6454c0] error while decoding MB 85 64, bytestream -9 [h264 @ 0x5e629999b140] cabac decode of qscale diff failed at 16 46 [h264 @ 0x5e629999b140] error while decoding MB 16 46, bytestream 13982 [h264 @ 0x5e6299877e40] error while decoding MB 79 49, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8960904806400, "copied_frame_count": 3241068, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8960904806400, "frame_buffer_copies": 3241068, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 0.4628, "p50_ms": 0.1123, "p95_ms": 0.2551, "p99_ms": 0.3622}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4871, "count": 512, "max_ms": 4.0804, "p50_ms": 1.3967, "p95_ms": 2.5918, "p99_ms": 3.3368, "results": {"failed": 0, "not_applicable": 0, "success": 3241068, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 282, "h264_decode_error_count": 884, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x5e629a6454c0] error while decoding MB 85 64, bytestream -9 [h264 @ 0x5e629999b140] cabac decode of qscale diff failed at 16 46 [h264 @ 0x5e629999b140] error while decoding MB 16 46, bytestream 13982 [h264 @ 0x5e6299877e40] error while decoding MB 79 49, bytestream -5", "last_exit_at": "2026-11-03T12:25:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.387, "last_started_at": "2026-11-03T12:25:51+09:00", "pid": 76194, "process": {"exists": false, "pid": 76194}, "restart_count": 301, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 302}, "frame_flow": {"enabled": true, "error": "RuntimeError: deque mutated during iteration"}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-11-03T12:28:35+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T12:28:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 341.334, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 258.666, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T12:28:35.561472+09:00", "mtime_epoch": 1793676515.5614724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 165551}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:28:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.656, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3241069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.335, "max": 6.0, "p95": 5.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 162, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.677, "pushed": 5.677, "read": 5.712}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 28.783, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 162, "max_ms": 4.725, "p95_ms": 2.43, "reason": null, "sample_age_ms": 92.356, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 162, "max_ms": 4.078, "p95_ms": 1.905, "reason": null, "sample_age_ms": 92.522, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 162, "max_ms": 0.828, "p95_ms": 0.616, "reason": null, "sample_age_ms": 28.797, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.399, "count": 162, "max_ms": 8.339, "p95_ms": 4.062, "reason": null, "sample_age_ms": 91.105, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2764808.0, "count": 162, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.09, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.329, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.811, "count": 162, "max_ms": 77.668, "p95_ms": 68.936, "reason": null, "sample_age_ms": 28.779, "source": "client_direct"}, "sample_age_ms": 28.771, "source": "client_direct", "task_total_ms": {"avg_ms": 54.775, "count": 162, "max_ms": 81.868, "p95_ms": 71.818, "reason": null, "sample_age_ms": 28.771, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.319, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.983, "count": 161, "max_ms": 3.273, "p95_ms": 1.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.31, "count": 161, "max_ms": 0.882, "p95_ms": 0.556}, "detection_prepare_ms": {"avg_ms": 0.181, "count": 161, "max_ms": 0.501, "p95_ms": 0.346}, "event_filter_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 161, "max_ms": 0.293, "p95_ms": 0.181}, "mcmt_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.237, "count": 161, "max_ms": 1.315, "p95_ms": 0.51}, "setup_ms": {"avg_ms": 0.052, "count": 161, "max_ms": 0.134, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.932, "count": 161, "max_ms": 3.157, "p95_ms": 1.626}, "track_match_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.039, "count": 161, "max_ms": 0.107, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.523, "count": 161, "max_ms": 7.73, "p95_ms": 5.791}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 161, "max_ms": 0.367, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.929, "count": 161, "max_ms": 84.632, "p95_ms": 73.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 161, "max_ms": 0.156, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.53, "count": 161, "max_ms": 118.084, "p95_ms": 109.576}, "inference_input_copy_ms": {"avg_ms": 1.784, "count": 161, "max_ms": 3.802, "p95_ms": 2.782}, "processing_residual_ms": {"avg_ms": 0.241, "count": 161, "max_ms": 0.488, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.605, "count": 161, "max_ms": 120.21, "p95_ms": 111.61}, "read_interval": {"avg_ms": 190.691, "count": 162, "max_ms": 4115.879, "p95_ms": 166.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 161, "max_ms": 0.059, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 0.168, "count": 161, "max_ms": 1.151, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 161, "max_ms": 0.062, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.149, "count": 161, "max_ms": 1.111, "p95_ms": 0.307}, "worker_merge_ms": {"avg_ms": 0.007, "count": 161, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.944, "count": 161, "max_ms": 84.645, "p95_ms": 73.878}, "visualize": {"avg_ms": 32.317, "count": 161, "max_ms": 48.217, "p95_ms": 40.905}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.322, "count": 161, "max_ms": 46.92, "p95_ms": 39.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.064, "count": 161, "max_ms": 47.846, "p95_ms": 40.557}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 161, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.951, "count": 161, "max_ms": 47.693, "p95_ms": 40.407}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 161, "max_ms": 0.228, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.024, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.319, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3240962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 151064, "write_bytes_delta": 151064, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.948773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3057.0, "pid": 76194, "reason": null, "system_cpu_core_ratio": 0.471647, "system_cpu_s_delta": 10.330000000000002, "user_cpu_core_ratio": 0.477126, "user_cpu_s_delta": 10.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.338782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033787, "system_cpu_s_delta": 0.7399999999906868, "user_cpu_core_ratio": 0.304995, "user_cpu_s_delta": 6.680000000051223}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.101, "count": 159, "max_ms": 6.725, "p95_ms": 5.001, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.836, "max": 6.0, "p95": 5.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.672, "count": 30, "max": 98.235, "p95": 60.319, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.135, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.933, "count": 30, "max": 1314.0, "p95": 1307.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1431.1, "count": 30, "max": 13893.0, "p95": 5871.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.565, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156805.067, "count": 30, "max": 162822.0, "p95": 162352.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140658.933, "count": 30, "max": 162674.0, "p95": 161030.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 49.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.435, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25233, "sampled_at": "2026-11-03T12:28:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:28:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.361, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5317540, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:28:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:28:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3235853, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3235448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10184.379, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x5e629a6454c0] error while decoding MB 85 64, bytestream -9 [h264 @ 0x5e629999b140] cabac decode of qscale diff failed at 16 46 [h264 @ 0x5e629999b140] error while decoding MB 16 46, bytestream 13982 [h264 @ 0x5e6299877e40] error while decoding MB 79 49, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8960907571200, "copied_frame_count": 3241069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8960907571200, "frame_buffer_copies": 3241069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1494, "count": 512, "max_ms": 9.0327, "p50_ms": 0.1123, "p95_ms": 0.2555, "p99_ms": 0.4037}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4978, "count": 512, "max_ms": 7.022, "p50_ms": 1.3967, "p95_ms": 2.62, "p99_ms": 3.3932, "results": {"failed": 0, "not_applicable": 0, "success": 3241069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 282, "h264_decode_error_count": 884, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x5e629a6454c0] error while decoding MB 85 64, bytestream -9 [h264 @ 0x5e629999b140] cabac decode of qscale diff failed at 16 46 [h264 @ 0x5e629999b140] error while decoding MB 16 46, bytestream 13982 [h264 @ 0x5e6299877e40] error while decoding MB 79 49, bytestream -5", "last_exit_at": "2026-11-03T12:28:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.439, "last_started_at": "2026-11-03T12:25:51+09:00", "pid": 76194, "process": {"exists": false, "pid": 76194}, "restart_count": 301, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 302}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.234, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-03T12:28:35+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-11-03T12:28:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 341.389, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 258.611, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-03T12:28:35.681473+09:00", "mtime_epoch": 1793676515.6814733, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 165486}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:28:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3241069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.327, "max": 6.0, "p95": 5.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.702, "pushed": 5.702, "read": 5.702}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 92.517, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 162, "max_ms": 4.725, "p95_ms": 2.43, "reason": null, "sample_age_ms": 156.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 162, "max_ms": 4.078, "p95_ms": 1.905, "reason": null, "sample_age_ms": 156.256, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 162, "max_ms": 0.828, "p95_ms": 0.616, "reason": null, "sample_age_ms": 92.531, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.399, "count": 162, "max_ms": 8.339, "p95_ms": 4.062, "reason": null, "sample_age_ms": 154.839, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2764808.0, "count": 162, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 154.824, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.063, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.811, "count": 162, "max_ms": 77.668, "p95_ms": 68.936, "reason": null, "sample_age_ms": 92.513, "source": "client_direct"}, "sample_age_ms": 92.505, "source": "client_direct", "task_total_ms": {"avg_ms": 54.775, "count": 162, "max_ms": 81.868, "p95_ms": 71.818, "reason": null, "sample_age_ms": 92.505, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.381, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.986, "count": 162, "max_ms": 3.273, "p95_ms": 1.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 162, "max_ms": 0.882, "p95_ms": 0.556}, "detection_prepare_ms": {"avg_ms": 0.181, "count": 162, "max_ms": 0.501, "p95_ms": 0.346}, "event_filter_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.293, "p95_ms": 0.181}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.238, "count": 162, "max_ms": 1.315, "p95_ms": 0.51}, "setup_ms": {"avg_ms": 0.052, "count": 162, "max_ms": 0.134, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.935, "count": 162, "max_ms": 3.157, "p95_ms": 1.626}, "track_match_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.039, "count": 162, "max_ms": 0.107, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.528, "count": 162, "max_ms": 7.73, "p95_ms": 5.791}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 162, "max_ms": 0.367, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.98, "count": 162, "max_ms": 84.632, "p95_ms": 73.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 162, "max_ms": 0.156, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.567, "count": 162, "max_ms": 118.084, "p95_ms": 109.576}, "inference_input_copy_ms": {"avg_ms": 1.778, "count": 162, "max_ms": 3.802, "p95_ms": 2.782}, "processing_residual_ms": {"avg_ms": 0.24, "count": 162, "max_ms": 0.488, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.635, "count": 162, "max_ms": 120.21, "p95_ms": 111.61}, "read_interval": {"avg_ms": 190.691, "count": 162, "max_ms": 4115.879, "p95_ms": 166.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 162, "max_ms": 0.059, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 0.169, "count": 162, "max_ms": 1.151, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 162, "max_ms": 0.062, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.149, "count": 162, "max_ms": 1.111, "p95_ms": 0.307}, "worker_merge_ms": {"avg_ms": 0.007, "count": 162, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.995, "count": 162, "max_ms": 84.645, "p95_ms": 73.878}, "visualize": {"avg_ms": 32.302, "count": 162, "max_ms": 48.217, "p95_ms": 40.905}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.305, "count": 162, "max_ms": 46.92, "p95_ms": 39.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.049, "count": 162, "max_ms": 47.846, "p95_ms": 40.557}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 162, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.936, "count": 162, "max_ms": 47.693, "p95_ms": 40.407}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 162, "max_ms": 0.228, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.024, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.319, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3240962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 151064, "write_bytes_delta": 151064, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.948773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3057.0, "pid": 76194, "reason": null, "system_cpu_core_ratio": 0.471647, "system_cpu_s_delta": 10.330000000000002, "user_cpu_core_ratio": 0.477126, "user_cpu_s_delta": 10.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.338782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033787, "system_cpu_s_delta": 0.7399999999906868, "user_cpu_core_ratio": 0.304995, "user_cpu_s_delta": 6.680000000051223}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.101, "count": 159, "max_ms": 6.725, "p95_ms": 5.001, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.836, "max": 6.0, "p95": 5.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.672, "count": 30, "max": 98.235, "p95": 60.319, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.135, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.933, "count": 30, "max": 1314.0, "p95": 1307.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1431.1, "count": 30, "max": 13893.0, "p95": 5871.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.565, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156805.067, "count": 30, "max": 162822.0, "p95": 162352.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140658.933, "count": 30, "max": 162674.0, "p95": 161030.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 49.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.435, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25233, "sampled_at": "2026-11-03T12:28:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:28:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.413, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5317540, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:28:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:28:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3235853, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3235448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10185.016, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8960907571200, "copied_frame_count": 3241069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8960907571200, "frame_buffer_copies": 3241069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1494, "count": 512, "max_ms": 9.0327, "p50_ms": 0.1123, "p95_ms": 0.2555, "p99_ms": 0.4037}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4978, "count": 512, "max_ms": 7.022, "p50_ms": 1.3967, "p95_ms": 2.62, "p99_ms": 3.3932, "results": {"failed": 0, "not_applicable": 0, "success": 3241069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 282, "h264_decode_error_count": 884, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x5e629a6454c0] error while decoding MB 85 64, bytestream -9 [h264 @ 0x5e629999b140] cabac decode of qscale diff failed at 16 46 [h264 @ 0x5e629999b140] error while decoding MB 16 46, bytestream 13982 [h264 @ 0x5e6299877e40] error while decoding MB 79 49, bytestream -5", "last_exit_at": "2026-11-03T12:28:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 164.482, "last_started_at": "2026-11-03T12:25:51+09:00", "pid": 76194, "process": {"exists": false, "pid": 76194}, "restart_count": 301, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 302}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.234, "sample_count": 2309, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T12:28:35+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-11-03T12:28:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 341.419, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 258.581, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.058, "exists": true, "mtime": "2026-11-03T12:28:35.681473+09:00", "mtime_epoch": 1793676515.6814733, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 165486}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:28:35+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.656, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3241069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.327, "max": 6.0, "p95": 5.0, "sample_count": 162}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 162, "pushed_frames": 162, "read_frames": 162, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.693, "pushed": 5.693, "read": 5.693}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.01, "count": 162, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 126.146, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 162, "max_ms": 4.725, "p95_ms": 2.43, "reason": null, "sample_age_ms": 189.719, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 162, "max_ms": 4.078, "p95_ms": 1.905, "reason": null, "sample_age_ms": 189.885, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.343, "count": 162, "max_ms": 0.828, "p95_ms": 0.616, "reason": null, "sample_age_ms": 126.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.399, "count": 162, "max_ms": 8.339, "p95_ms": 4.062, "reason": null, "sample_age_ms": 188.468, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2764808.0, "count": 162, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.453, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.692, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.811, "count": 162, "max_ms": 77.668, "p95_ms": 68.936, "reason": null, "sample_age_ms": 126.142, "source": "client_direct"}, "sample_age_ms": 126.134, "source": "client_direct", "task_total_ms": {"avg_ms": 54.775, "count": 162, "max_ms": 81.868, "p95_ms": 71.818, "reason": null, "sample_age_ms": 126.134, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.684, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.986, "count": 162, "max_ms": 3.273, "p95_ms": 1.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 162, "max_ms": 0.882, "p95_ms": 0.556}, "detection_prepare_ms": {"avg_ms": 0.181, "count": 162, "max_ms": 0.501, "p95_ms": 0.346}, "event_filter_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.02, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 162, "max_ms": 0.293, "p95_ms": 0.181}, "mcmt_ms": {"avg_ms": 0.003, "count": 162, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.238, "count": 162, "max_ms": 1.315, "p95_ms": 0.51}, "setup_ms": {"avg_ms": 0.052, "count": 162, "max_ms": 0.134, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.935, "count": 162, "max_ms": 3.157, "p95_ms": 1.626}, "track_match_ms": {"avg_ms": 0.005, "count": 162, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.039, "count": 162, "max_ms": 0.107, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.528, "count": 162, "max_ms": 7.73, "p95_ms": 5.791}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 162, "max_ms": 0.367, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.98, "count": 162, "max_ms": 84.632, "p95_ms": 73.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 162, "max_ms": 0.156, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.567, "count": 162, "max_ms": 118.084, "p95_ms": 109.576}, "inference_input_copy_ms": {"avg_ms": 1.778, "count": 162, "max_ms": 3.802, "p95_ms": 2.782}, "processing_residual_ms": {"avg_ms": 0.24, "count": 162, "max_ms": 0.488, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.635, "count": 162, "max_ms": 120.21, "p95_ms": 111.61}, "read_interval": {"avg_ms": 190.691, "count": 162, "max_ms": 4115.879, "p95_ms": 166.234}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 162, "max_ms": 0.059, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 0.169, "count": 162, "max_ms": 1.151, "p95_ms": 0.357}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 162, "max_ms": 0.062, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.149, "count": 162, "max_ms": 1.111, "p95_ms": 0.307}, "worker_merge_ms": {"avg_ms": 0.007, "count": 162, "max_ms": 0.025, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 55.995, "count": 162, "max_ms": 84.645, "p95_ms": 73.878}, "visualize": {"avg_ms": 32.302, "count": 162, "max_ms": 48.217, "p95_ms": 40.905}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.305, "count": 162, "max_ms": 46.92, "p95_ms": 39.765}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.049, "count": 162, "max_ms": 47.846, "p95_ms": 40.557}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 162, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 162, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.936, "count": 162, "max_ms": 47.693, "p95_ms": 40.407}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 162, "max_ms": 0.228, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 162}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 162}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.024, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.319, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3240962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 151064, "write_bytes_delta": 151064, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.948773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3057.0, "pid": 76194, "reason": null, "system_cpu_core_ratio": 0.471647, "system_cpu_s_delta": 10.330000000000002, "user_cpu_core_ratio": 0.477126, "user_cpu_s_delta": 10.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.338782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033787, "system_cpu_s_delta": 0.7399999999906868, "user_cpu_core_ratio": 0.304995, "user_cpu_s_delta": 6.680000000051223}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.101, "count": 159, "max_ms": 6.725, "p95_ms": 5.001, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.836, "max": 6.0, "p95": 5.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.672, "count": 30, "max": 98.235, "p95": 60.319, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.135, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.933, "count": 30, "max": 1314.0, "p95": 1307.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1431.1, "count": 30, "max": 13893.0, "p95": 5871.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.565, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156805.067, "count": 30, "max": 162822.0, "p95": 162352.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140658.933, "count": 30, "max": 162674.0, "p95": 161030.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 49.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.435, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25233, "sampled_at": "2026-11-03T12:28:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:28:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.456, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5317540, "flush_count": 5622, "flush_interval_seconds": 30.0, "flush_state": {"count": 5622, "last_at": "2026-11-03T12:28:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:28:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5621}, "started": true, "suppressed_count": 3235853, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3235448}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5622, "written_record_count": 5622}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10350.473, "limit_mb": null}, "detail": {"pid": 76542, "restart_count": 302, "start_count": 303}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8960907571200, "copied_frame_count": 3241069, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8960907571200, "frame_buffer_copies": 3241069, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1494, "count": 512, "max_ms": 9.0327, "p50_ms": 0.1123, "p95_ms": 0.2555, "p99_ms": 0.4037}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4978, "count": 512, "max_ms": 7.022, "p50_ms": 1.3967, "p95_ms": 2.62, "p99_ms": 3.3932, "results": {"failed": 0, "not_applicable": 0, "success": 3241069, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 282, "h264_decode_error_count": 884, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:28:35+09:00", "last_error_summary": "[h264 @ 0x5e629a6454c0] error while decoding MB 85 64, bytestream -9 [h264 @ 0x5e629999b140] cabac decode of qscale diff failed at 16 46 [h264 @ 0x5e629999b140] error while decoding MB 16 46, bytestream 13982 [h264 @ 0x5e6299877e40] error while decoding MB 79 49, bytestream -5", "last_exit_at": "2026-11-03T12:28:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:28:38+09:00", "pid": 76542, "process": {"exists": true, "fd_count": 5, "hwm_mb": 203.848, "name": "ffmpeg", "pid": 76542, "rss_mb": 203.848, "state": "S (sleeping)", "threads": 70}, "restart_count": 302, "restart_count_per_hour": 29, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 303}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.082, "sample_count": 2278, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241069, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.805, "last_frame_pushed_at": "2026-11-03T12:28:35+09:00", "last_frame_read_age_sec": 4.924, "last_frame_read_at": "2026-11-03T12:28:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 346.172, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 253.828, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 4.798, "exists": true, "mtime": "2026-11-03T12:28:35.681473+09:00", "mtime_epoch": 1793676515.6814733, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 165486}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:28:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2330.66, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3241069, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.361, "max": 6.0, "p95": 5.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.443, "pushed": 4.443, "read": 4.409}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.009, "count": 133, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4872.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.754, "count": 132, "max_ms": 4.725, "p95_ms": 2.364, "reason": null, "sample_age_ms": 4936.217, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 132, "max_ms": 4.078, "p95_ms": 1.955, "reason": null, "sample_age_ms": 4936.383, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.345, "count": 133, "max_ms": 0.808, "p95_ms": 0.631, "reason": null, "sample_age_ms": 4872.658, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.286, "count": 132, "max_ms": 4.7, "p95_ms": 3.818, "reason": null, "sample_age_ms": 4934.966, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2764808.0, "count": 132, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4934.951, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4873.189, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.733, "count": 133, "max_ms": 77.668, "p95_ms": 68.253, "reason": null, "sample_age_ms": 4872.639, "source": "client_direct"}, "sample_age_ms": 4872.632, "source": "client_direct", "task_total_ms": {"avg_ms": 54.585, "count": 133, "max_ms": 80.726, "p95_ms": 71.61, "reason": null, "sample_age_ms": 4872.632, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.437, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.014, "count": 133, "max_ms": 3.273, "p95_ms": 1.746}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.322, "count": 133, "max_ms": 0.882, "p95_ms": 0.58}, "detection_prepare_ms": {"avg_ms": 0.185, "count": 133, "max_ms": 0.501, "p95_ms": 0.357}, "event_filter_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 133, "max_ms": 0.293, "p95_ms": 0.184}, "mcmt_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.019, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.246, "count": 133, "max_ms": 1.315, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.053, "count": 133, "max_ms": 0.134, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 0.962, "count": 133, "max_ms": 3.157, "p95_ms": 1.665}, "track_match_ms": {"avg_ms": 0.005, "count": 133, "max_ms": 0.022, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.04, "count": 133, "max_ms": 0.107, "p95_ms": 0.077}}, "gstreamer_push": {"avg_ms": 3.494, "count": 133, "max_ms": 7.73, "p95_ms": 5.791}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 133, "max_ms": 0.367, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.769, "count": 133, "max_ms": 82.632, "p95_ms": 73.85}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 133, "max_ms": 0.156, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.385, "count": 133, "max_ms": 118.084, "p95_ms": 108.532}, "inference_input_copy_ms": {"avg_ms": 1.777, "count": 133, "max_ms": 3.802, "p95_ms": 2.785}, "processing_residual_ms": {"avg_ms": 0.236, "count": 133, "max_ms": 0.488, "p95_ms": 0.419}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.446, "count": 133, "max_ms": 120.21, "p95_ms": 110.746}, "read_interval": {"avg_ms": 190.166, "count": 132, "max_ms": 4115.879, "p95_ms": 168.556}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 133, "max_ms": 0.059, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 0.174, "count": 133, "max_ms": 1.151, "p95_ms": 0.387}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 133, "max_ms": 0.062, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.155, "count": 133, "max_ms": 1.111, "p95_ms": 0.329}, "worker_merge_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.025, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.784, "count": 133, "max_ms": 82.638, "p95_ms": 73.878}, "visualize": {"avg_ms": 32.311, "count": 133, "max_ms": 48.217, "p95_ms": 40.859}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.311, "count": 133, "max_ms": 46.92, "p95_ms": 39.471}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.051, "count": 133, "max_ms": 47.846, "p95_ms": 40.544}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 133, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.939, "count": 133, "max_ms": 47.693, "p95_ms": 40.386}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 133, "max_ms": 0.228, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2330.574, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.024, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.319, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3240962, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:28:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 151064, "write_bytes_delta": 151064, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 386.0, "cpu_core_ratio": 0.948773, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3057.0, "pid": 76194, "reason": null, "system_cpu_core_ratio": 0.471647, "system_cpu_s_delta": 10.330000000000002, "user_cpu_core_ratio": 0.477126, "user_cpu_s_delta": 10.450000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.338782, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033787, "system_cpu_s_delta": 0.7399999999906868, "user_cpu_core_ratio": 0.304995, "user_cpu_s_delta": 6.680000000051223}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.101, "count": 159, "max_ms": 6.725, "p95_ms": 5.001, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.836, "max": 6.0, "p95": 5.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.672, "count": 30, "max": 98.235, "p95": 60.319, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.135, "count": 30, "max": 37.925, "p95": 31.349, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1104.933, "count": 30, "max": 1314.0, "p95": 1307.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1431.1, "count": 30, "max": 13893.0, "p95": 5871.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.104, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.497, "count": 30, "max": 0.565, "p95": 0.56, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.091, "count": 30, "max": 2.742, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 156805.067, "count": 30, "max": 162822.0, "p95": 162352.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140658.933, "count": 30, "max": 162674.0, "p95": 161030.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 49.0, "p95": 31.35, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.175, "count": 30, "max": 0.435, "p95": 0.426, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.713, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25233, "sampled_at": "2026-11-03T12:28:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:28:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5319346, "flush_count": 5624, "flush_interval_seconds": 30.0, "flush_state": {"count": 5624, "last_at": "2026-11-03T12:30:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:30:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5623}, "started": true, "suppressed_count": 3236939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3236534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5624, "written_record_count": 5624}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10191.117, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8963915673600, "copied_frame_count": 3242157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8963915673600, "frame_buffer_copies": 3242157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1678, "count": 512, "max_ms": 4.4316, "p50_ms": 0.1323, "p95_ms": 0.2758, "p99_ms": 0.3718}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5679, "count": 512, "max_ms": 5.1309, "p50_ms": 1.4998, "p95_ms": 2.4895, "p99_ms": 3.0268, "results": {"failed": 0, "not_applicable": 0, "success": 3242157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 283, "h264_decode_error_count": 886, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:30:53+09:00", "last_error_summary": "[h264 @ 0x5b40497887c0] error while decoding MB 72 59, bytestream -10 [h264 @ 0x5b40496b3ec0] error while decoding MB 89 63, bytestream -6", "last_exit_at": "2026-11-03T12:28:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.839, "last_started_at": "2026-11-03T12:28:38+09:00", "pid": 76542, "process": {"exists": false, "pid": 76542}, "restart_count": 302, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 303}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.928, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3242157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T12:30:53+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T12:30:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 479.037, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 120.963, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-11-03T12:30:53.207244+09:00", "mtime_epoch": 1793676653.2072442, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160859}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:30:53+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3242157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.201, "max": 6.0, "p95": 5.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.642, "pushed": 6.642, "read": 6.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.01, "count": 199, "max_ms": 0.027, "p95_ms": 0.02, "reason": null, "sample_age_ms": 49.236, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.822, "count": 198, "max_ms": 5.312, "p95_ms": 2.421, "reason": null, "sample_age_ms": 118.28, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 198, "max_ms": 3.42, "p95_ms": 1.721, "reason": null, "sample_age_ms": 118.589, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 199, "max_ms": 5.139, "p95_ms": 0.706, "reason": null, "sample_age_ms": 49.255, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.411, "count": 198, "max_ms": 6.554, "p95_ms": 4.182, "reason": null, "sample_age_ms": 116.098, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.045, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.007, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.004, "count": 199, "max_ms": 90.48, "p95_ms": 73.969, "reason": null, "sample_age_ms": 49.225, "source": "client_direct"}, "sample_age_ms": 49.22, "source": "client_direct", "task_total_ms": {"avg_ms": 58.051, "count": 199, "max_ms": 93.418, "p95_ms": 76.514, "reason": null, "sample_age_ms": 49.22, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.425, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.03, "count": 199, "max_ms": 4.609, "p95_ms": 1.945}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 199, "max_ms": 0.993, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 0.187, "count": 199, "max_ms": 0.658, "p95_ms": 0.385}, "event_filter_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 199, "max_ms": 0.287, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.113, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.235, "count": 199, "max_ms": 1.505, "p95_ms": 0.523}, "setup_ms": {"avg_ms": 0.056, "count": 199, "max_ms": 0.38, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.967, "count": 199, "max_ms": 3.536, "p95_ms": 1.867}, "track_match_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.069, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.045, "count": 199, "max_ms": 1.008, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.625, "count": 199, "max_ms": 8.199, "p95_ms": 5.952}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 199, "max_ms": 0.15, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.354, "count": 199, "max_ms": 96.665, "p95_ms": 79.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.108, "count": 199, "max_ms": 10.951, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.013, "count": 199, "max_ms": 139.878, "p95_ms": 117.106}, "inference_input_copy_ms": {"avg_ms": 1.706, "count": 199, "max_ms": 5.402, "p95_ms": 2.986}, "processing_residual_ms": {"avg_ms": 0.225, "count": 199, "max_ms": 0.587, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.052, "count": 199, "max_ms": 141.594, "p95_ms": 119.1}, "read_interval": {"avg_ms": 151.218, "count": 198, "max_ms": 3410.71, "p95_ms": 174.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 199, "max_ms": 0.064, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.169, "count": 199, "max_ms": 1.462, "p95_ms": 0.363}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 199, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.15, "count": 199, "max_ms": 1.451, "p95_ms": 0.333}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.372, "count": 199, "max_ms": 96.684, "p95_ms": 79.233}, "visualize": {"avg_ms": 32.277, "count": 199, "max_ms": 51.425, "p95_ms": 42.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.232, "count": 199, "max_ms": 49.68, "p95_ms": 41.881}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.032, "count": 199, "max_ms": 51.015, "p95_ms": 42.674}, "visualize_input_copy_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 1.247, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.914, "count": 199, "max_ms": 50.859, "p95_ms": 42.529}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 199, "max_ms": 0.259, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.952, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.887, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149577, "write_bytes_delta": 149577, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1277.0, "cpu_core_ratio": 0.605408, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 76542, "reason": null, "system_cpu_core_ratio": 0.046378, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.55903, "user_cpu_s_delta": 11.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.778952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.100735, "system_cpu_s_delta": 2.0200000000040745, "user_cpu_core_ratio": 0.678217, "user_cpu_s_delta": 13.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.79, "count": 273, "max_ms": 15.89, "p95_ms": 6.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.842, "max": 6.0, "p95": 5.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 273}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.513, "count": 30, "max": 67.885, "p95": 47.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.744, "count": 30, "max": 37.925, "p95": 29.871, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1093.3, "count": 30, "max": 1329.0, "p95": 1313.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2261.967, "count": 30, "max": 13893.0, "p95": 11289.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.58, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.742, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154762.067, "count": 30, "max": 162674.0, "p95": 160774.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133502.567, "count": 30, "max": 162674.0, "p95": 160120.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 49.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.659, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25239, "sampled_at": "2026-11-03T12:30:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:30:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5319346, "flush_count": 5624, "flush_interval_seconds": 30.0, "flush_state": {"count": 5624, "last_at": "2026-11-03T12:30:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:30:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5623}, "started": true, "suppressed_count": 3236939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3236534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5624, "written_record_count": 5624}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10190.895, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b40497887c0] error while decoding MB 72 59, bytestream -10 [h264 @ 0x5b40496b3ec0] error while decoding MB 89 63, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8963915673600, "copied_frame_count": 3242157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8963915673600, "frame_buffer_copies": 3242157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1678, "count": 512, "max_ms": 4.4316, "p50_ms": 0.1323, "p95_ms": 0.2758, "p99_ms": 0.3718}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5679, "count": 512, "max_ms": 5.1309, "p50_ms": 1.4998, "p95_ms": 2.4895, "p99_ms": 3.0268, "results": {"failed": 0, "not_applicable": 0, "success": 3242157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 283, "h264_decode_error_count": 886, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:30:53+09:00", "last_error_summary": "[h264 @ 0x5b40497887c0] error while decoding MB 72 59, bytestream -10 [h264 @ 0x5b40496b3ec0] error while decoding MB 89 63, bytestream -6", "last_exit_at": "2026-11-03T12:28:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.84, "last_started_at": "2026-11-03T12:28:38+09:00", "pid": 76542, "process": {"exists": false, "pid": 76542}, "restart_count": 302, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 303}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.928, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3242157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T12:30:53+09:00", "last_frame_read_age_sec": 0.112, "last_frame_read_at": "2026-11-03T12:30:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 479.049, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 120.951, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.109, "exists": true, "mtime": "2026-11-03T12:30:53.207244+09:00", "mtime_epoch": 1793676653.2072442, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160859}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:30:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3242157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.201, "max": 6.0, "p95": 5.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.643, "pushed": 6.643, "read": 6.61}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.01, "count": 199, "max_ms": 0.027, "p95_ms": 0.02, "reason": null, "sample_age_ms": 50.7, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.822, "count": 198, "max_ms": 5.312, "p95_ms": 2.421, "reason": null, "sample_age_ms": 119.744, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 198, "max_ms": 3.42, "p95_ms": 1.721, "reason": null, "sample_age_ms": 120.053, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 199, "max_ms": 5.139, "p95_ms": 0.706, "reason": null, "sample_age_ms": 50.719, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.411, "count": 198, "max_ms": 6.554, "p95_ms": 4.182, "reason": null, "sample_age_ms": 117.562, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.509, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.471, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.004, "count": 199, "max_ms": 90.48, "p95_ms": 73.969, "reason": null, "sample_age_ms": 50.689, "source": "client_direct"}, "sample_age_ms": 50.684, "source": "client_direct", "task_total_ms": {"avg_ms": 58.051, "count": 199, "max_ms": 93.418, "p95_ms": 76.514, "reason": null, "sample_age_ms": 50.684, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.817, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.03, "count": 199, "max_ms": 4.609, "p95_ms": 1.945}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.331, "count": 199, "max_ms": 0.993, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 0.187, "count": 199, "max_ms": 0.658, "p95_ms": 0.385}, "event_filter_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 199, "max_ms": 0.287, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.113, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.235, "count": 199, "max_ms": 1.505, "p95_ms": 0.523}, "setup_ms": {"avg_ms": 0.056, "count": 199, "max_ms": 0.38, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.967, "count": 199, "max_ms": 3.536, "p95_ms": 1.867}, "track_match_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.069, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.045, "count": 199, "max_ms": 1.008, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.625, "count": 199, "max_ms": 8.199, "p95_ms": 5.952}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 199, "max_ms": 0.15, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.354, "count": 199, "max_ms": 96.665, "p95_ms": 79.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.108, "count": 199, "max_ms": 10.951, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.013, "count": 199, "max_ms": 139.878, "p95_ms": 117.106}, "inference_input_copy_ms": {"avg_ms": 1.706, "count": 199, "max_ms": 5.402, "p95_ms": 2.986}, "processing_residual_ms": {"avg_ms": 0.225, "count": 199, "max_ms": 0.587, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.052, "count": 199, "max_ms": 141.594, "p95_ms": 119.1}, "read_interval": {"avg_ms": 151.218, "count": 198, "max_ms": 3410.71, "p95_ms": 174.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 199, "max_ms": 0.064, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.169, "count": 199, "max_ms": 1.462, "p95_ms": 0.363}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 199, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.15, "count": 199, "max_ms": 1.451, "p95_ms": 0.333}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.372, "count": 199, "max_ms": 96.684, "p95_ms": 79.233}, "visualize": {"avg_ms": 32.277, "count": 199, "max_ms": 51.425, "p95_ms": 42.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.232, "count": 199, "max_ms": 49.68, "p95_ms": 41.881}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.032, "count": 199, "max_ms": 51.015, "p95_ms": 42.674}, "visualize_input_copy_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 1.247, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.914, "count": 199, "max_ms": 50.859, "p95_ms": 42.529}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 199, "max_ms": 0.259, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.952, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.887, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149577, "write_bytes_delta": 149577, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1277.0, "cpu_core_ratio": 0.605408, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 76542, "reason": null, "system_cpu_core_ratio": 0.046378, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.55903, "user_cpu_s_delta": 11.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.778952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.100735, "system_cpu_s_delta": 2.0200000000040745, "user_cpu_core_ratio": 0.678217, "user_cpu_s_delta": 13.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.79, "count": 273, "max_ms": 15.89, "p95_ms": 6.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.842, "max": 6.0, "p95": 5.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 273}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.513, "count": 30, "max": 67.885, "p95": 47.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.744, "count": 30, "max": 37.925, "p95": 29.871, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1093.3, "count": 30, "max": 1329.0, "p95": 1313.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2261.967, "count": 30, "max": 13893.0, "p95": 11289.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.58, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.742, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154762.067, "count": 30, "max": 162674.0, "p95": 160774.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133502.567, "count": 30, "max": 162674.0, "p95": 160120.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 49.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.659, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25239, "sampled_at": "2026-11-03T12:30:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:30:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5319346, "flush_count": 5624, "flush_interval_seconds": 30.0, "flush_state": {"count": 5624, "last_at": "2026-11-03T12:30:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:30:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5623}, "started": true, "suppressed_count": 3236939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3236534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5624, "written_record_count": 5624}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10188.977, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8963915673600, "copied_frame_count": 3242157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8963915673600, "frame_buffer_copies": 3242157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1678, "count": 512, "max_ms": 4.4316, "p50_ms": 0.1323, "p95_ms": 0.2758, "p99_ms": 0.3718}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5679, "count": 512, "max_ms": 5.1309, "p50_ms": 1.4998, "p95_ms": 2.4895, "p99_ms": 3.0268, "results": {"failed": 0, "not_applicable": 0, "success": 3242157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 283, "h264_decode_error_count": 886, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:30:53+09:00", "last_error_summary": "[h264 @ 0x5b40497887c0] error while decoding MB 72 59, bytestream -10 [h264 @ 0x5b40496b3ec0] error while decoding MB 89 63, bytestream -6", "last_exit_at": "2026-11-03T12:28:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.924, "last_started_at": "2026-11-03T12:28:38+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 302, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 303}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.928, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3242157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T12:30:53+09:00", "last_frame_read_age_sec": 0.197, "last_frame_read_at": "2026-11-03T12:30:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 479.097, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 120.903, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-11-03T12:30:53.326245+09:00", "mtime_epoch": 1793676653.3262448, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160581}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:30:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3242157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.202, "max": 6.0, "p95": 5.0, "sample_count": 198}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "total": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 198}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 198, "pushed_frames": 198, "read_frames": 197, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.611, "pushed": 6.611, "read": 6.577}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 197, "client_acquire_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.027, "p95_ms": 0.02, "reason": null, "sample_age_ms": 142.083, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 197, "max_ms": 5.312, "p95_ms": 2.421, "reason": null, "sample_age_ms": 211.128, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.35, "count": 197, "max_ms": 3.42, "p95_ms": 1.724, "reason": null, "sample_age_ms": 211.437, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 197, "max_ms": 5.139, "p95_ms": 0.707, "reason": null, "sample_age_ms": 142.102, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.414, "count": 197, "max_ms": 6.554, "p95_ms": 4.184, "reason": null, "sample_age_ms": 208.946, "source": "client_direct"}, "request_count": 197, "request_tensor_bytes": {"avg": 2764808.0, "count": 197, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 208.892, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 197, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.854, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.056, "count": 197, "max_ms": 90.48, "p95_ms": 73.982, "reason": null, "sample_age_ms": 142.072, "source": "client_direct"}, "sample_age_ms": 142.067, "source": "client_direct", "task_total_ms": {"avg_ms": 58.107, "count": 197, "max_ms": 93.418, "p95_ms": 76.63, "reason": null, "sample_age_ms": 142.067, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.478, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.032, "count": 198, "max_ms": 4.609, "p95_ms": 1.945}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.332, "count": 198, "max_ms": 0.993, "p95_ms": 0.677}, "detection_prepare_ms": {"avg_ms": 0.187, "count": 198, "max_ms": 0.658, "p95_ms": 0.385}, "event_filter_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 198, "max_ms": 0.287, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.004, "count": 198, "max_ms": 0.113, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.236, "count": 198, "max_ms": 1.505, "p95_ms": 0.523}, "setup_ms": {"avg_ms": 0.056, "count": 198, "max_ms": 0.38, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.969, "count": 198, "max_ms": 3.536, "p95_ms": 1.867}, "track_match_ms": {"avg_ms": 0.005, "count": 198, "max_ms": 0.069, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.045, "count": 198, "max_ms": 1.008, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.627, "count": 198, "max_ms": 8.199, "p95_ms": 5.952}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 198, "max_ms": 0.15, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.32, "count": 198, "max_ms": 96.665, "p95_ms": 79.203}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.108, "count": 198, "max_ms": 10.951, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.006, "count": 198, "max_ms": 139.878, "p95_ms": 117.106}, "inference_input_copy_ms": {"avg_ms": 1.708, "count": 198, "max_ms": 5.402, "p95_ms": 2.986}, "processing_residual_ms": {"avg_ms": 0.225, "count": 198, "max_ms": 0.587, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.047, "count": 198, "max_ms": 141.594, "p95_ms": 119.1}, "read_interval": {"avg_ms": 151.442, "count": 197, "max_ms": 3410.71, "p95_ms": 174.233}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 198, "max_ms": 0.064, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.17, "count": 198, "max_ms": 1.462, "p95_ms": 0.363}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 198, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.151, "count": 198, "max_ms": 1.451, "p95_ms": 0.333}, "worker_merge_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.337, "count": 198, "max_ms": 96.684, "p95_ms": 79.233}, "visualize": {"avg_ms": 32.3, "count": 198, "max_ms": 51.425, "p95_ms": 42.898}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.252, "count": 198, "max_ms": 49.68, "p95_ms": 41.881}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.055, "count": 198, "max_ms": 51.015, "p95_ms": 42.674}, "visualize_input_copy_ms": {"avg_ms": 0.007, "count": 198, "max_ms": 1.247, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 198, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.936, "count": 198, "max_ms": 50.859, "p95_ms": 42.529}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 198, "max_ms": 0.259, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 198}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 198}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.952, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.887, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149577, "write_bytes_delta": 149577, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1277.0, "cpu_core_ratio": 0.605408, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 76542, "reason": null, "system_cpu_core_ratio": 0.046378, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.55903, "user_cpu_s_delta": 11.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.778952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.100735, "system_cpu_s_delta": 2.0200000000040745, "user_cpu_core_ratio": 0.678217, "user_cpu_s_delta": 13.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.79, "count": 273, "max_ms": 15.89, "p95_ms": 6.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.842, "max": 6.0, "p95": 5.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 273}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.513, "count": 30, "max": 67.885, "p95": 47.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.744, "count": 30, "max": 37.925, "p95": 29.871, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1093.3, "count": 30, "max": 1329.0, "p95": 1313.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2261.967, "count": 30, "max": 13893.0, "p95": 11289.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.58, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.742, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154762.067, "count": 30, "max": 162674.0, "p95": 160774.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133502.567, "count": 30, "max": 162674.0, "p95": 160120.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 49.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.659, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25239, "sampled_at": "2026-11-03T12:30:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:30:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5319346, "flush_count": 5624, "flush_interval_seconds": 30.0, "flush_state": {"count": 5624, "last_at": "2026-11-03T12:30:20", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:30:20", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5623}, "started": true, "suppressed_count": 3236939, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3236534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5624, "written_record_count": 5624}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10212.621, "limit_mb": null}, "detail": {"pid": 76658, "restart_count": 303, "start_count": 304}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8963915673600, "copied_frame_count": 3242157, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8963915673600, "frame_buffer_copies": 3242157, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1678, "count": 512, "max_ms": 4.4316, "p50_ms": 0.1323, "p95_ms": 0.2758, "p99_ms": 0.3718}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5679, "count": 512, "max_ms": 5.1309, "p50_ms": 1.4998, "p95_ms": 2.4895, "p99_ms": 3.0268, "results": {"failed": 0, "not_applicable": 0, "success": 3242157, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 283, "h264_decode_error_count": 886, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:30:53+09:00", "last_error_summary": "[h264 @ 0x5b40497887c0] error while decoding MB 72 59, bytestream -10 [h264 @ 0x5b40496b3ec0] error while decoding MB 89 63, bytestream -6", "last_exit_at": "2026-11-03T12:28:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:30:55+09:00", "pid": 76658, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.391, "name": "ffmpeg", "pid": 76658, "rss_mb": 57.391, "state": "S (sleeping)", "threads": 1}, "restart_count": 303, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 304}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.928, "sample_count": 2299, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3242157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.632, "last_frame_pushed_at": "2026-11-03T12:30:53+09:00", "last_frame_read_age_sec": 4.742, "last_frame_read_at": "2026-11-03T12:30:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 165, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 483.644, "last_sample_duration_ms": 1660.85, "last_trigger": "periodic", "next_snapshot_in_sec": 116.356, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 565, "storage_bytes": 3296400}, "mjpeg": {"age_sec": 4.62, "exists": true, "mtime": "2026-11-03T12:30:53.326245+09:00", "mtime_epoch": 1793676653.3262448, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 160581}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:30:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.18, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3242157, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.139, "max": 6.0, "p95": 5.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 158, "pushed_frames": 158, "read_frames": 157, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.278, "pushed": 5.278, "read": 5.245}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 157, "client_acquire_ms": {"avg_ms": 0.01, "count": 158, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4685.852, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.82, "count": 157, "max_ms": 5.312, "p95_ms": 2.386, "reason": null, "sample_age_ms": 4754.896, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 157, "max_ms": 3.42, "p95_ms": 1.729, "reason": null, "sample_age_ms": 4755.205, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 158, "max_ms": 5.139, "p95_ms": 0.706, "reason": null, "sample_age_ms": 4685.871, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.379, "count": 157, "max_ms": 6.554, "p95_ms": 4.035, "reason": null, "sample_age_ms": 4752.714, "source": "client_direct"}, "request_count": 157, "request_tensor_bytes": {"avg": 2764808.0, "count": 157, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4752.661, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4686.623, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.244, "count": 158, "max_ms": 82.622, "p95_ms": 73.975, "reason": null, "sample_age_ms": 4685.841, "source": "client_direct"}, "sample_age_ms": 4685.836, "source": "client_direct", "task_total_ms": {"avg_ms": 58.269, "count": 158, "max_ms": 85.842, "p95_ms": 76.572, "reason": null, "sample_age_ms": 4685.836, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.888, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.997, "count": 158, "max_ms": 4.609, "p95_ms": 1.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.318, "count": 158, "max_ms": 0.993, "p95_ms": 0.65}, "detection_prepare_ms": {"avg_ms": 0.181, "count": 158, "max_ms": 0.537, "p95_ms": 0.385}, "event_filter_ms": {"avg_ms": 0.005, "count": 158, "max_ms": 0.026, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 158, "max_ms": 0.287, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.004, "count": 158, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.227, "count": 158, "max_ms": 0.996, "p95_ms": 0.503}, "setup_ms": {"avg_ms": 0.056, "count": 158, "max_ms": 0.38, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.932, "count": 158, "max_ms": 2.58, "p95_ms": 1.786}, "track_match_ms": {"avg_ms": 0.005, "count": 158, "max_ms": 0.021, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.04, "count": 158, "max_ms": 0.128, "p95_ms": 0.088}}, "gstreamer_push": {"avg_ms": 3.649, "count": 158, "max_ms": 8.199, "p95_ms": 5.952}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 158, "max_ms": 0.15, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.546, "count": 158, "max_ms": 88.378, "p95_ms": 79.199}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 158, "max_ms": 0.217, "p95_ms": 0.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.699, "count": 158, "max_ms": 139.878, "p95_ms": 114.101}, "inference_input_copy_ms": {"avg_ms": 1.704, "count": 158, "max_ms": 5.402, "p95_ms": 2.868}, "processing_residual_ms": {"avg_ms": 0.229, "count": 158, "max_ms": 0.587, "p95_ms": 0.404}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.684, "count": 158, "max_ms": 141.594, "p95_ms": 115.391}, "read_interval": {"avg_ms": 160.982, "count": 157, "max_ms": 3410.71, "p95_ms": 177.868}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 158, "max_ms": 0.064, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.161, "count": 158, "max_ms": 0.7, "p95_ms": 0.354}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 158, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.142, "count": 158, "max_ms": 0.636, "p95_ms": 0.325}, "worker_merge_ms": {"avg_ms": 0.007, "count": 158, "max_ms": 0.047, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.563, "count": 158, "max_ms": 88.393, "p95_ms": 79.216}, "visualize": {"avg_ms": 31.816, "count": 158, "max_ms": 51.425, "p95_ms": 40.967}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.785, "count": 158, "max_ms": 48.911, "p95_ms": 39.9}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.577, "count": 158, "max_ms": 51.015, "p95_ms": 40.745}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.459, "count": 158, "max_ms": 50.859, "p95_ms": 40.644}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 158, "max_ms": 0.259, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.074, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.952, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.887, "sample_count": 2339, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3241942, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:30:21+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 149577, "write_bytes_delta": 149577, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1277.0, "cpu_core_ratio": 0.605408, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 76542, "reason": null, "system_cpu_core_ratio": 0.046378, "system_cpu_s_delta": 0.9300000000000006, "user_cpu_core_ratio": 0.55903, "user_cpu_s_delta": 11.21}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.778952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.100735, "system_cpu_s_delta": 2.0200000000040745, "user_cpu_core_ratio": 0.678217, "user_cpu_s_delta": 13.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.79, "count": 273, "max_ms": 15.89, "p95_ms": 6.025, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.842, "max": 6.0, "p95": 5.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 273}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.513, "count": 30, "max": 67.885, "p95": 47.689, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.744, "count": 30, "max": 37.925, "p95": 29.871, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1093.3, "count": 30, "max": 1329.0, "p95": 1313.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2261.967, "count": 30, "max": 13893.0, "p95": 11289.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.109, "count": 30, "max": 0.472, "p95": 0.352, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.505, "count": 30, "max": 0.58, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.096, "count": 30, "max": 2.742, "p95": 0.075, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 154762.067, "count": 30, "max": 162674.0, "p95": 160774.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133502.567, "count": 30, "max": 162674.0, "p95": 160120.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 49.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.121, "count": 30, "max": 0.435, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.659, "count": 30, "max": 1.031, "p95": 1.024, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25239, "sampled_at": "2026-11-03T12:30:21+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:30:21+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4592121, "flush_count": 5627, "flush_interval_seconds": 30.0, "flush_state": {"count": 5627, "last_at": "2026-11-03T12:32:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:32:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5626}, "started": true, "suppressed_count": 3333840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3333835}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5627, "written_record_count": 5627}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10010.141, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x555abf25f4c0] cabac decode of qscale diff failed at 105 96 [h264 @ 0x555abf25f4c0] error while decoding MB 105 96, bytestream 72842 [h264 @ 0x555abf32e340] error while decoding MB 98 77, bytestream -14", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9232941772800, "copied_frame_count": 3339461, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9232941772800, "frame_buffer_copies": 3339461, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1618, "count": 512, "max_ms": 1.5324, "p50_ms": 0.1434, "p95_ms": 0.2885, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.5483, "p50_ms": 1.249, "p95_ms": 2.2381, "p99_ms": 2.9664, "results": {"failed": 0, "not_applicable": 0, "success": 3339461, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:15+09:00", "last_error_summary": "[h264 @ 0x555abf25f4c0] cabac decode of qscale diff failed at 105 96 [h264 @ 0x555abf25f4c0] error while decoding MB 105 96, bytestream 72842 [h264 @ 0x555abf32e340] error while decoding MB 98 77, bytestream -14", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 311.931, "last_started_at": "2026-11-03T12:28:03+09:00", "pid": 76426, "process": {"exists": false, "pid": 76426}, "restart_count": 157, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.014, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T12:33:14+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-11-03T12:33:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.058, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 580.942, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T12:33:14.977023+09:00", "mtime_epoch": 1793676794.9770234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:33:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3339461, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.053, "pushed": 8.053, "read": 8.02}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.011, "count": 241, "max_ms": 0.038, "p95_ms": 0.02, "reason": null, "sample_age_ms": 131.762, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 240, "max_ms": 7.771, "p95_ms": 2.036, "reason": null, "sample_age_ms": 189.34, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 240, "max_ms": 6.076, "p95_ms": 1.448, "reason": null, "sample_age_ms": 189.55, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 241, "max_ms": 0.886, "p95_ms": 0.518, "reason": null, "sample_age_ms": 131.776, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 240, "max_ms": 6.641, "p95_ms": 3.357, "reason": null, "sample_age_ms": 187.618, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2211848.0, "count": 240, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 187.593, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.18, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.697, "count": 241, "max_ms": 94.402, "p95_ms": 69.362, "reason": null, "sample_age_ms": 131.757, "source": "client_direct"}, "sample_age_ms": 131.752, "source": "client_direct", "task_total_ms": {"avg_ms": 51.007, "count": 241, "max_ms": 98.518, "p95_ms": 71.648, "reason": null, "sample_age_ms": 131.752, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.457, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 241, "max_ms": 2.683, "p95_ms": 1.831}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.321, "count": 241, "max_ms": 0.978, "p95_ms": 0.622}, "detection_prepare_ms": {"avg_ms": 0.137, "count": 241, "max_ms": 0.355, "p95_ms": 0.268}, "event_filter_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.108, "count": 241, "max_ms": 0.484, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.231, "count": 241, "max_ms": 0.958, "p95_ms": 0.447}, "setup_ms": {"avg_ms": 0.062, "count": 241, "max_ms": 0.895, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.911, "count": 241, "max_ms": 2.541, "p95_ms": 1.749}, "track_match_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.027, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.037, "count": 241, "max_ms": 0.112, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 2.783, "count": 241, "max_ms": 6.162, "p95_ms": 4.482}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 241, "max_ms": 0.79, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.213, "count": 241, "max_ms": 99.557, "p95_ms": 73.289}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.064, "count": 241, "max_ms": 0.211, "p95_ms": 0.136}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.033, "count": 241, "max_ms": 152.039, "p95_ms": 115.51}, "inference_input_copy_ms": {"avg_ms": 1.477, "count": 241, "max_ms": 6.567, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.217, "count": 241, "max_ms": 2.0, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.791, "count": 241, "max_ms": 154.322, "p95_ms": 116.741}, "read_interval": {"avg_ms": 124.375, "count": 240, "max_ms": 4107.31, "p95_ms": 154.242}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.071, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.16, "count": 241, "max_ms": 0.705, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 241, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.141, "count": 241, "max_ms": 0.635, "p95_ms": 0.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.231, "count": 241, "max_ms": 99.565, "p95_ms": 73.315}, "visualize": {"avg_ms": 32.561, "count": 241, "max_ms": 88.638, "p95_ms": 42.449}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.433, "count": 241, "max_ms": 87.688, "p95_ms": 41.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.301, "count": 241, "max_ms": 88.492, "p95_ms": 42.169}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.166, "count": 241, "max_ms": 88.39, "p95_ms": 42.063}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.7, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.712, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.852, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143369, "write_bytes_delta": 143369, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 1.432791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4961.0, "pid": 76426, "reason": null, "system_cpu_core_ratio": 0.229918, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 1.202874, "user_cpu_s_delta": 28.670000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.563886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051606, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.512281, "user_cpu_s_delta": 12.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.882, "count": 239, "max_ms": 7.624, "p95_ms": 4.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.173, "count": 30, "max": 70.712, "p95": 53.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.189, "count": 30, "max": 41.63, "p95": 33.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.633, "count": 30, "max": 1691.0, "p95": 1545.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3844.333, "count": 30, "max": 95795.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.422, "p95": 0.206, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.409, "count": 30, "max": 1.625, "p95": 1.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.156, "count": 30, "max": 4.689, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 73.0, "p95": 40.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.671, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28256, "sampled_at": "2026-11-03T12:33:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4592121, "flush_count": 5627, "flush_interval_seconds": 30.0, "flush_state": {"count": 5627, "last_at": "2026-11-03T12:32:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:32:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5626}, "started": true, "suppressed_count": 3333840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3333835}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5627, "written_record_count": 5627}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10010.508, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9232941772800, "copied_frame_count": 3339461, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9232941772800, "frame_buffer_copies": 3339461, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1618, "count": 512, "max_ms": 1.5324, "p50_ms": 0.1434, "p95_ms": 0.2885, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.5483, "p50_ms": 1.249, "p95_ms": 2.2381, "p99_ms": 2.9664, "results": {"failed": 0, "not_applicable": 0, "success": 3339461, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:15+09:00", "last_error_summary": "[h264 @ 0x555abf25f4c0] cabac decode of qscale diff failed at 105 96 [h264 @ 0x555abf25f4c0] error while decoding MB 105 96, bytestream 72842 [h264 @ 0x555abf32e340] error while decoding MB 98 77, bytestream -14", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 311.924, "last_started_at": "2026-11-03T12:28:03+09:00", "pid": 76426, "process": {"exists": false, "pid": 76426}, "restart_count": 157, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.014, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T12:33:14+09:00", "last_frame_read_age_sec": 0.149, "last_frame_read_at": "2026-11-03T12:33:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.066, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 580.934, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-03T12:33:14.977023+09:00", "mtime_epoch": 1793676794.9770234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:33:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3339461, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.033, "pushed": 8.033, "read": 8.033}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.011, "count": 241, "max_ms": 0.038, "p95_ms": 0.02, "reason": null, "sample_age_ms": 110.814, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 240, "max_ms": 7.771, "p95_ms": 2.036, "reason": null, "sample_age_ms": 168.392, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 240, "max_ms": 6.076, "p95_ms": 1.448, "reason": null, "sample_age_ms": 168.602, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 241, "max_ms": 0.886, "p95_ms": 0.518, "reason": null, "sample_age_ms": 110.827, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.869, "count": 240, "max_ms": 6.641, "p95_ms": 3.357, "reason": null, "sample_age_ms": 166.669, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2211848.0, "count": 240, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 166.645, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.231, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.697, "count": 241, "max_ms": 94.402, "p95_ms": 69.362, "reason": null, "sample_age_ms": 110.808, "source": "client_direct"}, "sample_age_ms": 110.804, "source": "client_direct", "task_total_ms": {"avg_ms": 51.007, "count": 241, "max_ms": 98.518, "p95_ms": 71.648, "reason": null, "sample_age_ms": 110.804, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.779, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 241, "max_ms": 2.683, "p95_ms": 1.831}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.321, "count": 241, "max_ms": 0.978, "p95_ms": 0.622}, "detection_prepare_ms": {"avg_ms": 0.137, "count": 241, "max_ms": 0.355, "p95_ms": 0.268}, "event_filter_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.108, "count": 241, "max_ms": 0.484, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.231, "count": 241, "max_ms": 0.958, "p95_ms": 0.447}, "setup_ms": {"avg_ms": 0.062, "count": 241, "max_ms": 0.895, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.911, "count": 241, "max_ms": 2.541, "p95_ms": 1.749}, "track_match_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.027, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.037, "count": 241, "max_ms": 0.112, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 2.783, "count": 241, "max_ms": 6.162, "p95_ms": 4.482}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 241, "max_ms": 0.79, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.213, "count": 241, "max_ms": 99.557, "p95_ms": 73.289}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.064, "count": 241, "max_ms": 0.211, "p95_ms": 0.136}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.033, "count": 241, "max_ms": 152.039, "p95_ms": 115.51}, "inference_input_copy_ms": {"avg_ms": 1.477, "count": 241, "max_ms": 6.567, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.217, "count": 241, "max_ms": 2.0, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.791, "count": 241, "max_ms": 154.322, "p95_ms": 116.741}, "read_interval": {"avg_ms": 124.253, "count": 241, "max_ms": 4107.31, "p95_ms": 154.242}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 241, "max_ms": 0.071, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.16, "count": 241, "max_ms": 0.705, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 241, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.141, "count": 241, "max_ms": 0.635, "p95_ms": 0.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.231, "count": 241, "max_ms": 99.565, "p95_ms": 73.315}, "visualize": {"avg_ms": 32.561, "count": 241, "max_ms": 88.638, "p95_ms": 42.449}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.433, "count": 241, "max_ms": 87.688, "p95_ms": 41.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.301, "count": 241, "max_ms": 88.492, "p95_ms": 42.169}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.166, "count": 241, "max_ms": 88.39, "p95_ms": 42.063}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 241, "max_ms": 0.7, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.712, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.852, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143369, "write_bytes_delta": 143369, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 1.432791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4961.0, "pid": 76426, "reason": null, "system_cpu_core_ratio": 0.229918, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 1.202874, "user_cpu_s_delta": 28.670000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.563886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051606, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.512281, "user_cpu_s_delta": 12.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.882, "count": 239, "max_ms": 7.624, "p95_ms": 4.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.173, "count": 30, "max": 70.712, "p95": 53.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.189, "count": 30, "max": 41.63, "p95": 33.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.633, "count": 30, "max": 1691.0, "p95": 1545.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3844.333, "count": 30, "max": 95795.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.422, "p95": 0.206, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.409, "count": 30, "max": 1.625, "p95": 1.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.156, "count": 30, "max": 4.689, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 73.0, "p95": 40.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.671, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28256, "sampled_at": "2026-11-03T12:33:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4592121, "flush_count": 5627, "flush_interval_seconds": 30.0, "flush_state": {"count": 5627, "last_at": "2026-11-03T12:32:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:32:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5626}, "started": true, "suppressed_count": 3333840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3333835}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5627, "written_record_count": 5627}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10009.723, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9232941772800, "copied_frame_count": 3339461, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9232941772800, "frame_buffer_copies": 3339461, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1618, "count": 512, "max_ms": 1.5324, "p50_ms": 0.1434, "p95_ms": 0.2885, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.5483, "p50_ms": 1.249, "p95_ms": 2.2381, "p99_ms": 2.9664, "results": {"failed": 0, "not_applicable": 0, "success": 3339461, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:15+09:00", "last_error_summary": "[h264 @ 0x555abf25f4c0] cabac decode of qscale diff failed at 105 96 [h264 @ 0x555abf25f4c0] error while decoding MB 105 96, bytestream 72842 [h264 @ 0x555abf32e340] error while decoding MB 98 77, bytestream -14", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 312.013, "last_started_at": "2026-11-03T12:28:03+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 157, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 158}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.014, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.139, "last_frame_pushed_at": "2026-11-03T12:33:14+09:00", "last_frame_read_age_sec": 0.238, "last_frame_read_at": "2026-11-03T12:33:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.12, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 580.88, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-11-03T12:33:14.977023+09:00", "mtime_epoch": 1793676794.9770234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:33:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.23, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3339461, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.0, "pushed": 8.0, "read": 8.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.011, "count": 240, "max_ms": 0.038, "p95_ms": 0.02, "reason": null, "sample_age_ms": 193.07, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.778, "count": 239, "max_ms": 7.771, "p95_ms": 2.039, "reason": null, "sample_age_ms": 250.648, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.331, "count": 239, "max_ms": 6.076, "p95_ms": 1.449, "reason": null, "sample_age_ms": 250.858, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 240, "max_ms": 0.886, "p95_ms": 0.519, "reason": null, "sample_age_ms": 193.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.874, "count": 239, "max_ms": 6.641, "p95_ms": 3.359, "reason": null, "sample_age_ms": 248.926, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2211848.0, "count": 239, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 248.902, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 193.488, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.698, "count": 240, "max_ms": 94.402, "p95_ms": 69.37, "reason": null, "sample_age_ms": 193.065, "source": "client_direct"}, "sample_age_ms": 193.06, "source": "client_direct", "task_total_ms": {"avg_ms": 51.011, "count": 240, "max_ms": 98.518, "p95_ms": 71.663, "reason": null, "sample_age_ms": 193.06, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.28, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 240, "max_ms": 2.683, "p95_ms": 1.831}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.321, "count": 240, "max_ms": 0.978, "p95_ms": 0.622}, "detection_prepare_ms": {"avg_ms": 0.137, "count": 240, "max_ms": 0.355, "p95_ms": 0.268}, "event_filter_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.108, "count": 240, "max_ms": 0.484, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.231, "count": 240, "max_ms": 0.958, "p95_ms": 0.447}, "setup_ms": {"avg_ms": 0.062, "count": 240, "max_ms": 0.895, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.911, "count": 240, "max_ms": 2.541, "p95_ms": 1.749}, "track_match_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.027, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.037, "count": 240, "max_ms": 0.112, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 2.787, "count": 240, "max_ms": 6.162, "p95_ms": 4.482}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 240, "max_ms": 0.79, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.218, "count": 240, "max_ms": 99.557, "p95_ms": 73.289}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.064, "count": 240, "max_ms": 0.211, "p95_ms": 0.136}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.053, "count": 240, "max_ms": 152.039, "p95_ms": 115.51}, "inference_input_copy_ms": {"avg_ms": 1.476, "count": 240, "max_ms": 6.567, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.217, "count": 240, "max_ms": 2.0, "p95_ms": 0.361}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.81, "count": 240, "max_ms": 154.322, "p95_ms": 116.741}, "read_interval": {"avg_ms": 124.375, "count": 240, "max_ms": 4107.31, "p95_ms": 154.242}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.071, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.16, "count": 240, "max_ms": 0.705, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 240, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.141, "count": 240, "max_ms": 0.635, "p95_ms": 0.273}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.236, "count": 240, "max_ms": 99.565, "p95_ms": 73.315}, "visualize": {"avg_ms": 32.574, "count": 240, "max_ms": 88.638, "p95_ms": 42.449}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.445, "count": 240, "max_ms": 87.688, "p95_ms": 41.232}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.314, "count": 240, "max_ms": 88.492, "p95_ms": 42.169}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.178, "count": 240, "max_ms": 88.39, "p95_ms": 42.063}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 240, "max_ms": 0.7, "p95_ms": 0.155}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.712, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.852, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143369, "write_bytes_delta": 143369, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 1.432791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4961.0, "pid": 76426, "reason": null, "system_cpu_core_ratio": 0.229918, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 1.202874, "user_cpu_s_delta": 28.670000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.563886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051606, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.512281, "user_cpu_s_delta": 12.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.882, "count": 239, "max_ms": 7.624, "p95_ms": 4.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.173, "count": 30, "max": 70.712, "p95": 53.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.189, "count": 30, "max": 41.63, "p95": 33.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.633, "count": 30, "max": 1691.0, "p95": 1545.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3844.333, "count": 30, "max": 95795.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.422, "p95": 0.206, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.409, "count": 30, "max": 1.625, "p95": 1.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.156, "count": 30, "max": 4.689, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 73.0, "p95": 40.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.671, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28256, "sampled_at": "2026-11-03T12:33:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4592121, "flush_count": 5627, "flush_interval_seconds": 30.0, "flush_state": {"count": 5627, "last_at": "2026-11-03T12:32:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:32:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5626}, "started": true, "suppressed_count": 3333840, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3333835}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5627, "written_record_count": 5627}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10325.121, "limit_mb": null}, "detail": {"pid": 76774, "restart_count": 158, "start_count": 159}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9232941772800, "copied_frame_count": 3339461, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9232941772800, "frame_buffer_copies": 3339461, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1618, "count": 512, "max_ms": 1.5324, "p50_ms": 0.1434, "p95_ms": 0.2885, "p99_ms": 0.381}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3507, "count": 512, "max_ms": 3.5483, "p50_ms": 1.249, "p95_ms": 2.2381, "p99_ms": 2.9664, "results": {"failed": 0, "not_applicable": 0, "success": 3339461, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 148, "h264_decode_error_count": 273, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:15+09:00", "last_error_summary": "[h264 @ 0x555abf25f4c0] cabac decode of qscale diff failed at 105 96 [h264 @ 0x555abf25f4c0] error while decoding MB 105 96, bytestream 72842 [h264 @ 0x555abf32e340] error while decoding MB 98 77, bytestream -14", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:33:17+09:00", "pid": 76774, "process": {"exists": true, "fd_count": 5, "hwm_mb": 344.559, "name": "ffmpeg", "pid": 76774, "rss_mb": 344.559, "state": "S (sleeping)", "threads": 70}, "restart_count": 158, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.05, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339461, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.389, "last_frame_pushed_at": "2026-11-03T12:33:14+09:00", "last_frame_read_age_sec": 4.488, "last_frame_read_at": "2026-11-03T12:33:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 23.373, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 576.627, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 4.379, "exists": true, "mtime": "2026-11-03T12:33:14.977023+09:00", "mtime_epoch": 1793676794.9770234, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141706}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:33:19+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3339461, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.649, "pushed": 6.649, "read": 6.616}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.011, "count": 199, "max_ms": 0.038, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4444.934, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.775, "count": 198, "max_ms": 7.771, "p95_ms": 2.141, "reason": null, "sample_age_ms": 4502.512, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 198, "max_ms": 6.076, "p95_ms": 1.588, "reason": null, "sample_age_ms": 4502.722, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.208, "count": 199, "max_ms": 0.886, "p95_ms": 0.532, "reason": null, "sample_age_ms": 4444.947, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.906, "count": 198, "max_ms": 6.641, "p95_ms": 3.402, "reason": null, "sample_age_ms": 4500.789, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2211848.0, "count": 198, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4500.765, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4445.351, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.503, "count": 199, "max_ms": 94.402, "p95_ms": 72.924, "reason": null, "sample_age_ms": 4444.928, "source": "client_direct"}, "sample_age_ms": 4444.924, "source": "client_direct", "task_total_ms": {"avg_ms": 50.852, "count": 199, "max_ms": 98.518, "p95_ms": 74.82, "reason": null, "sample_age_ms": 4444.924, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.952, "count": 199, "max_ms": 2.683, "p95_ms": 1.831}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.32, "count": 199, "max_ms": 0.978, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 0.136, "count": 199, "max_ms": 0.355, "p95_ms": 0.268}, "event_filter_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.023, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.106, "count": 199, "max_ms": 0.484, "p95_ms": 0.215}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.023, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.231, "count": 199, "max_ms": 0.958, "p95_ms": 0.449}, "setup_ms": {"avg_ms": 0.058, "count": 199, "max_ms": 0.174, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 0.903, "count": 199, "max_ms": 2.541, "p95_ms": 1.749}, "track_match_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.026, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.037, "count": 199, "max_ms": 0.104, "p95_ms": 0.079}}, "gstreamer_push": {"avg_ms": 2.828, "count": 199, "max_ms": 6.162, "p95_ms": 4.63}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 199, "max_ms": 0.79, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.059, "count": 199, "max_ms": 99.557, "p95_ms": 77.411}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.066, "count": 199, "max_ms": 0.211, "p95_ms": 0.14}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.766, "count": 199, "max_ms": 152.039, "p95_ms": 118.291}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 199, "max_ms": 6.567, "p95_ms": 2.561}, "processing_residual_ms": {"avg_ms": 0.221, "count": 199, "max_ms": 2.0, "p95_ms": 0.373}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.56, "count": 199, "max_ms": 154.322, "p95_ms": 119.81}, "read_interval": {"avg_ms": 128.94, "count": 198, "max_ms": 4107.31, "p95_ms": 158.866}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.071, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.161, "count": 199, "max_ms": 0.705, "p95_ms": 0.306}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 199, "max_ms": 0.048, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.141, "count": 199, "max_ms": 0.635, "p95_ms": 0.277}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.026, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.077, "count": 199, "max_ms": 99.565, "p95_ms": 77.447}, "visualize": {"avg_ms": 32.433, "count": 199, "max_ms": 88.638, "p95_ms": 43.203}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.312, "count": 199, "max_ms": 87.688, "p95_ms": 42.249}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.178, "count": 199, "max_ms": 88.492, "p95_ms": 43.054}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.043, "count": 199, "max_ms": 88.39, "p95_ms": 42.942}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 199, "max_ms": 0.7, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.203, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.712, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 113.852, "sample_count": 2824, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3339409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143369, "write_bytes_delta": 143369, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1233.0, "cpu_core_ratio": 1.432791, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4961.0, "pid": 76426, "reason": null, "system_cpu_core_ratio": 0.229918, "system_cpu_s_delta": 5.48, "user_cpu_core_ratio": 1.202874, "user_cpu_s_delta": 28.670000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.563886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.051606, "system_cpu_s_delta": 1.2299999999995634, "user_cpu_core_ratio": 0.512281, "user_cpu_s_delta": 12.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.882, "count": 239, "max_ms": 7.624, "p95_ms": 4.772, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.173, "count": 30, "max": 70.712, "p95": 53.258, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.189, "count": 30, "max": 41.63, "p95": 33.536, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1381.633, "count": 30, "max": 1691.0, "p95": 1545.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3844.333, "count": 30, "max": 95795.0, "p95": 6459.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.422, "p95": 0.206, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.409, "count": 30, "max": 1.625, "p95": 1.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.156, "count": 30, "max": 4.689, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138838.967, "count": 30, "max": 143369.0, "p95": 141201.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 73.0, "p95": 40.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.671, "p95": 0.667, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28256, "sampled_at": "2026-11-03T12:33:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10196.906, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 332110540800, "copied_frame_count": 120121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 332110540800, "frame_buffer_copies": 120121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 2.2576, "p50_ms": 0.103, "p95_ms": 0.2299, "p99_ms": 0.3664}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8403, "count": 512, "max_ms": 8.9525, "p50_ms": 1.6805, "p95_ms": 3.1521, "p99_ms": 4.2425, "results": {"failed": 0, "not_applicable": 0, "success": 120121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 1, "h264_decode_error_count": 7, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T10:59:36+09:00", "last_error_summary": "[h264 @ 0x621aae171a80] cabac decode of qscale diff failed at 20 36 [h264 @ 0x621aae171a80] error while decoding MB 20 36, bytestream 15528 [h264 @ 0x621aaeb9a180] error while decoding MB 75 30, bytestream -20 [h264 @ 0x621aae1c2180] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aae1c2180] error while decoding MB 0 41, bytestream 1503 [h264 @ 0x621aade95a40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x621aade95a40] error while decoding MB 0 39, bytestream", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5653.038, "last_started_at": "2026-11-03T10:59:39+09:00", "pid": 70369, "process": {"exists": false, "pid": 70369}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 2, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-03T12:33:52+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T12:33:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 56.253, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 543.747, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T12:33:52.226226+09:00", "mtime_epoch": 1793676832.226226, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 302564}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T12:33:52+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.469, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.946, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 104, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.468, "pushed": 3.468, "read": 3.468}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.036, "p95_ms": 0.023, "reason": null, "sample_age_ms": 53.359, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.103, "count": 104, "max_ms": 5.581, "p95_ms": 2.829, "reason": null, "sample_age_ms": 95.098, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.334, "count": 104, "max_ms": 3.101, "p95_ms": 1.684, "reason": null, "sample_age_ms": 95.497, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 104, "max_ms": 0.56, "p95_ms": 0.276, "reason": null, "sample_age_ms": 53.369, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.362, "count": 104, "max_ms": 43.771, "p95_ms": 5.418, "reason": null, "sample_age_ms": 93.47, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.664, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.161, "count": 104, "max_ms": 90.431, "p95_ms": 75.194, "reason": null, "sample_age_ms": 53.353, "source": "client_direct"}, "sample_age_ms": 53.349, "source": "client_direct", "task_total_ms": {"avg_ms": 57.118, "count": 104, "max_ms": 92.849, "p95_ms": 80.372, "reason": null, "sample_age_ms": 53.349, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.028, "p95_ms": 0.019, "reason": null, "sample_age_ms": 32.218, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 21.508, "count": 104, "max_ms": 41.12, "p95_ms": 30.854, "reason": null, "sample_age_ms": 78.19, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 104, "max_ms": 0.061, "p95_ms": 0.045, "reason": null, "sample_age_ms": 95.273, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.245, "count": 104, "max_ms": 0.633, "p95_ms": 0.452, "reason": null, "sample_age_ms": 32.227, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.421, "count": 104, "max_ms": 8.237, "p95_ms": 4.041, "reason": null, "sample_age_ms": 76.854, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 76.835, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 32.376, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.302, "count": 104, "max_ms": 84.237, "p95_ms": 70.777, "reason": null, "sample_age_ms": 32.212, "source": "client_direct"}, "sample_age_ms": 32.205, "source": "client_direct", "task_total_ms": {"avg_ms": 55.187, "count": 104, "max_ms": 87.574, "p95_ms": 73.535, "reason": null, "sample_age_ms": 32.205, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 37.841, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.859, "count": 104, "max_ms": 23.097, "p95_ms": 20.114, "reason": null, "sample_age_ms": 83.565, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.027, "count": 104, "max_ms": 0.076, "p95_ms": 0.046, "reason": null, "sample_age_ms": 95.315, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.262, "count": 104, "max_ms": 0.875, "p95_ms": 0.512, "reason": null, "sample_age_ms": 37.847, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.597, "count": 104, "max_ms": 17.693, "p95_ms": 4.312, "reason": null, "sample_age_ms": 82.062, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.028, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 37.999, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.836, "count": 104, "max_ms": 91.671, "p95_ms": 69.384, "reason": null, "sample_age_ms": 37.837, "source": "client_direct"}, "sample_age_ms": 37.834, "source": "client_direct", "task_total_ms": {"avg_ms": 56.104, "count": 104, "max_ms": 95.032, "p95_ms": 73.638, "reason": null, "sample_age_ms": 37.834, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.029, "p95_ms": 0.02, "reason": null, "sample_age_ms": 33.123, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.772, "count": 104, "max_ms": 13.217, "p95_ms": 10.445, "reason": null, "sample_age_ms": 88.519, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.039, "count": 104, "max_ms": 0.151, "p95_ms": 0.093, "reason": null, "sample_age_ms": 95.364, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 104, "max_ms": 1.064, "p95_ms": 0.615, "reason": null, "sample_age_ms": 33.136, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.479, "count": 104, "max_ms": 20.882, "p95_ms": 3.656, "reason": null, "sample_age_ms": 87.163, "source": "client_direct"}, "request_count": 104, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.137, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.495, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.762, "count": 104, "max_ms": 94.895, "p95_ms": 80.974, "reason": null, "sample_age_ms": 33.117, "source": "client_direct"}, "sample_age_ms": 33.111, "source": "client_direct", "task_total_ms": {"avg_ms": 62.735, "count": 104, "max_ms": 98.729, "p95_ms": 84.741, "reason": null, "sample_age_ms": 33.111, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.719, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.625, "count": 104, "max_ms": 6.405, "p95_ms": 5.7}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 104, "max_ms": 0.65, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 104, "max_ms": 3.214, "p95_ms": 2.46}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 104, "max_ms": 0.578, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.293, "count": 104, "max_ms": 0.674, "p95_ms": 0.536}, "setup_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.138, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.556, "count": 104, "max_ms": 6.299, "p95_ms": 5.6}, "track_match_ms": {"avg_ms": 0.071, "count": 104, "max_ms": 0.156, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.122, "count": 104, "max_ms": 2.839, "p95_ms": 1.896}}, "gstreamer_push": {"avg_ms": 4.214, "count": 104, "max_ms": 9.105, "p95_ms": 7.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.014, "count": 104, "max_ms": 0.062, "p95_ms": 0.033}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.83, "count": 104, "max_ms": 99.111, "p95_ms": 82.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.787, "count": 104, "max_ms": 119.753, "p95_ms": 97.633}, "yolo11_640_fire_11class": {"avg_ms": 71.106, "count": 104, "max_ms": 117.719, "p95_ms": 91.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.538, "count": 104, "max_ms": 105.808, "p95_ms": 92.758}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 3.08, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.492, "count": 104, "max_ms": 128.515, "p95_ms": 108.664}, "inference_input_copy_ms": {"avg_ms": 2.439, "count": 104, "max_ms": 6.15, "p95_ms": 4.204}, "processing_residual_ms": {"avg_ms": 0.193, "count": 104, "max_ms": 0.451, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.202, "count": 104, "max_ms": 134.888, "p95_ms": 111.654}, "read_interval": {"avg_ms": 288.926, "count": 104, "max_ms": 19286.52, "p95_ms": 154.716}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 104, "max_ms": 0.049, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 0.223, "count": 104, "max_ms": 0.546, "p95_ms": 0.407}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 104, "max_ms": 0.063, "p95_ms": 0.041}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.019, "count": 104, "max_ms": 0.073, "p95_ms": 0.038}, "scenario.falldown_detected_ms": {"avg_ms": 0.081, "count": 104, "max_ms": 0.197, "p95_ms": 0.145}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.009, "p95_ms": 0.006}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.096, "count": 104, "max_ms": 0.278, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 78.419, "count": 104, "max_ms": 119.768, "p95_ms": 102.244}, "visualize": {"avg_ms": 2.03, "count": 104, "max_ms": 4.365, "p95_ms": 3.599}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.799, "count": 104, "max_ms": 4.062, "p95_ms": 3.381}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.673, "count": 104, "max_ms": 3.841, "p95_ms": 3.116}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 104, "max_ms": 0.253, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.359, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 300567, "write_bytes_delta": 300567, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 108.0, "cpu_core_ratio": 0.027276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2636.0, "pid": 70369, "reason": null, "system_cpu_core_ratio": 0.004546, "system_cpu_s_delta": 0.09999999999999432, "user_cpu_core_ratio": 0.02273, "user_cpu_s_delta": 0.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.118198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.025003, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.093194, "user_cpu_s_delta": 2.0499999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.401, "count": 103, "max_ms": 9.105, "p95_ms": 7.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.55, "count": 30, "max": 64.643, "p95": 48.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.23, "count": 30, "max": 36.244, "p95": 31.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.2, "count": 30, "max": 1423.0, "p95": 1388.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.367, "count": 30, "max": 2636.0, "p95": 509.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.106, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.225, "count": 30, "max": 0.26, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 300969.933, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 290979.367, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1140.433, "count": 30, "max": 4519.0, "p95": 3564.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.177, "count": 30, "max": 0.253, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.65, "count": 30, "max": 0.718, "p95": 0.712, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-11-03T12:33:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10196.906, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5edf5b5e6800] cabac decode of qscale diff failed at 62 32 [h264 @ 0x5edf5b5e6800] error while decoding MB 62 32, bytestream 143758 [h264 @ 0x5edf5b5e6800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edf5b5e6800] error while decoding MB 0 24, bytestream 119712 [h264 @ 0x5edf5b7f6940] error while decoding MB 8 16, bytestream -15 [h264 @ 0x5edf5b5d2640] left block unavailable for requested intra mode [h264 @ 0x5edf5b5d2640] error while decoding MB 0 6, bytestream 961 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 332110540800, "copied_frame_count": 120121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 332110540800, "frame_buffer_copies": 120121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 2.2576, "p50_ms": 0.103, "p95_ms": 0.2299, "p99_ms": 0.3664}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8403, "count": 512, "max_ms": 8.9525, "p50_ms": 1.6805, "p95_ms": 3.1521, "p99_ms": 4.2425, "results": {"failed": 0, "not_applicable": 0, "success": 120121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:52+09:00", "last_error_summary": "[h264 @ 0x5edf5b5e6800] cabac decode of qscale diff failed at 62 32 [h264 @ 0x5edf5b5e6800] error while decoding MB 62 32, bytestream 143758 [h264 @ 0x5edf5b5e6800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edf5b5e6800] error while decoding MB 0 24, bytestream 119712 [h264 @ 0x5edf5b7f6940] error while decoding MB 8 16, bytestream -15 [h264 @ 0x5edf5b5d2640] left block unavailable for requested intra mode [h264 @ 0x5edf5b5d2640] error while decoding MB 0 6, bytestream 961 ", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5653.059, "last_started_at": "2026-11-03T10:59:39+09:00", "pid": 70369, "process": {"exists": false, "pid": 70369}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2662, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-03T12:33:52+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T12:33:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 56.263, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 543.737, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.024, "exists": true, "mtime": "2026-11-03T12:33:52.226226+09:00", "mtime_epoch": 1793676832.226226, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 302564}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T12:33:52+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.469, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 0.962, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.476, "pushed": 3.476, "read": 3.443}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.036, "p95_ms": 0.023, "reason": null, "sample_age_ms": 69.152, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.098, "count": 103, "max_ms": 5.581, "p95_ms": 2.834, "reason": null, "sample_age_ms": 110.892, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 103, "max_ms": 3.101, "p95_ms": 1.692, "reason": null, "sample_age_ms": 111.291, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 104, "max_ms": 0.56, "p95_ms": 0.276, "reason": null, "sample_age_ms": 69.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.362, "count": 104, "max_ms": 43.771, "p95_ms": 5.418, "reason": null, "sample_age_ms": 109.264, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.205, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.458, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.161, "count": 104, "max_ms": 90.431, "p95_ms": 75.194, "reason": null, "sample_age_ms": 69.147, "source": "client_direct"}, "sample_age_ms": 69.142, "source": "client_direct", "task_total_ms": {"avg_ms": 57.118, "count": 104, "max_ms": 92.849, "p95_ms": 80.372, "reason": null, "sample_age_ms": 69.142, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.028, "p95_ms": 0.019, "reason": null, "sample_age_ms": 48.011, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 21.508, "count": 104, "max_ms": 41.12, "p95_ms": 30.854, "reason": null, "sample_age_ms": 93.984, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 103, "max_ms": 0.061, "p95_ms": 0.045, "reason": null, "sample_age_ms": 111.066, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.245, "count": 104, "max_ms": 0.633, "p95_ms": 0.452, "reason": null, "sample_age_ms": 48.021, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.421, "count": 104, "max_ms": 8.237, "p95_ms": 4.041, "reason": null, "sample_age_ms": 92.647, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.629, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 48.169, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.302, "count": 104, "max_ms": 84.237, "p95_ms": 70.777, "reason": null, "sample_age_ms": 48.006, "source": "client_direct"}, "sample_age_ms": 47.999, "source": "client_direct", "task_total_ms": {"avg_ms": 55.187, "count": 104, "max_ms": 87.574, "p95_ms": 73.535, "reason": null, "sample_age_ms": 47.999, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 53.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.859, "count": 104, "max_ms": 23.097, "p95_ms": 20.114, "reason": null, "sample_age_ms": 99.359, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 103, "max_ms": 0.076, "p95_ms": 0.046, "reason": null, "sample_age_ms": 111.109, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.262, "count": 104, "max_ms": 0.875, "p95_ms": 0.512, "reason": null, "sample_age_ms": 53.641, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.597, "count": 104, "max_ms": 17.693, "p95_ms": 4.312, "reason": null, "sample_age_ms": 97.855, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.793, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.836, "count": 104, "max_ms": 91.671, "p95_ms": 69.384, "reason": null, "sample_age_ms": 53.631, "source": "client_direct"}, "sample_age_ms": 53.627, "source": "client_direct", "task_total_ms": {"avg_ms": 56.104, "count": 104, "max_ms": 95.032, "p95_ms": 73.638, "reason": null, "sample_age_ms": 53.627, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 104, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.029, "p95_ms": 0.02, "reason": null, "sample_age_ms": 48.916, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.772, "count": 104, "max_ms": 13.217, "p95_ms": 10.445, "reason": null, "sample_age_ms": 104.313, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.039, "count": 103, "max_ms": 0.151, "p95_ms": 0.093, "reason": null, "sample_age_ms": 111.157, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 104, "max_ms": 1.064, "p95_ms": 0.615, "reason": null, "sample_age_ms": 48.929, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.479, "count": 104, "max_ms": 20.882, "p95_ms": 3.656, "reason": null, "sample_age_ms": 102.957, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 104, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.931, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.288, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.762, "count": 104, "max_ms": 94.895, "p95_ms": 80.974, "reason": null, "sample_age_ms": 48.91, "source": "client_direct"}, "sample_age_ms": 48.905, "source": "client_direct", "task_total_ms": {"avg_ms": 62.735, "count": 104, "max_ms": 98.729, "p95_ms": 84.741, "reason": null, "sample_age_ms": 48.905, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.053, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.625, "count": 104, "max_ms": 6.405, "p95_ms": 5.7}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 104, "max_ms": 0.65, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 104, "max_ms": 3.214, "p95_ms": 2.46}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 104, "max_ms": 0.578, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.293, "count": 104, "max_ms": 0.674, "p95_ms": 0.536}, "setup_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.138, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.556, "count": 104, "max_ms": 6.299, "p95_ms": 5.6}, "track_match_ms": {"avg_ms": 0.071, "count": 104, "max_ms": 0.156, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.122, "count": 104, "max_ms": 2.839, "p95_ms": 1.896}}, "gstreamer_push": {"avg_ms": 4.214, "count": 104, "max_ms": 9.105, "p95_ms": 7.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.014, "count": 104, "max_ms": 0.062, "p95_ms": 0.033}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.83, "count": 104, "max_ms": 99.111, "p95_ms": 82.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.787, "count": 104, "max_ms": 119.753, "p95_ms": 97.633}, "yolo11_640_fire_11class": {"avg_ms": 71.106, "count": 104, "max_ms": 117.719, "p95_ms": 91.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.538, "count": 104, "max_ms": 105.808, "p95_ms": 92.758}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 3.08, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.492, "count": 104, "max_ms": 128.515, "p95_ms": 108.664}, "inference_input_copy_ms": {"avg_ms": 2.439, "count": 104, "max_ms": 6.15, "p95_ms": 4.204}, "processing_residual_ms": {"avg_ms": 0.193, "count": 104, "max_ms": 0.451, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.202, "count": 104, "max_ms": 134.888, "p95_ms": 111.654}, "read_interval": {"avg_ms": 290.229, "count": 103, "max_ms": 19286.52, "p95_ms": 152.132}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 104, "max_ms": 0.049, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 0.223, "count": 104, "max_ms": 0.546, "p95_ms": 0.407}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 104, "max_ms": 0.063, "p95_ms": 0.041}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.019, "count": 104, "max_ms": 0.073, "p95_ms": 0.038}, "scenario.falldown_detected_ms": {"avg_ms": 0.081, "count": 104, "max_ms": 0.197, "p95_ms": 0.145}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.009, "p95_ms": 0.006}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.096, "count": 104, "max_ms": 0.278, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 78.419, "count": 104, "max_ms": 119.768, "p95_ms": 102.244}, "visualize": {"avg_ms": 2.03, "count": 104, "max_ms": 4.365, "p95_ms": 3.599}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.799, "count": 104, "max_ms": 4.062, "p95_ms": 3.381}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.673, "count": 104, "max_ms": 3.841, "p95_ms": 3.116}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 104, "max_ms": 0.253, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.359, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 300567, "write_bytes_delta": 300567, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 108.0, "cpu_core_ratio": 0.027276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2636.0, "pid": 70369, "reason": null, "system_cpu_core_ratio": 0.004546, "system_cpu_s_delta": 0.09999999999999432, "user_cpu_core_ratio": 0.02273, "user_cpu_s_delta": 0.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.118198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.025003, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.093194, "user_cpu_s_delta": 2.0499999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.401, "count": 103, "max_ms": 9.105, "p95_ms": 7.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.55, "count": 30, "max": 64.643, "p95": 48.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.23, "count": 30, "max": 36.244, "p95": 31.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.2, "count": 30, "max": 1423.0, "p95": 1388.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.367, "count": 30, "max": 2636.0, "p95": 509.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.106, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.225, "count": 30, "max": 0.26, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 300969.933, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 290979.367, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1140.433, "count": 30, "max": 4519.0, "p95": 3564.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.177, "count": 30, "max": 0.253, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.65, "count": 30, "max": 0.718, "p95": 0.712, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-11-03T12:33:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10196.887, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 332110540800, "copied_frame_count": 120121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 332110540800, "frame_buffer_copies": 120121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 2.2576, "p50_ms": 0.103, "p95_ms": 0.2299, "p99_ms": 0.3664}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8403, "count": 512, "max_ms": 8.9525, "p50_ms": 1.6805, "p95_ms": 3.1521, "p99_ms": 4.2425, "results": {"failed": 0, "not_applicable": 0, "success": 120121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:52+09:00", "last_error_summary": "[h264 @ 0x5edf5b5e6800] cabac decode of qscale diff failed at 62 32 [h264 @ 0x5edf5b5e6800] error while decoding MB 62 32, bytestream 143758 [h264 @ 0x5edf5b5e6800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edf5b5e6800] error while decoding MB 0 24, bytestream 119712 [h264 @ 0x5edf5b7f6940] error while decoding MB 8 16, bytestream -15 [h264 @ 0x5edf5b5d2640] left block unavailable for requested intra mode [h264 @ 0x5edf5b5d2640] error while decoding MB 0 6, bytestream 961 ", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 5653.106, "last_started_at": "2026-11-03T10:59:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 1, "restart_count_per_hour": 0, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 2}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T12:33:52+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-11-03T12:33:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 56.302, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 543.698, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T12:33:52.226226+09:00", "mtime_epoch": 1793676832.226226, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 302564}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T12:33:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.465, "state": "S (sleeping)", "threads": 56}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.014, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.471, "pushed": 3.471, "read": 3.437}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.012, "count": 104, "max_ms": 0.036, "p95_ms": 0.023, "reason": null, "sample_age_ms": 117.511, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.098, "count": 103, "max_ms": 5.581, "p95_ms": 2.834, "reason": null, "sample_age_ms": 159.25, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 103, "max_ms": 3.101, "p95_ms": 1.692, "reason": null, "sample_age_ms": 159.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 104, "max_ms": 0.56, "p95_ms": 0.276, "reason": null, "sample_age_ms": 117.521, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.358, "count": 103, "max_ms": 43.771, "p95_ms": 5.423, "reason": null, "sample_age_ms": 157.622, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 157.563, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.816, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.161, "count": 104, "max_ms": 90.431, "p95_ms": 75.194, "reason": null, "sample_age_ms": 117.505, "source": "client_direct"}, "sample_age_ms": 117.501, "source": "client_direct", "task_total_ms": {"avg_ms": 57.118, "count": 104, "max_ms": 92.849, "p95_ms": 80.372, "reason": null, "sample_age_ms": 117.501, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.028, "p95_ms": 0.019, "reason": null, "sample_age_ms": 96.37, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 21.517, "count": 103, "max_ms": 41.12, "p95_ms": 30.886, "reason": null, "sample_age_ms": 142.342, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 103, "max_ms": 0.061, "p95_ms": 0.045, "reason": null, "sample_age_ms": 159.425, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.245, "count": 104, "max_ms": 0.633, "p95_ms": 0.452, "reason": null, "sample_age_ms": 96.38, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.433, "count": 103, "max_ms": 8.237, "p95_ms": 4.042, "reason": null, "sample_age_ms": 141.006, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.987, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.528, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.302, "count": 104, "max_ms": 84.237, "p95_ms": 70.777, "reason": null, "sample_age_ms": 96.364, "source": "client_direct"}, "sample_age_ms": 96.358, "source": "client_direct", "task_total_ms": {"avg_ms": 55.187, "count": 104, "max_ms": 87.574, "p95_ms": 73.535, "reason": null, "sample_age_ms": 96.358, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 101.993, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.85, "count": 103, "max_ms": 23.097, "p95_ms": 20.116, "reason": null, "sample_age_ms": 147.717, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 103, "max_ms": 0.076, "p95_ms": 0.046, "reason": null, "sample_age_ms": 159.467, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.262, "count": 104, "max_ms": 0.875, "p95_ms": 0.512, "reason": null, "sample_age_ms": 101.999, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.604, "count": 103, "max_ms": 17.693, "p95_ms": 4.326, "reason": null, "sample_age_ms": 146.214, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 146.18, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.152, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.836, "count": 104, "max_ms": 91.671, "p95_ms": 69.384, "reason": null, "sample_age_ms": 101.99, "source": "client_direct"}, "sample_age_ms": 101.986, "source": "client_direct", "task_total_ms": {"avg_ms": 56.104, "count": 104, "max_ms": 95.032, "p95_ms": 73.638, "reason": null, "sample_age_ms": 101.986, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.01, "count": 104, "max_ms": 0.029, "p95_ms": 0.02, "reason": null, "sample_age_ms": 97.275, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.762, "count": 103, "max_ms": 13.217, "p95_ms": 10.447, "reason": null, "sample_age_ms": 152.672, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.039, "count": 103, "max_ms": 0.151, "p95_ms": 0.093, "reason": null, "sample_age_ms": 159.516, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.284, "count": 104, "max_ms": 1.064, "p95_ms": 0.615, "reason": null, "sample_age_ms": 97.288, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.478, "count": 103, "max_ms": 20.882, "p95_ms": 3.661, "reason": null, "sample_age_ms": 151.316, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.289, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 97.647, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 59.762, "count": 104, "max_ms": 94.895, "p95_ms": 80.974, "reason": null, "sample_age_ms": 97.269, "source": "client_direct"}, "sample_age_ms": 97.264, "source": "client_direct", "task_total_ms": {"avg_ms": 62.735, "count": 104, "max_ms": 98.729, "p95_ms": 84.741, "reason": null, "sample_age_ms": 97.264, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.978, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.625, "count": 104, "max_ms": 6.405, "p95_ms": 5.7}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 104, "max_ms": 0.65, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 1.439, "count": 104, "max_ms": 3.214, "p95_ms": 2.46}, "event_filter_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 104, "max_ms": 0.578, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.293, "count": 104, "max_ms": 0.674, "p95_ms": 0.536}, "setup_ms": {"avg_ms": 0.053, "count": 104, "max_ms": 0.138, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 3.556, "count": 104, "max_ms": 6.299, "p95_ms": 5.6}, "track_match_ms": {"avg_ms": 0.071, "count": 104, "max_ms": 0.156, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 1.122, "count": 104, "max_ms": 2.839, "p95_ms": 1.896}}, "gstreamer_push": {"avg_ms": 4.214, "count": 104, "max_ms": 9.105, "p95_ms": 7.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.014, "count": 104, "max_ms": 0.062, "p95_ms": 0.033}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 58.83, "count": 104, "max_ms": 99.111, "p95_ms": 82.073}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.787, "count": 104, "max_ms": 119.753, "p95_ms": 97.633}, "yolo11_640_fire_11class": {"avg_ms": 71.106, "count": 104, "max_ms": 117.719, "p95_ms": 91.199}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.538, "count": 104, "max_ms": 105.808, "p95_ms": 92.758}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.078, "count": 104, "max_ms": 3.08, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.492, "count": 104, "max_ms": 128.515, "p95_ms": 108.664}, "inference_input_copy_ms": {"avg_ms": 2.439, "count": 104, "max_ms": 6.15, "p95_ms": 4.204}, "processing_residual_ms": {"avg_ms": 0.193, "count": 104, "max_ms": 0.451, "p95_ms": 0.379}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.202, "count": 104, "max_ms": 134.888, "p95_ms": 111.654}, "read_interval": {"avg_ms": 290.229, "count": 103, "max_ms": 19286.52, "p95_ms": 152.132}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 104, "max_ms": 0.049, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 0.223, "count": 104, "max_ms": 0.546, "p95_ms": 0.407}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 104, "max_ms": 0.063, "p95_ms": 0.041}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.019, "count": 104, "max_ms": 0.073, "p95_ms": 0.038}, "scenario.falldown_detected_ms": {"avg_ms": 0.081, "count": 104, "max_ms": 0.197, "p95_ms": 0.145}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 104, "max_ms": 0.009, "p95_ms": 0.006}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.096, "count": 104, "max_ms": 0.278, "p95_ms": 0.186}, "worker_merge_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 78.419, "count": 104, "max_ms": 119.768, "p95_ms": 102.244}, "visualize": {"avg_ms": 2.03, "count": 104, "max_ms": 4.365, "p95_ms": 3.599}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.799, "count": 104, "max_ms": 4.062, "p95_ms": 3.381}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.673, "count": 104, "max_ms": 3.841, "p95_ms": 3.116}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 104, "max_ms": 0.253, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 104}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.359, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 300567, "write_bytes_delta": 300567, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 108.0, "cpu_core_ratio": 0.027276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2636.0, "pid": 70369, "reason": null, "system_cpu_core_ratio": 0.004546, "system_cpu_s_delta": 0.09999999999999432, "user_cpu_core_ratio": 0.02273, "user_cpu_s_delta": 0.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.118198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.025003, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.093194, "user_cpu_s_delta": 2.0499999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.401, "count": 103, "max_ms": 9.105, "p95_ms": 7.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.55, "count": 30, "max": 64.643, "p95": 48.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.23, "count": 30, "max": 36.244, "p95": 31.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.2, "count": 30, "max": 1423.0, "p95": 1388.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.367, "count": 30, "max": 2636.0, "p95": 509.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.106, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.225, "count": 30, "max": 0.26, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 300969.933, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 290979.367, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1140.433, "count": 30, "max": 4519.0, "p95": 3564.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.177, "count": 30, "max": 0.253, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.65, "count": 30, "max": 0.718, "p95": 0.712, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-11-03T12:33:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10339.891, "limit_mb": null}, "detail": {"pid": 76890, "restart_count": 2, "start_count": 3}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 332110540800, "copied_frame_count": 120121, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 332110540800, "frame_buffer_copies": 120121, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1247, "count": 512, "max_ms": 2.2576, "p50_ms": 0.103, "p95_ms": 0.2299, "p99_ms": 0.3664}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8403, "count": 512, "max_ms": 8.9525, "p50_ms": 1.6805, "p95_ms": 3.1521, "p99_ms": 4.2425, "results": {"failed": 0, "not_applicable": 0, "success": 120121, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 2, "h264_decode_error_count": 14, "h264_decode_error_count_per_hour": 7, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:33:52+09:00", "last_error_summary": "[h264 @ 0x5edf5b5e6800] cabac decode of qscale diff failed at 62 32 [h264 @ 0x5edf5b5e6800] error while decoding MB 62 32, bytestream 143758 [h264 @ 0x5edf5b5e6800] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5edf5b5e6800] error while decoding MB 0 24, bytestream 119712 [h264 @ 0x5edf5b7f6940] error while decoding MB 8 16, bytestream -15 [h264 @ 0x5edf5b5d2640] left block unavailable for requested intra mode [h264 @ 0x5edf5b5d2640] error while decoding MB 0 6, bytestream 961 ", "last_exit_at": "", "last_returncode": null, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:33:55+09:00", "pid": 76890, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.789, "name": "ffmpeg", "pid": 76890, "rss_mb": 141.789, "state": "S (sleeping)", "threads": 70}, "restart_count": 2, "restart_count_per_hour": 1, "rtsp_timeout_count": 4, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2612, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120121, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 5.114, "last_frame_pushed_at": "2026-11-03T12:33:52+09:00", "last_frame_read_age_sec": 5.192, "last_frame_read_at": "2026-11-03T12:33:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 61.34, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 538.66, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 5.105, "exists": true, "mtime": "2026-11-03T12:33:52.226226+09:00", "mtime_epoch": 1793676832.226226, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 302564}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T12:33:57+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1263.211, "name": "celery", "pid": 178, "rss_mb": 1225.469, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6.052, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 56}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 56}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 56, "pushed_frames": 56, "read_frames": 55, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.869, "pushed": 1.869, "read": 1.836}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.01, "count": 56, "max_ms": 0.026, "p95_ms": 0.021, "reason": null, "sample_age_ms": 5157.104, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.913, "count": 55, "max_ms": 3.632, "p95_ms": 1.876, "reason": null, "sample_age_ms": 5198.844, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 55, "max_ms": 3.101, "p95_ms": 1.272, "reason": null, "sample_age_ms": 5199.243, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.153, "count": 56, "max_ms": 0.331, "p95_ms": 0.256, "reason": null, "sample_age_ms": 5157.114, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.691, "count": 55, "max_ms": 11.081, "p95_ms": 4.868, "reason": null, "sample_age_ms": 5197.216, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5197.157, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5157.41, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.84, "count": 56, "max_ms": 82.502, "p95_ms": 77.77, "reason": null, "sample_age_ms": 5157.099, "source": "client_direct"}, "sample_age_ms": 5157.094, "source": "client_direct", "task_total_ms": {"avg_ms": 56.275, "count": 56, "max_ms": 85.7, "p95_ms": 80.662, "reason": null, "sample_age_ms": 5157.094, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.01, "count": 56, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5135.963, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 20.424, "count": 55, "max_ms": 38.478, "p95_ms": 27.444, "reason": null, "sample_age_ms": 5181.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.025, "count": 55, "max_ms": 0.051, "p95_ms": 0.041, "reason": null, "sample_age_ms": 5199.018, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.238, "count": 56, "max_ms": 0.63, "p95_ms": 0.438, "reason": null, "sample_age_ms": 5135.973, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.466, "count": 55, "max_ms": 5.214, "p95_ms": 4.136, "reason": null, "sample_age_ms": 5180.599, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5180.581, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5136.122, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.2, "count": 56, "max_ms": 84.237, "p95_ms": 76.917, "reason": null, "sample_age_ms": 5135.958, "source": "client_direct"}, "sample_age_ms": 5135.951, "source": "client_direct", "task_total_ms": {"avg_ms": 56.115, "count": 56, "max_ms": 87.574, "p95_ms": 81.128, "reason": null, "sample_age_ms": 5135.951, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.009, "count": 56, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5141.587, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 13.094, "count": 55, "max_ms": 21.107, "p95_ms": 20.089, "reason": null, "sample_age_ms": 5187.311, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 55, "max_ms": 0.076, "p95_ms": 0.047, "reason": null, "sample_age_ms": 5199.061, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.26, "count": 56, "max_ms": 0.538, "p95_ms": 0.467, "reason": null, "sample_age_ms": 5141.593, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.325, "count": 55, "max_ms": 11.084, "p95_ms": 4.003, "reason": null, "sample_age_ms": 5185.807, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5185.774, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5141.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.012, "count": 56, "max_ms": 91.671, "p95_ms": 75.086, "reason": null, "sample_age_ms": 5141.583, "source": "client_direct"}, "sample_age_ms": 5141.579, "source": "client_direct", "task_total_ms": {"avg_ms": 56.816, "count": 56, "max_ms": 95.032, "p95_ms": 77.887, "reason": null, "sample_age_ms": 5141.579, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 55, "client_acquire_ms": {"avg_ms": 0.008, "count": 56, "max_ms": 0.029, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5136.868, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.254, "count": 55, "max_ms": 10.861, "p95_ms": 9.231, "reason": null, "sample_age_ms": 5192.265, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.036, "count": 55, "max_ms": 0.095, "p95_ms": 0.078, "reason": null, "sample_age_ms": 5199.11, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.277, "count": 56, "max_ms": 0.676, "p95_ms": 0.563, "reason": null, "sample_age_ms": 5136.882, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.203, "count": 55, "max_ms": 4.645, "p95_ms": 3.404, "reason": null, "sample_age_ms": 5190.909, "source": "client_direct"}, "request_count": 55, "request_tensor_bytes": {"avg": 2764808.0, "count": 55, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5190.883, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 56, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5137.24, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 60.627, "count": 56, "max_ms": 94.895, "p95_ms": 81.067, "reason": null, "sample_age_ms": 5136.862, "source": "client_direct"}, "sample_age_ms": 5136.857, "source": "client_direct", "task_total_ms": {"avg_ms": 63.296, "count": 56, "max_ms": 98.729, "p95_ms": 85.066, "reason": null, "sample_age_ms": 5136.857, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.449, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.609, "count": 56, "max_ms": 6.312, "p95_ms": 6.002}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.318, "count": 56, "max_ms": 0.65, "p95_ms": 0.613}, "detection_prepare_ms": {"avg_ms": 1.444, "count": 56, "max_ms": 3.214, "p95_ms": 2.532}, "event_filter_ms": {"avg_ms": 0.004, "count": 56, "max_ms": 0.012, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 56, "max_ms": 0.525, "p95_ms": 0.408}, "mcmt_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.274, "count": 56, "max_ms": 0.599, "p95_ms": 0.553}, "setup_ms": {"avg_ms": 0.053, "count": 56, "max_ms": 0.138, "p95_ms": 0.104}, "total_inside_ms": {"avg_ms": 3.541, "count": 56, "max_ms": 6.134, "p95_ms": 5.912}, "track_match_ms": {"avg_ms": 0.067, "count": 56, "max_ms": 0.156, "p95_ms": 0.139}, "tracker_update_ms": {"avg_ms": 1.117, "count": 56, "max_ms": 2.839, "p95_ms": 2.229}}, "gstreamer_push": {"avg_ms": 3.992, "count": 56, "max_ms": 8.145, "p95_ms": 7.373}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.012, "count": 56, "max_ms": 0.042, "p95_ms": 0.03}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.78, "count": 56, "max_ms": 91.261, "p95_ms": 82.345}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 77.519, "count": 56, "max_ms": 119.753, "p95_ms": 107.708}, "yolo11_640_fire_11class": {"avg_ms": 70.93, "count": 56, "max_ms": 117.719, "p95_ms": 93.31}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 70.507, "count": 56, "max_ms": 105.808, "p95_ms": 92.758}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 56, "max_ms": 0.132, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.255, "count": 56, "max_ms": 128.515, "p95_ms": 120.62}, "inference_input_copy_ms": {"avg_ms": 2.29, "count": 56, "max_ms": 6.15, "p95_ms": 4.217}, "processing_residual_ms": {"avg_ms": 0.183, "count": 56, "max_ms": 0.393, "p95_ms": 0.347}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.773, "count": 56, "max_ms": 134.888, "p95_ms": 123.577}, "read_interval": {"avg_ms": 451.554, "count": 55, "max_ms": 19286.52, "p95_ms": 165.74}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 56, "max_ms": 0.049, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.208, "count": 56, "max_ms": 0.472, "p95_ms": 0.425}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 56, "max_ms": 0.045, "p95_ms": 0.041}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.017, "count": 56, "max_ms": 0.045, "p95_ms": 0.034}, "scenario.falldown_detected_ms": {"avg_ms": 0.074, "count": 56, "max_ms": 0.175, "p95_ms": 0.142}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 56, "max_ms": 0.007, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.091, "count": 56, "max_ms": 0.278, "p95_ms": 0.195}, "worker_merge_ms": {"avg_ms": 0.007, "count": 56, "max_ms": 0.027, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 78.264, "count": 56, "max_ms": 119.768, "p95_ms": 114.418}, "visualize": {"avg_ms": 1.989, "count": 56, "max_ms": 4.365, "p95_ms": 3.429}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.763, "count": 56, "max_ms": 4.062, "p95_ms": 3.136}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 56, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.641, "count": 56, "max_ms": 3.841, "p95_ms": 2.958}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 56, "max_ms": 0.253, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 56}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 56}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1225.469, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.359, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.454, "sample_count": 2661, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 120111, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:33:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 300567, "write_bytes_delta": 300567, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 108.0, "cpu_core_ratio": 0.027276, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2636.0, "pid": 70369, "reason": null, "system_cpu_core_ratio": 0.004546, "system_cpu_s_delta": 0.09999999999999432, "user_cpu_core_ratio": 0.02273, "user_cpu_s_delta": 0.5}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.118198, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 118.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.025003, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.093194, "user_cpu_s_delta": 2.0499999999956344}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.401, "count": 103, "max_ms": 9.105, "p95_ms": 7.685, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 103}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.55, "count": 30, "max": 64.643, "p95": 48.028, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.23, "count": 30, "max": 36.244, "p95": 31.442, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1136.2, "count": 30, "max": 1423.0, "p95": 1388.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 130.367, "count": 30, "max": 2636.0, "p95": 509.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.043, "count": 30, "max": 0.106, "p95": 0.079, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.225, "count": 30, "max": 0.26, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 300969.933, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 290979.367, "count": 30, "max": 305101.0, "p95": 303479.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1140.433, "count": 30, "max": 4519.0, "p95": 3564.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.177, "count": 30, "max": 0.253, "p95": 0.193, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.65, "count": 30, "max": 0.718, "p95": 0.712, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 664, "sampled_at": "2026-11-03T12:33:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:33:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5322958, "flush_count": 5628, "flush_interval_seconds": 30.0, "flush_state": {"count": 5628, "last_at": "2026-11-03T12:34:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:34:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5627}, "started": true, "suppressed_count": 3238681, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3238276}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5628, "written_record_count": 5628}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10128.273, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5bbcd93dc940] left block unavailable for requested intra mode [h264 @ 0x5bbcd93dc940] error while decoding MB 0 39, bytestream 8210 [h264 @ 0x5bbcd9435a80] error while decoding MB 100 63, bytestream -5 [h264 @ 0x5bbcd9421980] left block unavailable for requested intra mode [h264 @ 0x5bbcd9421980] error while decoding MB 0 64, bytestream 8214 [h264 @ 0x5bbcd93f0b00] error while decoding MB 85 62, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8968743014400, "copied_frame_count": 3243903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8968743014400, "frame_buffer_copies": 3243903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1344, "count": 512, "max_ms": 1.8034, "p50_ms": 0.1148, "p95_ms": 0.2414, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 3.8273, "p50_ms": 1.356, "p95_ms": 2.5446, "p99_ms": 3.1635, "results": {"failed": 0, "not_applicable": 0, "success": 3243903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 284, "h264_decode_error_count": 890, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:34:25+09:00", "last_error_summary": "[h264 @ 0x5bbcd93dc940] left block unavailable for requested intra mode [h264 @ 0x5bbcd93dc940] error while decoding MB 0 39, bytestream 8210 [h264 @ 0x5bbcd9435a80] error while decoding MB 100 63, bytestream -5 [h264 @ 0x5bbcd9421980] left block unavailable for requested intra mode [h264 @ 0x5bbcd9421980] error while decoding MB 0 64, bytestream 8214 [h264 @ 0x5bbcd93f0b00] error while decoding MB 85 62, bytestream -13", "last_exit_at": "2026-11-03T12:28:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.332, "last_started_at": "2026-11-03T12:30:55+09:00", "pid": 76658, "process": {"exists": false, "pid": 76658}, "restart_count": 303, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 304}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.058, "sample_count": 2468, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T12:34:25+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-03T12:34:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.351, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 510.649, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-11-03T12:34:25.186405+09:00", "mtime_epoch": 1793676865.1864047, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145278}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:34:25+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.012, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3243903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.868, "max": 7.0, "p95": 6.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.816, "pushed": 6.816, "read": 6.783}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.01, "count": 204, "max_ms": 0.04, "p95_ms": 0.02, "reason": null, "sample_age_ms": 76.27, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 203, "max_ms": 4.576, "p95_ms": 2.399, "reason": null, "sample_age_ms": 119.31, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 203, "max_ms": 3.798, "p95_ms": 1.667, "reason": null, "sample_age_ms": 119.683, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 204, "max_ms": 1.421, "p95_ms": 0.71, "reason": null, "sample_age_ms": 76.288, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.625, "count": 203, "max_ms": 7.765, "p95_ms": 5.067, "reason": null, "sample_age_ms": 117.38, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.337, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.739, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.327, "count": 204, "max_ms": 81.459, "p95_ms": 71.99, "reason": null, "sample_age_ms": 76.262, "source": "client_direct"}, "sample_age_ms": 76.231, "source": "client_direct", "task_total_ms": {"avg_ms": 57.58, "count": 204, "max_ms": 87.968, "p95_ms": 75.542, "reason": null, "sample_age_ms": 76.231, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.511, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.964, "count": 204, "max_ms": 4.685, "p95_ms": 1.798}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.298, "count": 204, "max_ms": 0.825, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.18, "count": 204, "max_ms": 0.461, "p95_ms": 0.344}, "event_filter_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.111, "count": 204, "max_ms": 3.154, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 204, "max_ms": 0.047, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 204, "max_ms": 0.704, "p95_ms": 0.466}, "setup_ms": {"avg_ms": 0.055, "count": 204, "max_ms": 0.172, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.913, "count": 204, "max_ms": 4.56, "p95_ms": 1.712}, "track_match_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.038, "count": 204, "max_ms": 0.129, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.425, "count": 204, "max_ms": 9.04, "p95_ms": 5.367}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 204, "max_ms": 0.621, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.79, "count": 204, "max_ms": 88.987, "p95_ms": 77.22}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 204, "max_ms": 0.132, "p95_ms": 0.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.813, "count": 204, "max_ms": 136.447, "p95_ms": 112.046}, "inference_input_copy_ms": {"avg_ms": 1.762, "count": 204, "max_ms": 4.11, "p95_ms": 2.995}, "processing_residual_ms": {"avg_ms": 0.273, "count": 204, "max_ms": 1.491, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.9, "count": 204, "max_ms": 138.279, "p95_ms": 114.139}, "read_interval": {"avg_ms": 147.316, "count": 203, "max_ms": 2750.02, "p95_ms": 164.982}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 204, "max_ms": 0.065, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.151, "count": 204, "max_ms": 0.531, "p95_ms": 0.329}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 204, "max_ms": 0.063, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 204, "max_ms": 0.483, "p95_ms": 0.289}, "worker_merge_ms": {"avg_ms": 0.007, "count": 204, "max_ms": 0.038, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 58.81, "count": 204, "max_ms": 89.0, "p95_ms": 77.255}, "visualize": {"avg_ms": 31.701, "count": 204, "max_ms": 54.757, "p95_ms": 40.027}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.645, "count": 204, "max_ms": 53.057, "p95_ms": 38.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.457, "count": 204, "max_ms": 54.318, "p95_ms": 39.675}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.029, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.308, "count": 204, "max_ms": 54.108, "p95_ms": 39.518}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 204, "max_ms": 0.269, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.696, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.774, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143704, "write_bytes_delta": 143704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.785864, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10765.0, "pid": 76658, "reason": null, "system_cpu_core_ratio": 0.342006, "system_cpu_s_delta": 6.85, "user_cpu_core_ratio": 0.443858, "user_cpu_s_delta": 8.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.452346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.042439, "system_cpu_s_delta": 0.8500000000058208, "user_cpu_core_ratio": 0.409907, "user_cpu_s_delta": 8.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 234, "max_ms": 6.797, "p95_ms": 4.465, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.286, "max": 8.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.25, "count": 30, "max": 59.502, "p95": 46.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.219, "count": 30, "max": 31.871, "p95": 29.79, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 980.2, "count": 30, "max": 1336.0, "p95": 1323.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1952.333, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.472, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149839.767, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144653.733, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 48.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.189, "p95": 0.136, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.767, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25254, "sampled_at": "2026-11-03T12:34:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:34:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5322958, "flush_count": 5628, "flush_interval_seconds": 30.0, "flush_state": {"count": 5628, "last_at": "2026-11-03T12:34:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:34:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5627}, "started": true, "suppressed_count": 3238681, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3238276}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5628, "written_record_count": 5628}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10128.199, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:34:25+09:00", "last_error_summary": "[h264 @ 0x5bbcd93dc940] left block unavailable for requested intra mode [h264 @ 0x5bbcd93dc940] error while decoding MB 0 39, bytestream 8210 [h264 @ 0x5bbcd9435a80] error while decoding MB 100 63, bytestream -5 [h264 @ 0x5bbcd9421980] left block unavailable for requested intra mode [h264 @ 0x5bbcd9421980] error while decoding MB 0 64, bytestream 8214 [h264 @ 0x5bbcd93f0b00] error while decoding MB 85 62, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8968743014400, "copied_frame_count": 3243903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8968743014400, "frame_buffer_copies": 3243903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1344, "count": 512, "max_ms": 1.8034, "p50_ms": 0.1148, "p95_ms": 0.2414, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 3.8273, "p50_ms": 1.356, "p95_ms": 2.5446, "p99_ms": 3.1635, "results": {"failed": 0, "not_applicable": 0, "success": 3243903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 284, "h264_decode_error_count": 890, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:34:25+09:00", "last_error_summary": "[h264 @ 0x5bbcd93dc940] left block unavailable for requested intra mode [h264 @ 0x5bbcd93dc940] error while decoding MB 0 39, bytestream 8210 [h264 @ 0x5bbcd9435a80] error while decoding MB 100 63, bytestream -5 [h264 @ 0x5bbcd9421980] left block unavailable for requested intra mode [h264 @ 0x5bbcd9421980] error while decoding MB 0 64, bytestream 8214 [h264 @ 0x5bbcd93f0b00] error while decoding MB 85 62, bytestream -13", "last_exit_at": "2026-11-03T12:34:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.451, "last_started_at": "2026-11-03T12:30:55+09:00", "pid": 76658, "process": {"exists": false, "pid": 76658}, "restart_count": 303, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 304}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.028, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.121, "last_frame_pushed_at": "2026-11-03T12:34:25+09:00", "last_frame_read_age_sec": 0.215, "last_frame_read_at": "2026-11-03T12:34:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.41, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 510.59, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-11-03T12:34:25.288405+09:00", "mtime_epoch": 1793676865.2884052, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145886}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:34:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.008, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3243903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.857, "max": 7.0, "p95": 6.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.776, "pushed": 6.776, "read": 6.743}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.04, "p95_ms": 0.02, "reason": null, "sample_age_ms": 179.346, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 202, "max_ms": 4.576, "p95_ms": 2.406, "reason": null, "sample_age_ms": 222.385, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 202, "max_ms": 3.798, "p95_ms": 1.668, "reason": null, "sample_age_ms": 222.759, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 202, "max_ms": 1.421, "p95_ms": 0.711, "reason": null, "sample_age_ms": 179.363, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.63, "count": 202, "max_ms": 7.765, "p95_ms": 5.072, "reason": null, "sample_age_ms": 220.456, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 220.412, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 179.815, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.493, "count": 202, "max_ms": 81.459, "p95_ms": 72.004, "reason": null, "sample_age_ms": 179.338, "source": "client_direct"}, "sample_age_ms": 179.307, "source": "client_direct", "task_total_ms": {"avg_ms": 57.757, "count": 202, "max_ms": 87.968, "p95_ms": 75.562, "reason": null, "sample_age_ms": 179.307, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.347, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.962, "count": 203, "max_ms": 4.685, "p95_ms": 1.798}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.297, "count": 203, "max_ms": 0.825, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.18, "count": 203, "max_ms": 0.461, "p95_ms": 0.344}, "event_filter_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.111, "count": 203, "max_ms": 3.154, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.047, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 203, "max_ms": 0.704, "p95_ms": 0.466}, "setup_ms": {"avg_ms": 0.055, "count": 203, "max_ms": 0.172, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.911, "count": 203, "max_ms": 4.56, "p95_ms": 1.712}, "track_match_ms": {"avg_ms": 0.005, "count": 203, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.037, "count": 203, "max_ms": 0.129, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.421, "count": 203, "max_ms": 9.04, "p95_ms": 5.367}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 203, "max_ms": 0.621, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.889, "count": 203, "max_ms": 88.987, "p95_ms": 77.22}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 203, "max_ms": 0.132, "p95_ms": 0.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.922, "count": 203, "max_ms": 136.447, "p95_ms": 112.046}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 203, "max_ms": 4.11, "p95_ms": 2.995}, "processing_residual_ms": {"avg_ms": 0.272, "count": 203, "max_ms": 1.491, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.012, "count": 203, "max_ms": 138.279, "p95_ms": 114.139}, "read_interval": {"avg_ms": 147.63, "count": 202, "max_ms": 2750.02, "p95_ms": 164.982}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 203, "max_ms": 0.065, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.151, "count": 203, "max_ms": 0.531, "p95_ms": 0.329}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 203, "max_ms": 0.063, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 203, "max_ms": 0.483, "p95_ms": 0.289}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.038, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 58.908, "count": 203, "max_ms": 89.0, "p95_ms": 77.255}, "visualize": {"avg_ms": 31.713, "count": 203, "max_ms": 54.757, "p95_ms": 40.027}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.656, "count": 203, "max_ms": 53.057, "p95_ms": 38.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.469, "count": 203, "max_ms": 54.318, "p95_ms": 39.675}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.029, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.319, "count": 203, "max_ms": 54.108, "p95_ms": 39.518}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 203, "max_ms": 0.269, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.696, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.774, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143704, "write_bytes_delta": 143704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.785864, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10765.0, "pid": 76658, "reason": null, "system_cpu_core_ratio": 0.342006, "system_cpu_s_delta": 6.85, "user_cpu_core_ratio": 0.443858, "user_cpu_s_delta": 8.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.452346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.042439, "system_cpu_s_delta": 0.8500000000058208, "user_cpu_core_ratio": 0.409907, "user_cpu_s_delta": 8.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 234, "max_ms": 6.797, "p95_ms": 4.465, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.286, "max": 8.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.25, "count": 30, "max": 59.502, "p95": 46.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.219, "count": 30, "max": 31.871, "p95": 29.79, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 980.2, "count": 30, "max": 1336.0, "p95": 1323.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1952.333, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.472, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149839.767, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144653.733, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 48.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.189, "p95": 0.136, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.767, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25254, "sampled_at": "2026-11-03T12:34:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:34:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5322958, "flush_count": 5628, "flush_interval_seconds": 30.0, "flush_state": {"count": 5628, "last_at": "2026-11-03T12:34:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:34:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5627}, "started": true, "suppressed_count": 3238681, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3238276}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5628, "written_record_count": 5628}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10128.418, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8968743014400, "copied_frame_count": 3243903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8968743014400, "frame_buffer_copies": 3243903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1344, "count": 512, "max_ms": 1.8034, "p50_ms": 0.1148, "p95_ms": 0.2414, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 3.8273, "p50_ms": 1.356, "p95_ms": 2.5446, "p99_ms": 3.1635, "results": {"failed": 0, "not_applicable": 0, "success": 3243903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 284, "h264_decode_error_count": 890, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:34:25+09:00", "last_error_summary": "[h264 @ 0x5bbcd93dc940] left block unavailable for requested intra mode [h264 @ 0x5bbcd93dc940] error while decoding MB 0 39, bytestream 8210 [h264 @ 0x5bbcd9435a80] error while decoding MB 100 63, bytestream -5 [h264 @ 0x5bbcd9421980] left block unavailable for requested intra mode [h264 @ 0x5bbcd9421980] error while decoding MB 0 64, bytestream 8214 [h264 @ 0x5bbcd93f0b00] error while decoding MB 85 62, bytestream -13", "last_exit_at": "2026-11-03T12:34:25+09:00", "last_returncode": 0, "last_stable_duration_sec": 209.497, "last_started_at": "2026-11-03T12:30:55+09:00", "pid": 76658, "process": {"exists": false, "pid": 76658}, "restart_count": 303, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 304}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.028, "sample_count": 2467, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.166, "last_frame_pushed_at": "2026-11-03T12:34:25+09:00", "last_frame_read_age_sec": 0.261, "last_frame_read_at": "2026-11-03T12:34:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 89.466, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 510.534, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.153, "exists": true, "mtime": "2026-11-03T12:34:25.288405+09:00", "mtime_epoch": 1793676865.2884052, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145886}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:34:25+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.008, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3243903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.847, "max": 7.0, "p95": 6.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 202, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.744, "pushed": 6.744, "read": 6.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.011, "count": 202, "max_ms": 0.04, "p95_ms": 0.02, "reason": null, "sample_age_ms": 229.214, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 202, "max_ms": 4.576, "p95_ms": 2.406, "reason": null, "sample_age_ms": 272.254, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 202, "max_ms": 3.798, "p95_ms": 1.668, "reason": null, "sample_age_ms": 272.627, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 202, "max_ms": 1.421, "p95_ms": 0.711, "reason": null, "sample_age_ms": 229.231, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.63, "count": 202, "max_ms": 7.765, "p95_ms": 5.072, "reason": null, "sample_age_ms": 270.324, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 270.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 229.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.493, "count": 202, "max_ms": 81.459, "p95_ms": 72.004, "reason": null, "sample_age_ms": 229.206, "source": "client_direct"}, "sample_age_ms": 229.175, "source": "client_direct", "task_total_ms": {"avg_ms": 57.757, "count": 202, "max_ms": 87.968, "p95_ms": 75.562, "reason": null, "sample_age_ms": 229.175, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.424, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.964, "count": 202, "max_ms": 4.685, "p95_ms": 1.798}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.297, "count": 202, "max_ms": 0.825, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.18, "count": 202, "max_ms": 0.461, "p95_ms": 0.344}, "event_filter_ms": {"avg_ms": 0.005, "count": 202, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.111, "count": 202, "max_ms": 3.154, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 202, "max_ms": 0.047, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 202, "max_ms": 0.704, "p95_ms": 0.466}, "setup_ms": {"avg_ms": 0.055, "count": 202, "max_ms": 0.172, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.913, "count": 202, "max_ms": 4.56, "p95_ms": 1.712}, "track_match_ms": {"avg_ms": 0.005, "count": 202, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.037, "count": 202, "max_ms": 0.129, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.426, "count": 202, "max_ms": 9.04, "p95_ms": 5.367}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 202, "max_ms": 0.621, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.969, "count": 202, "max_ms": 88.987, "p95_ms": 77.22}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 202, "max_ms": 0.132, "p95_ms": 0.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.002, "count": 202, "max_ms": 136.447, "p95_ms": 112.046}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 202, "max_ms": 4.11, "p95_ms": 2.995}, "processing_residual_ms": {"avg_ms": 0.273, "count": 202, "max_ms": 1.491, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.094, "count": 202, "max_ms": 138.279, "p95_ms": 114.139}, "read_interval": {"avg_ms": 147.63, "count": 202, "max_ms": 2750.02, "p95_ms": 164.982}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 202, "max_ms": 0.065, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.151, "count": 202, "max_ms": 0.531, "p95_ms": 0.329}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 202, "max_ms": 0.063, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 202, "max_ms": 0.483, "p95_ms": 0.289}, "worker_merge_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.038, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 58.988, "count": 202, "max_ms": 89.0, "p95_ms": 77.255}, "visualize": {"avg_ms": 31.713, "count": 202, "max_ms": 54.757, "p95_ms": 40.027}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.654, "count": 202, "max_ms": 53.057, "p95_ms": 38.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.469, "count": 202, "max_ms": 54.318, "p95_ms": 39.675}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.029, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.318, "count": 202, "max_ms": 54.108, "p95_ms": 39.518}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 202, "max_ms": 0.269, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.696, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.774, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143704, "write_bytes_delta": 143704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.785864, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10765.0, "pid": 76658, "reason": null, "system_cpu_core_ratio": 0.342006, "system_cpu_s_delta": 6.85, "user_cpu_core_ratio": 0.443858, "user_cpu_s_delta": 8.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.452346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.042439, "system_cpu_s_delta": 0.8500000000058208, "user_cpu_core_ratio": 0.409907, "user_cpu_s_delta": 8.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 234, "max_ms": 6.797, "p95_ms": 4.465, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.286, "max": 8.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.25, "count": 30, "max": 59.502, "p95": 46.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.219, "count": 30, "max": 31.871, "p95": 29.79, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 980.2, "count": 30, "max": 1336.0, "p95": 1323.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1952.333, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.472, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149839.767, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144653.733, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 48.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.189, "p95": 0.136, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.767, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25254, "sampled_at": "2026-11-03T12:34:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:34:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5322958, "flush_count": 5628, "flush_interval_seconds": 30.0, "flush_state": {"count": 5628, "last_at": "2026-11-03T12:34:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:34:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5627}, "started": true, "suppressed_count": 3238681, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3238276}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5628, "written_record_count": 5628}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10287.02, "limit_mb": null}, "detail": {"pid": 76961, "restart_count": 304, "start_count": 305}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8968743014400, "copied_frame_count": 3243903, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8968743014400, "frame_buffer_copies": 3243903, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1344, "count": 512, "max_ms": 1.8034, "p50_ms": 0.1148, "p95_ms": 0.2414, "p99_ms": 0.3396}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4503, "count": 512, "max_ms": 3.8273, "p50_ms": 1.356, "p95_ms": 2.5446, "p99_ms": 3.1635, "results": {"failed": 0, "not_applicable": 0, "success": 3243903, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 284, "h264_decode_error_count": 890, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:34:25+09:00", "last_error_summary": "[h264 @ 0x5bbcd93dc940] left block unavailable for requested intra mode [h264 @ 0x5bbcd93dc940] error while decoding MB 0 39, bytestream 8210 [h264 @ 0x5bbcd9435a80] error while decoding MB 100 63, bytestream -5 [h264 @ 0x5bbcd9421980] left block unavailable for requested intra mode [h264 @ 0x5bbcd9421980] error while decoding MB 0 64, bytestream 8214 [h264 @ 0x5bbcd93f0b00] error while decoding MB 85 62, bytestream -13", "last_exit_at": "2026-11-03T12:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-03T12:34:28+09:00", "pid": 76961, "process": {"exists": true, "fd_count": 5, "hwm_mb": 198.359, "name": "ffmpeg", "pid": 76961, "rss_mb": 198.359, "state": "S (sleeping)", "threads": 70}, "restart_count": 304, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 305}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.099, "sample_count": 2422, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243903, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.033, "last_frame_pushed_at": "2026-11-03T12:34:25+09:00", "last_frame_read_age_sec": 5.127, "last_frame_read_at": "2026-11-03T12:34:25+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 94.347, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 505.653, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 5.019, "exists": true, "mtime": "2026-11-03T12:34:25.288405+09:00", "mtime_epoch": 1793676865.2884052, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145886}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:34:30+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.012, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3243903, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.406, "max": 7.0, "p95": 5.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.173, "pushed": 5.173, "read": 5.139}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.011, "count": 154, "max_ms": 0.04, "p95_ms": 0.021, "reason": null, "sample_age_ms": 5105.696, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.834, "count": 154, "max_ms": 4.576, "p95_ms": 2.474, "reason": null, "sample_age_ms": 5148.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.345, "count": 154, "max_ms": 3.798, "p95_ms": 1.655, "reason": null, "sample_age_ms": 5149.108, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 154, "max_ms": 1.421, "p95_ms": 0.779, "reason": null, "sample_age_ms": 5105.713, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.705, "count": 154, "max_ms": 7.765, "p95_ms": 5.122, "reason": null, "sample_age_ms": 5146.806, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2764808.0, "count": 154, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5146.762, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5106.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.1, "count": 154, "max_ms": 81.459, "p95_ms": 72.042, "reason": null, "sample_age_ms": 5105.688, "source": "client_direct"}, "sample_age_ms": 5105.657, "source": "client_direct", "task_total_ms": {"avg_ms": 59.456, "count": 154, "max_ms": 87.968, "p95_ms": 75.445, "reason": null, "sample_age_ms": 5105.657, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.82, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.997, "count": 155, "max_ms": 4.685, "p95_ms": 1.8}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.308, "count": 155, "max_ms": 0.825, "p95_ms": 0.568}, "detection_prepare_ms": {"avg_ms": 0.183, "count": 155, "max_ms": 0.461, "p95_ms": 0.356}, "event_filter_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.024, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 155, "max_ms": 3.154, "p95_ms": 0.194}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.225, "count": 155, "max_ms": 0.704, "p95_ms": 0.473}, "setup_ms": {"avg_ms": 0.057, "count": 155, "max_ms": 0.172, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.945, "count": 155, "max_ms": 4.56, "p95_ms": 1.715}, "track_match_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.039, "count": 155, "max_ms": 0.129, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 3.559, "count": 155, "max_ms": 9.04, "p95_ms": 5.484}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 155, "max_ms": 0.621, "p95_ms": 0.136}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.873, "count": 155, "max_ms": 88.987, "p95_ms": 78.481}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 155, "max_ms": 0.132, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.195, "count": 155, "max_ms": 136.447, "p95_ms": 110.851}, "inference_input_copy_ms": {"avg_ms": 1.78, "count": 155, "max_ms": 4.11, "p95_ms": 2.995}, "processing_residual_ms": {"avg_ms": 0.267, "count": 155, "max_ms": 1.491, "p95_ms": 0.467}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.295, "count": 155, "max_ms": 138.279, "p95_ms": 113.623}, "read_interval": {"avg_ms": 162.077, "count": 154, "max_ms": 2750.02, "p95_ms": 179.577}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 155, "max_ms": 0.065, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 0.156, "count": 155, "max_ms": 0.531, "p95_ms": 0.335}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 155, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.137, "count": 155, "max_ms": 0.483, "p95_ms": 0.296}, "worker_merge_ms": {"avg_ms": 0.007, "count": 155, "max_ms": 0.038, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 60.893, "count": 155, "max_ms": 89.0, "p95_ms": 78.491}, "visualize": {"avg_ms": 31.927, "count": 155, "max_ms": 54.757, "p95_ms": 40.438}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.821, "count": 155, "max_ms": 53.057, "p95_ms": 39.322}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.674, "count": 155, "max_ms": 54.318, "p95_ms": 40.109}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.51, "count": 155, "max_ms": 54.108, "p95_ms": 39.993}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 155, "max_ms": 0.213, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.945, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.696, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.774, "sample_count": 2511, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3243764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:34:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 143704, "write_bytes_delta": 143704, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 487.0, "cpu_core_ratio": 0.785864, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10765.0, "pid": 76658, "reason": null, "system_cpu_core_ratio": 0.342006, "system_cpu_s_delta": 6.85, "user_cpu_core_ratio": 0.443858, "user_cpu_s_delta": 8.89}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.452346, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.042439, "system_cpu_s_delta": 0.8500000000058208, "user_cpu_core_ratio": 0.409907, "user_cpu_s_delta": 8.210000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 234, "max_ms": 6.797, "p95_ms": 4.465, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.286, "max": 8.0, "p95": 7.0, "sample_count": 234}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 234}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.25, "count": 30, "max": 59.502, "p95": 46.967, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.219, "count": 30, "max": 31.871, "p95": 29.79, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 980.2, "count": 30, "max": 1336.0, "p95": 1323.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1952.333, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.472, "p95": 0.368, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.537, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 149839.767, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 144653.733, "count": 30, "max": 162674.0, "p95": 158912.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.033, "count": 30, "max": 1.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 48.0, "p95": 31.8, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.189, "p95": 0.136, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.606, "count": 30, "max": 0.767, "p95": 0.717, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25254, "sampled_at": "2026-11-03T12:34:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:34:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5325667, "flush_count": 5631, "flush_interval_seconds": 30.0, "flush_state": {"count": 5631, "last_at": "2026-11-03T12:37:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:37:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5630}, "started": true, "suppressed_count": 3240584, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3240179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5631, "written_record_count": 5631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10150.254, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x607fa2421600] error while decoding MB 117 66, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8974009958400, "copied_frame_count": 3245808, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8974009958400, "frame_buffer_copies": 3245808, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1345, "count": 512, "max_ms": 0.4873, "p50_ms": 0.1213, "p95_ms": 0.2406, "p99_ms": 0.3629}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5658, "count": 512, "max_ms": 5.32, "p50_ms": 1.4756, "p95_ms": 2.5103, "p99_ms": 3.5529, "results": {"failed": 0, "not_applicable": 0, "success": 3245808, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 285, "h264_decode_error_count": 891, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:38:00+09:00", "last_error_summary": "[h264 @ 0x607fa2421600] error while decoding MB 117 66, bytestream -11", "last_exit_at": "2026-11-03T12:34:28+09:00", "last_returncode": 0, "last_stable_duration_sec": 211.993, "last_started_at": "2026-11-03T12:34:28+09:00", "pid": 76961, "process": {"exists": false, "pid": 76961}, "restart_count": 304, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 305}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.619, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245808, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-03T12:38:00+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T12:38:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.335, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 295.665, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-11-03T12:38:00.222250+09:00", "mtime_epoch": 1793677080.2222502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 135995}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:38:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3245809, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.653, "max": 12.0, "p95": 8.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 0.271, "max": 1.0, "p95": 1.0, "sample_count": 277}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.261, "pushed": 9.261, "read": 9.261}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 277, "client_acquire_ms": {"avg_ms": 0.008, "count": 278, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 40.447, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.75, "count": 277, "max_ms": 11.97, "p95_ms": 2.587, "reason": null, "sample_age_ms": 95.388, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 277, "max_ms": 8.243, "p95_ms": 1.528, "reason": null, "sample_age_ms": 95.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.465, "count": 278, "max_ms": 4.969, "p95_ms": 0.808, "reason": null, "sample_age_ms": 40.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.129, "count": 277, "max_ms": 11.06, "p95_ms": 3.546, "reason": null, "sample_age_ms": 93.81, "source": "client_direct"}, "request_count": 277, "request_tensor_bytes": {"avg": 2764808.0, "count": 277, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.786, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 278, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.06, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.167, "count": 278, "max_ms": 93.764, "p95_ms": 63.967, "reason": null, "sample_age_ms": 40.441, "source": "client_direct"}, "sample_age_ms": 40.434, "source": "client_direct", "task_total_ms": {"avg_ms": 51.973, "count": 278, "max_ms": 96.273, "p95_ms": 69.009, "reason": null, "sample_age_ms": 40.434, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.79, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.983, "count": 277, "max_ms": 8.902, "p95_ms": 5.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.355, "count": 277, "max_ms": 1.789, "p95_ms": 0.658}, "detection_prepare_ms": {"avg_ms": 0.583, "count": 277, "max_ms": 4.506, "p95_ms": 2.16}, "event_filter_ms": {"avg_ms": 0.005, "count": 277, "max_ms": 0.023, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.117, "count": 277, "max_ms": 0.311, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.004, "count": 277, "max_ms": 0.164, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.37, "count": 277, "max_ms": 3.003, "p95_ms": 0.973}, "setup_ms": {"avg_ms": 0.055, "count": 277, "max_ms": 0.148, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.93, "count": 277, "max_ms": 8.769, "p95_ms": 5.818}, "track_match_ms": {"avg_ms": 0.043, "count": 277, "max_ms": 0.326, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.397, "count": 277, "max_ms": 3.212, "p95_ms": 1.683}}, "gstreamer_push": {"avg_ms": 3.591, "count": 277, "max_ms": 7.481, "p95_ms": 5.611}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 277, "max_ms": 0.17, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.275, "count": 277, "max_ms": 110.456, "p95_ms": 73.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.929, "count": 277, "max_ms": 13.157, "p95_ms": 3.754}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.978, "count": 277, "max_ms": 161.279, "p95_ms": 113.514}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 277, "max_ms": 4.087, "p95_ms": 2.515}, "processing_residual_ms": {"avg_ms": 0.207, "count": 277, "max_ms": 0.513, "p95_ms": 0.35}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.705, "count": 277, "max_ms": 167.788, "p95_ms": 116.796}, "read_interval": {"avg_ms": 108.016, "count": 277, "max_ms": 194.167, "p95_ms": 143.477}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 277, "max_ms": 0.087, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.305, "count": 277, "max_ms": 2.822, "p95_ms": 0.89}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 277, "max_ms": 0.065, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.287, "count": 277, "max_ms": 2.788, "p95_ms": 0.87}, "worker_merge_ms": {"avg_ms": 0.007, "count": 277, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.293, "count": 277, "max_ms": 110.477, "p95_ms": 73.415}, "visualize": {"avg_ms": 33.387, "count": 277, "max_ms": 53.629, "p95_ms": 44.085}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.305, "count": 277, "max_ms": 52.748, "p95_ms": 41.868}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.752, "count": 277, "max_ms": 53.371, "p95_ms": 43.524}, "visualize_input_copy_ms": {"avg_ms": 0.393, "count": 277, "max_ms": 6.155, "p95_ms": 1.679}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.622, "count": 277, "max_ms": 53.272, "p95_ms": 43.331}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 277, "max_ms": 0.26, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.758, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.829, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.758, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137227, "write_bytes_delta": 137227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1337.0, "cpu_core_ratio": 0.561691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 76961, "reason": null, "system_cpu_core_ratio": 0.046891, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.5148, "user_cpu_s_delta": 10.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096943, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244929, "system_cpu_s_delta": 4.9100000000034925, "user_cpu_core_ratio": 0.852014, "user_cpu_s_delta": 17.080000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.684, "count": 266, "max_ms": 11.734, "p95_ms": 5.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.921, "max": 13.0, "p95": 9.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.063, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 79}, "total": {"avg": 0.316, "max": 2.0, "p95": 1.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.092, "count": 30, "max": 59.502, "p95": 49.568, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.765, "count": 30, "max": 31.871, "p95": 29.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.833, "count": 30, "max": 1361.0, "p95": 1336.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1891.067, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.472, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 145976.5, "count": 30, "max": 152157.0, "p95": 150092.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140959.333, "count": 30, "max": 152157.0, "p95": 149257.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 48.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.245, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.645, "count": 30, "max": 0.852, "p95": 0.755, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25264, "sampled_at": "2026-11-03T12:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5325667, "flush_count": 5631, "flush_interval_seconds": 30.0, "flush_state": {"count": 5631, "last_at": "2026-11-03T12:37:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:37:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5630}, "started": true, "suppressed_count": 3240584, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3240179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5631, "written_record_count": 5631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10152.879, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:38:00+09:00", "last_error_summary": "[h264 @ 0x607fa2421600] error while decoding MB 117 66, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8974012723200, "copied_frame_count": 3245809, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8974012723200, "frame_buffer_copies": 3245809, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1346, "count": 512, "max_ms": 0.4873, "p50_ms": 0.1213, "p95_ms": 0.2406, "p99_ms": 0.3629}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5767, "count": 512, "max_ms": 6.9817, "p50_ms": 1.4798, "p95_ms": 2.5156, "p99_ms": 3.6307, "results": {"failed": 0, "not_applicable": 0, "success": 3245809, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 285, "h264_decode_error_count": 891, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:38:00+09:00", "last_error_summary": "[h264 @ 0x607fa2421600] error while decoding MB 117 66, bytestream -11", "last_exit_at": "2026-11-03T12:38:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.064, "last_started_at": "2026-11-03T12:34:28+09:00", "pid": 76961, "process": {"exists": false, "pid": 76961}, "restart_count": 304, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 305}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.858, "sample_count": 2574, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-03T12:38:00+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T12:38:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.381, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 295.619, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-11-03T12:38:00.364250+09:00", "mtime_epoch": 1793677080.3642502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136756}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:38:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3245809, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.644, "max": 12.0, "p95": 8.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 0.27, "max": 1.0, "p95": 1.0, "sample_count": 278}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 278}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 278}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 278, "pushed_frames": 278, "read_frames": 277, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.272, "pushed": 9.272, "read": 9.239}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 277, "client_acquire_ms": {"avg_ms": 0.008, "count": 277, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 105.381, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.75, "count": 277, "max_ms": 11.97, "p95_ms": 2.587, "reason": null, "sample_age_ms": 160.323, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 277, "max_ms": 8.243, "p95_ms": 1.528, "reason": null, "sample_age_ms": 160.573, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 277, "max_ms": 4.969, "p95_ms": 0.809, "reason": null, "sample_age_ms": 105.403, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.129, "count": 277, "max_ms": 11.06, "p95_ms": 3.546, "reason": null, "sample_age_ms": 158.745, "source": "client_direct"}, "request_count": 277, "request_tensor_bytes": {"avg": 2764808.0, "count": 277, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.72, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 277, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 105.994, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.18, "count": 277, "max_ms": 93.764, "p95_ms": 63.976, "reason": null, "sample_age_ms": 105.375, "source": "client_direct"}, "sample_age_ms": 105.369, "source": "client_direct", "task_total_ms": {"avg_ms": 51.986, "count": 277, "max_ms": 96.273, "p95_ms": 69.065, "reason": null, "sample_age_ms": 105.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.418, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.982, "count": 278, "max_ms": 8.902, "p95_ms": 5.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.355, "count": 278, "max_ms": 1.789, "p95_ms": 0.658}, "detection_prepare_ms": {"avg_ms": 0.582, "count": 278, "max_ms": 4.506, "p95_ms": 2.16}, "event_filter_ms": {"avg_ms": 0.005, "count": 278, "max_ms": 0.031, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.117, "count": 278, "max_ms": 0.311, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.004, "count": 278, "max_ms": 0.164, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.371, "count": 278, "max_ms": 3.003, "p95_ms": 0.973}, "setup_ms": {"avg_ms": 0.055, "count": 278, "max_ms": 0.148, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.929, "count": 278, "max_ms": 8.769, "p95_ms": 5.818}, "track_match_ms": {"avg_ms": 0.043, "count": 278, "max_ms": 0.326, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.396, "count": 278, "max_ms": 3.212, "p95_ms": 1.683}}, "gstreamer_push": {"avg_ms": 3.593, "count": 278, "max_ms": 7.481, "p95_ms": 5.611}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 278, "max_ms": 0.17, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.284, "count": 278, "max_ms": 110.456, "p95_ms": 73.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.926, "count": 278, "max_ms": 13.157, "p95_ms": 3.754}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.089, "count": 278, "max_ms": 161.279, "p95_ms": 114.341}, "inference_input_copy_ms": {"avg_ms": 1.592, "count": 278, "max_ms": 4.087, "p95_ms": 2.515}, "processing_residual_ms": {"avg_ms": 0.207, "count": 278, "max_ms": 0.513, "p95_ms": 0.35}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.814, "count": 278, "max_ms": 167.788, "p95_ms": 117.033}, "read_interval": {"avg_ms": 108.016, "count": 277, "max_ms": 194.167, "p95_ms": 143.477}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 278, "max_ms": 0.087, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.306, "count": 278, "max_ms": 2.822, "p95_ms": 0.89}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 278, "max_ms": 0.065, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.288, "count": 278, "max_ms": 2.788, "p95_ms": 0.87}, "worker_merge_ms": {"avg_ms": 0.007, "count": 278, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.302, "count": 278, "max_ms": 110.477, "p95_ms": 73.415}, "visualize": {"avg_ms": 33.483, "count": 278, "max_ms": 60.07, "p95_ms": 44.471}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.403, "count": 278, "max_ms": 58.298, "p95_ms": 42.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.848, "count": 278, "max_ms": 59.471, "p95_ms": 43.831}, "visualize_input_copy_ms": {"avg_ms": 0.392, "count": 278, "max_ms": 6.155, "p95_ms": 1.679}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 278, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.718, "count": 278, "max_ms": 59.256, "p95_ms": 43.724}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 278, "max_ms": 0.26, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 278}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.758, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.829, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.758, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137227, "write_bytes_delta": 137227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1337.0, "cpu_core_ratio": 0.561691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 76961, "reason": null, "system_cpu_core_ratio": 0.046891, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.5148, "user_cpu_s_delta": 10.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096943, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244929, "system_cpu_s_delta": 4.9100000000034925, "user_cpu_core_ratio": 0.852014, "user_cpu_s_delta": 17.080000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.684, "count": 266, "max_ms": 11.734, "p95_ms": 5.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.921, "max": 13.0, "p95": 9.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.063, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 79}, "total": {"avg": 0.316, "max": 2.0, "p95": 1.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.092, "count": 30, "max": 59.502, "p95": 49.568, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.765, "count": 30, "max": 31.871, "p95": 29.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.833, "count": 30, "max": 1361.0, "p95": 1336.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1891.067, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.472, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 145976.5, "count": 30, "max": 152157.0, "p95": 150092.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140959.333, "count": 30, "max": 152157.0, "p95": 149257.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 48.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.245, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.645, "count": 30, "max": 0.852, "p95": 0.755, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25264, "sampled_at": "2026-11-03T12:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5325667, "flush_count": 5631, "flush_interval_seconds": 30.0, "flush_state": {"count": 5631, "last_at": "2026-11-03T12:37:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:37:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5630}, "started": true, "suppressed_count": 3240584, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3240179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5631, "written_record_count": 5631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10153.285, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8974012723200, "copied_frame_count": 3245809, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8974012723200, "frame_buffer_copies": 3245809, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1346, "count": 512, "max_ms": 0.4873, "p50_ms": 0.1213, "p95_ms": 0.2406, "p99_ms": 0.3629}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5767, "count": 512, "max_ms": 6.9817, "p50_ms": 1.4798, "p95_ms": 2.5156, "p99_ms": 3.6307, "results": {"failed": 0, "not_applicable": 0, "success": 3245809, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 285, "h264_decode_error_count": 891, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:38:00+09:00", "last_error_summary": "[h264 @ 0x607fa2421600] error while decoding MB 117 66, bytestream -11", "last_exit_at": "2026-11-03T12:38:00+09:00", "last_returncode": 0, "last_stable_duration_sec": 212.103, "last_started_at": "2026-11-03T12:34:28+09:00", "pid": 76961, "process": {"exists": false, "pid": 76961}, "restart_count": 304, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 305}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.858, "sample_count": 2573, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T12:38:00+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T12:38:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 304.417, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 295.583, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-03T12:38:00.364250+09:00", "mtime_epoch": 1793677080.3642502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136756}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:38:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3245809, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.646, "max": 12.0, "p95": 8.0, "sample_count": 277}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 75}, "total": {"avg": 0.271, "max": 1.0, "p95": 1.0, "sample_count": 277}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 277, "pushed_frames": 277, "read_frames": 276, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.254, "pushed": 9.254, "read": 9.22}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 276, "client_acquire_ms": {"avg_ms": 0.008, "count": 277, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 143.469, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.752, "count": 276, "max_ms": 11.97, "p95_ms": 2.588, "reason": null, "sample_age_ms": 198.41, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 276, "max_ms": 8.243, "p95_ms": 1.528, "reason": null, "sample_age_ms": 198.66, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.466, "count": 277, "max_ms": 4.969, "p95_ms": 0.809, "reason": null, "sample_age_ms": 143.49, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.131, "count": 276, "max_ms": 11.06, "p95_ms": 3.547, "reason": null, "sample_age_ms": 196.832, "source": "client_direct"}, "request_count": 276, "request_tensor_bytes": {"avg": 2764808.0, "count": 276, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 196.807, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 277, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.082, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.18, "count": 277, "max_ms": 93.764, "p95_ms": 63.976, "reason": null, "sample_age_ms": 143.462, "source": "client_direct"}, "sample_age_ms": 143.456, "source": "client_direct", "task_total_ms": {"avg_ms": 51.986, "count": 277, "max_ms": 96.273, "p95_ms": 69.065, "reason": null, "sample_age_ms": 143.456, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.097, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.985, "count": 277, "max_ms": 8.902, "p95_ms": 5.902}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 277, "max_ms": 1.789, "p95_ms": 0.658}, "detection_prepare_ms": {"avg_ms": 0.583, "count": 277, "max_ms": 4.506, "p95_ms": 2.16}, "event_filter_ms": {"avg_ms": 0.005, "count": 277, "max_ms": 0.031, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.117, "count": 277, "max_ms": 0.311, "p95_ms": 0.246}, "mcmt_ms": {"avg_ms": 0.004, "count": 277, "max_ms": 0.164, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.372, "count": 277, "max_ms": 3.003, "p95_ms": 0.973}, "setup_ms": {"avg_ms": 0.055, "count": 277, "max_ms": 0.148, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.932, "count": 277, "max_ms": 8.769, "p95_ms": 5.818}, "track_match_ms": {"avg_ms": 0.043, "count": 277, "max_ms": 0.326, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.397, "count": 277, "max_ms": 3.212, "p95_ms": 1.683}}, "gstreamer_push": {"avg_ms": 3.593, "count": 277, "max_ms": 7.481, "p95_ms": 5.611}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 277, "max_ms": 0.17, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.284, "count": 277, "max_ms": 110.456, "p95_ms": 73.4}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.929, "count": 277, "max_ms": 13.157, "p95_ms": 3.754}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.097, "count": 277, "max_ms": 161.279, "p95_ms": 114.341}, "inference_input_copy_ms": {"avg_ms": 1.593, "count": 277, "max_ms": 4.087, "p95_ms": 2.515}, "processing_residual_ms": {"avg_ms": 0.207, "count": 277, "max_ms": 0.513, "p95_ms": 0.35}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.826, "count": 277, "max_ms": 167.788, "p95_ms": 117.033}, "read_interval": {"avg_ms": 108.041, "count": 276, "max_ms": 194.167, "p95_ms": 143.477}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 277, "max_ms": 0.087, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.306, "count": 277, "max_ms": 2.822, "p95_ms": 0.89}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 277, "max_ms": 0.065, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.288, "count": 277, "max_ms": 2.788, "p95_ms": 0.87}, "worker_merge_ms": {"avg_ms": 0.007, "count": 277, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.303, "count": 277, "max_ms": 110.477, "p95_ms": 73.415}, "visualize": {"avg_ms": 33.487, "count": 277, "max_ms": 60.07, "p95_ms": 44.471}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.403, "count": 277, "max_ms": 58.298, "p95_ms": 42.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.851, "count": 277, "max_ms": 59.471, "p95_ms": 43.831}, "visualize_input_copy_ms": {"avg_ms": 0.393, "count": 277, "max_ms": 6.155, "p95_ms": 1.679}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 277, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.72, "count": 277, "max_ms": 59.256, "p95_ms": 43.724}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 277, "max_ms": 0.26, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 277}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 277}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.758, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.829, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 116.758, "sample_count": 2557, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:37:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137227, "write_bytes_delta": 137227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1337.0, "cpu_core_ratio": 0.561691, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 76961, "reason": null, "system_cpu_core_ratio": 0.046891, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.5148, "user_cpu_s_delta": 10.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.096943, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.244929, "system_cpu_s_delta": 4.9100000000034925, "user_cpu_core_ratio": 0.852014, "user_cpu_s_delta": 17.080000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.684, "count": 266, "max_ms": 11.734, "p95_ms": 5.777, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.921, "max": 13.0, "p95": 9.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.063, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 79}, "total": {"avg": 0.316, "max": 2.0, "p95": 1.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.092, "count": 30, "max": 59.502, "p95": 49.568, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.765, "count": 30, "max": 31.871, "p95": 29.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.833, "count": 30, "max": 1361.0, "p95": 1336.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1891.067, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.106, "count": 30, "max": 0.472, "p95": 0.386, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.536, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.136, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 145976.5, "count": 30, "max": 152157.0, "p95": 150092.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140959.333, "count": 30, "max": 152157.0, "p95": 149257.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.967, "count": 30, "max": 48.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.245, "p95": 0.17, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.645, "count": 30, "max": 0.852, "p95": 0.755, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25264, "sampled_at": "2026-11-03T12:37:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:37:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5325667, "flush_count": 5631, "flush_interval_seconds": 30.0, "flush_state": {"count": 5631, "last_at": "2026-11-03T12:37:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:37:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5630}, "started": true, "suppressed_count": 3240584, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3240179}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5631, "written_record_count": 5631}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10187.422, "limit_mb": null}, "detail": {"pid": 77077, "restart_count": 305, "start_count": 306}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8974012723200, "copied_frame_count": 3245809, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8974012723200, "frame_buffer_copies": 3245809, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1346, "count": 512, "max_ms": 0.4873, "p50_ms": 0.1213, "p95_ms": 0.2406, "p99_ms": 0.3629}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5767, "count": 512, "max_ms": 6.9817, "p50_ms": 1.4798, "p95_ms": 2.5156, "p99_ms": 3.6307, "results": {"failed": 0, "not_applicable": 0, "success": 3245809, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 285, "h264_decode_error_count": 891, "h264_decode_error_count_per_hour": 49, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:38:00+09:00", "last_error_summary": "[h264 @ 0x607fa2421600] error while decoding MB 117 66, bytestream -11", "last_exit_at": "2026-11-03T12:38:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-03T12:38:02+09:00", "pid": 77077, "process": {"exists": true, "fd_count": 5, "hwm_mb": 72.609, "name": "ffmpeg", "pid": 77077, "rss_mb": 72.609, "state": "S (sleeping)", "threads": 19}, "restart_count": 305, "restart_count_per_hour": 28, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 306}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.858, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.487, "last_frame_pushed_at": "2026-11-03T12:38:00+09:00", "last_frame_read_age_sec": 4.622, "last_frame_read_at": "2026-11-03T12:38:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 308.875, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 291.125, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 4.475, "exists": true, "mtime": "2026-11-03T12:38:00.364250+09:00", "mtime_epoch": 1793677080.3642502, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 136756}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:38:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.926, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3245809, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.414, "max": 9.0, "p95": 8.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 0.241, "max": 1.0, "p95": 1.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.91, "pushed": 7.91, "read": 7.877}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.008, "count": 236, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4584.147, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.748, "count": 236, "max_ms": 11.97, "p95_ms": 2.598, "reason": null, "sample_age_ms": 4639.088, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 236, "max_ms": 8.243, "p95_ms": 1.528, "reason": null, "sample_age_ms": 4639.339, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.427, "count": 236, "max_ms": 4.969, "p95_ms": 0.775, "reason": null, "sample_age_ms": 4584.169, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.118, "count": 236, "max_ms": 11.06, "p95_ms": 3.525, "reason": null, "sample_age_ms": 4637.51, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4637.486, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 236, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4584.76, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.44, "count": 236, "max_ms": 93.764, "p95_ms": 64.484, "reason": null, "sample_age_ms": 4584.141, "source": "client_direct"}, "sample_age_ms": 4584.134, "source": "client_direct", "task_total_ms": {"avg_ms": 52.189, "count": 236, "max_ms": 96.273, "p95_ms": 70.254, "reason": null, "sample_age_ms": 4584.134, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.732, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.833, "count": 237, "max_ms": 8.621, "p95_ms": 5.697}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.346, "count": 237, "max_ms": 1.789, "p95_ms": 0.642}, "detection_prepare_ms": {"avg_ms": 0.528, "count": 237, "max_ms": 3.683, "p95_ms": 1.99}, "event_filter_ms": {"avg_ms": 0.005, "count": 237, "max_ms": 0.031, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.113, "count": 237, "max_ms": 0.311, "p95_ms": 0.234}, "mcmt_ms": {"avg_ms": 0.003, "count": 237, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.348, "count": 237, "max_ms": 3.003, "p95_ms": 0.861}, "setup_ms": {"avg_ms": 0.055, "count": 237, "max_ms": 0.148, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 1.78, "count": 237, "max_ms": 8.521, "p95_ms": 5.624}, "track_match_ms": {"avg_ms": 0.039, "count": 237, "max_ms": 0.326, "p95_ms": 0.198}, "tracker_update_ms": {"avg_ms": 0.342, "count": 237, "max_ms": 2.405, "p95_ms": 1.624}}, "gstreamer_push": {"avg_ms": 3.564, "count": 237, "max_ms": 7.481, "p95_ms": 5.827}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 237, "max_ms": 0.17, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.458, "count": 237, "max_ms": 110.456, "p95_ms": 73.932}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.786, "count": 237, "max_ms": 12.142, "p95_ms": 3.501}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.052, "count": 237, "max_ms": 161.279, "p95_ms": 114.449}, "inference_input_copy_ms": {"avg_ms": 1.586, "count": 237, "max_ms": 4.087, "p95_ms": 2.524}, "processing_residual_ms": {"avg_ms": 0.201, "count": 237, "max_ms": 0.513, "p95_ms": 0.346}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.625, "count": 237, "max_ms": 167.788, "p95_ms": 119.334}, "read_interval": {"avg_ms": 107.723, "count": 236, "max_ms": 194.167, "p95_ms": 152.64}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 237, "max_ms": 0.053, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.282, "count": 237, "max_ms": 2.822, "p95_ms": 0.768}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 237, "max_ms": 0.065, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.265, "count": 237, "max_ms": 2.788, "p95_ms": 0.749}, "worker_merge_ms": {"avg_ms": 0.007, "count": 237, "max_ms": 0.033, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 53.477, "count": 237, "max_ms": 110.477, "p95_ms": 73.949}, "visualize": {"avg_ms": 33.441, "count": 237, "max_ms": 60.07, "p95_ms": 44.503}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.475, "count": 237, "max_ms": 58.298, "p95_ms": 42.125}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.834, "count": 237, "max_ms": 59.471, "p95_ms": 43.864}, "visualize_input_copy_ms": {"avg_ms": 0.363, "count": 237, "max_ms": 6.155, "p95_ms": 1.703}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.705, "count": 237, "max_ms": 59.256, "p95_ms": 43.741}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 237, "max_ms": 0.19, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.922, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.944, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.914, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3245809, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:38:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.412, "exists": true, "size_bytes": 136756, "write_bytes_delta": 136756, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 76961, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.9456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.19499, "system_cpu_s_delta": 3.9199999999982538, "user_cpu_core_ratio": 0.750611, "user_cpu_s_delta": 15.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.593, "count": 255, "max_ms": 7.481, "p95_ms": 5.611, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.667, "max": 12.0, "p95": 9.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 67}, "total": {"avg": 0.263, "max": 1.0, "p95": 1.0, "sample_count": 255}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.949, "count": 30, "max": 59.502, "p95": 49.568, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.95, "count": 30, "max": 31.871, "p95": 29.936, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1011.3, "count": 30, "max": 1442.0, "p95": 1350.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1665.633, "count": 30, "max": 11659.0, "p95": 10804.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.472, "p95": 0.364, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.539, "count": 30, "max": 0.58, "p95": 0.572, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.088, "count": 30, "max": 2.412, "p95": 0.114, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 145112.933, "count": 30, "max": 152157.0, "p95": 149257.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140162.133, "count": 30, "max": 152157.0, "p95": 149257.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.133, "count": 30, "max": 48.0, "p95": 24.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.245, "p95": 0.215, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.65, "count": 30, "max": 0.854, "p95": 0.806, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25266, "sampled_at": "2026-11-03T12:38:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:38:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4597155, "flush_count": 5633, "flush_interval_seconds": 30.0, "flush_state": {"count": 5633, "last_at": "2026-11-03T12:38:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:38:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5632}, "started": true, "suppressed_count": 3337507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3337502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5633, "written_record_count": 5633}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9957.199, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60bf6672ef00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bf6672ef00] error while decoding MB 0 19, bytestream 23406 [h264 @ 0x60bf65f20d00] error while decoding MB 92 100, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243096883200, "copied_frame_count": 3343134, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9243096883200, "frame_buffer_copies": 3343134, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1386, "count": 512, "max_ms": 1.2056, "p50_ms": 0.1243, "p95_ms": 0.2427, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3198, "count": 512, "max_ms": 6.7173, "p50_ms": 1.2034, "p95_ms": 2.2126, "p99_ms": 2.7328, "results": {"failed": 0, "not_applicable": 0, "success": 3343134, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:39:49+09:00", "last_error_summary": "[h264 @ 0x60bf6672ef00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bf6672ef00] error while decoding MB 0 19, bytestream 23406 [h264 @ 0x60bf65f20d00] error while decoding MB 92 100, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 391.908, "last_started_at": "2026-11-03T12:33:17+09:00", "pid": 76774, "process": {"exists": false, "pid": 76774}, "restart_count": 158, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.524, "sample_count": 2779, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-03T12:39:49+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-11-03T12:39:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.275, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 186.725, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T12:39:49.232265+09:00", "mtime_epoch": 1793677189.2322652, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142225}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:39:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.0, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3343134, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.871, "pushed": 5.871, "read": 5.871}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 93.723, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.759, "count": 174, "max_ms": 5.493, "p95_ms": 2.069, "reason": null, "sample_age_ms": 137.994, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 174, "max_ms": 3.238, "p95_ms": 1.501, "reason": null, "sample_age_ms": 138.324, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 174, "max_ms": 0.627, "p95_ms": 0.266, "reason": null, "sample_age_ms": 93.731, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.676, "count": 174, "max_ms": 5.058, "p95_ms": 2.845, "reason": null, "sample_age_ms": 136.27, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 136.24, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.91, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.764, "count": 174, "max_ms": 86.966, "p95_ms": 58.758, "reason": null, "sample_age_ms": 93.718, "source": "client_direct"}, "sample_age_ms": 93.712, "source": "client_direct", "task_total_ms": {"avg_ms": 45.757, "count": 174, "max_ms": 89.887, "p95_ms": 61.839, "reason": null, "sample_age_ms": 93.712, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.351, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.835, "count": 174, "max_ms": 2.581, "p95_ms": 1.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 174, "max_ms": 1.378, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 174, "max_ms": 1.321, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 174, "max_ms": 0.244, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 174, "max_ms": 0.595, "p95_ms": 0.432}, "setup_ms": {"avg_ms": 0.048, "count": 174, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.79, "count": 174, "max_ms": 2.496, "p95_ms": 1.536}, "track_match_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.029, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.033, "count": 174, "max_ms": 0.102, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 2.754, "count": 174, "max_ms": 7.259, "p95_ms": 4.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 174, "max_ms": 0.158, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.931, "count": 174, "max_ms": 94.485, "p95_ms": 63.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 174, "max_ms": 0.164, "p95_ms": 0.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.448, "count": 174, "max_ms": 153.315, "p95_ms": 101.616}, "inference_input_copy_ms": {"avg_ms": 1.511, "count": 174, "max_ms": 3.548, "p95_ms": 2.554}, "processing_residual_ms": {"avg_ms": 0.183, "count": 174, "max_ms": 0.488, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.188, "count": 174, "max_ms": 154.906, "p95_ms": 103.673}, "read_interval": {"avg_ms": 197.881, "count": 174, "max_ms": 7564.54, "p95_ms": 163.462}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.055, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.14, "count": 174, "max_ms": 0.427, "p95_ms": 0.301}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 174, "max_ms": 0.045, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 174, "max_ms": 0.391, "p95_ms": 0.266}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.035, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.947, "count": 174, "max_ms": 94.505, "p95_ms": 63.991}, "visualize": {"avg_ms": 31.639, "count": 174, "max_ms": 56.304, "p95_ms": 44.559}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.681, "count": 174, "max_ms": 55.015, "p95_ms": 43.429}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.42, "count": 174, "max_ms": 55.951, "p95_ms": 44.407}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.311, "count": 174, "max_ms": 55.803, "p95_ms": 44.283}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 174, "max_ms": 0.232, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.272, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.728, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3342920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139771, "write_bytes_delta": 139771, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1494.0, "cpu_core_ratio": 1.463833, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 76774, "reason": null, "system_cpu_core_ratio": 0.061367, "system_cpu_s_delta": 1.2300000000000004, "user_cpu_core_ratio": 1.402466, "user_cpu_s_delta": 28.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.716949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066356, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.650592, "user_cpu_s_delta": 13.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 298, "max_ms": 7.903, "p95_ms": 4.979, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 298}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 298}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.685, "count": 30, "max": 75.703, "p95": 64.326, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.911, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1418.7, "count": 30, "max": 1568.0, "p95": 1542.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 222.5, "count": 30, "max": 4961.0, "p95": 469.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.23, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.356, "count": 30, "max": 1.478, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139582.633, "count": 30, "max": 143369.0, "p95": 140905.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139582.633, "count": 30, "max": 143369.0, "p95": 140905.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 54.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.671, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28274, "sampled_at": "2026-11-03T12:39:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:39:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.639, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4597155, "flush_count": 5633, "flush_interval_seconds": 30.0, "flush_state": {"count": 5633, "last_at": "2026-11-03T12:38:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:38:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5632}, "started": true, "suppressed_count": 3337507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3337502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5633, "written_record_count": 5633}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9957.227, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243096883200, "copied_frame_count": 3343134, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9243096883200, "frame_buffer_copies": 3343134, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1386, "count": 512, "max_ms": 1.2056, "p50_ms": 0.1243, "p95_ms": 0.2427, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3198, "count": 512, "max_ms": 6.7173, "p50_ms": 1.2034, "p95_ms": 2.2126, "p99_ms": 2.7328, "results": {"failed": 0, "not_applicable": 0, "success": 3343134, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:39:49+09:00", "last_error_summary": "[h264 @ 0x60bf6672ef00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bf6672ef00] error while decoding MB 0 19, bytestream 23406 [h264 @ 0x60bf65f20d00] error while decoding MB 92 100, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 391.976, "last_started_at": "2026-11-03T12:33:17+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 158, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 159}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.524, "sample_count": 2778, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.104, "last_frame_pushed_at": "2026-11-03T12:39:49+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T12:39:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.326, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 186.674, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-11-03T12:39:49.232265+09:00", "mtime_epoch": 1793677189.2322652, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142225}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:39:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2410.996, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3343134, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 174}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 174, "pushed_frames": 174, "read_frames": 174, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.858, "pushed": 5.858, "read": 5.858}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 150.14, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.759, "count": 174, "max_ms": 5.493, "p95_ms": 2.069, "reason": null, "sample_age_ms": 194.412, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 174, "max_ms": 3.238, "p95_ms": 1.501, "reason": null, "sample_age_ms": 194.741, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 174, "max_ms": 0.627, "p95_ms": 0.266, "reason": null, "sample_age_ms": 150.148, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.676, "count": 174, "max_ms": 5.058, "p95_ms": 2.845, "reason": null, "sample_age_ms": 192.687, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 192.658, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.327, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.764, "count": 174, "max_ms": 86.966, "p95_ms": 58.758, "reason": null, "sample_age_ms": 150.135, "source": "client_direct"}, "sample_age_ms": 150.129, "source": "client_direct", "task_total_ms": {"avg_ms": 45.757, "count": 174, "max_ms": 89.887, "p95_ms": 61.839, "reason": null, "sample_age_ms": 150.129, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.835, "count": 174, "max_ms": 2.581, "p95_ms": 1.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 174, "max_ms": 1.378, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 174, "max_ms": 1.321, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 174, "max_ms": 0.022, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 174, "max_ms": 0.244, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 174, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 174, "max_ms": 0.595, "p95_ms": 0.432}, "setup_ms": {"avg_ms": 0.048, "count": 174, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.79, "count": 174, "max_ms": 2.496, "p95_ms": 1.536}, "track_match_ms": {"avg_ms": 0.005, "count": 174, "max_ms": 0.029, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.033, "count": 174, "max_ms": 0.102, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 2.754, "count": 174, "max_ms": 7.259, "p95_ms": 4.459}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 174, "max_ms": 0.158, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.931, "count": 174, "max_ms": 94.485, "p95_ms": 63.98}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 174, "max_ms": 0.164, "p95_ms": 0.106}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.448, "count": 174, "max_ms": 153.315, "p95_ms": 101.616}, "inference_input_copy_ms": {"avg_ms": 1.511, "count": 174, "max_ms": 3.548, "p95_ms": 2.554}, "processing_residual_ms": {"avg_ms": 0.183, "count": 174, "max_ms": 0.488, "p95_ms": 0.354}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.188, "count": 174, "max_ms": 154.906, "p95_ms": 103.673}, "read_interval": {"avg_ms": 197.881, "count": 174, "max_ms": 7564.54, "p95_ms": 163.462}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 174, "max_ms": 0.055, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.14, "count": 174, "max_ms": 0.427, "p95_ms": 0.301}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 174, "max_ms": 0.045, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 174, "max_ms": 0.391, "p95_ms": 0.266}, "worker_merge_ms": {"avg_ms": 0.006, "count": 174, "max_ms": 0.035, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.947, "count": 174, "max_ms": 94.505, "p95_ms": 63.991}, "visualize": {"avg_ms": 31.639, "count": 174, "max_ms": 56.304, "p95_ms": 44.559}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.681, "count": 174, "max_ms": 55.015, "p95_ms": 43.429}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.42, "count": 174, "max_ms": 55.951, "p95_ms": 44.407}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 174, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.311, "count": 174, "max_ms": 55.803, "p95_ms": 44.283}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 174, "max_ms": 0.232, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 174}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 174}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.272, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.728, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3342920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139771, "write_bytes_delta": 139771, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1494.0, "cpu_core_ratio": 1.463833, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 76774, "reason": null, "system_cpu_core_ratio": 0.061367, "system_cpu_s_delta": 1.2300000000000004, "user_cpu_core_ratio": 1.402466, "user_cpu_s_delta": 28.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.716949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066356, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.650592, "user_cpu_s_delta": 13.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 298, "max_ms": 7.903, "p95_ms": 4.979, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 298}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 298}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.685, "count": 30, "max": 75.703, "p95": 64.326, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.911, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1418.7, "count": 30, "max": 1568.0, "p95": 1542.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 222.5, "count": 30, "max": 4961.0, "p95": 469.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.23, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.356, "count": 30, "max": 1.478, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139582.633, "count": 30, "max": 143369.0, "p95": 140905.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139582.633, "count": 30, "max": 143369.0, "p95": 140905.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 54.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.671, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28274, "sampled_at": "2026-11-03T12:39:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:39:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.702, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4597155, "flush_count": 5633, "flush_interval_seconds": 30.0, "flush_state": {"count": 5633, "last_at": "2026-11-03T12:38:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:38:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5632}, "started": true, "suppressed_count": 3337507, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3337502}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5633, "written_record_count": 5633}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10254.062, "limit_mb": null}, "detail": {"pid": 77193, "restart_count": 159, "start_count": 160}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243096883200, "copied_frame_count": 3343134, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9243096883200, "frame_buffer_copies": 3343134, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1386, "count": 512, "max_ms": 1.2056, "p50_ms": 0.1243, "p95_ms": 0.2427, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3198, "count": 512, "max_ms": 6.7173, "p50_ms": 1.2034, "p95_ms": 2.2126, "p99_ms": 2.7328, "results": {"failed": 0, "not_applicable": 0, "success": 3343134, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:39:49+09:00", "last_error_summary": "[h264 @ 0x60bf6672ef00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bf6672ef00] error while decoding MB 0 19, bytestream 23406 [h264 @ 0x60bf65f20d00] error while decoding MB 92 100, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:39:52+09:00", "pid": 77193, "process": {"exists": true, "fd_count": 5, "hwm_mb": 325.75, "name": "ffmpeg", "pid": 77193, "rss_mb": 325.75, "state": "R (running)", "threads": 49}, "restart_count": 159, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.524, "sample_count": 2736, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343134, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:39:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.936, "last_frame_pushed_at": "2026-11-03T12:39:49+09:00", "last_frame_read_age_sec": 5.021, "last_frame_read_at": "2026-11-03T12:39:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 418.199, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 181.801, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 4.928, "exists": true, "mtime": "2026-11-03T12:39:49.232265+09:00", "mtime_epoch": 1793677189.2322652, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 142225}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:39:54+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.895, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3343134, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.404, "pushed": 4.404, "read": 4.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 131, "client_acquire_ms": {"avg_ms": 0.009, "count": 131, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4983.047, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.718, "count": 131, "max_ms": 5.365, "p95_ms": 1.898, "reason": null, "sample_age_ms": 5027.318, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.299, "count": 131, "max_ms": 3.238, "p95_ms": 1.307, "reason": null, "sample_age_ms": 5027.648, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 131, "max_ms": 0.627, "p95_ms": 0.268, "reason": null, "sample_age_ms": 4983.055, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.674, "count": 131, "max_ms": 5.058, "p95_ms": 2.873, "reason": null, "sample_age_ms": 5025.594, "source": "client_direct"}, "request_count": 131, "request_tensor_bytes": {"avg": 2211848.0, "count": 131, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5025.564, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 131, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4983.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.417, "count": 131, "max_ms": 70.921, "p95_ms": 58.541, "reason": null, "sample_age_ms": 4983.042, "source": "client_direct"}, "sample_age_ms": 4983.036, "source": "client_direct", "task_total_ms": {"avg_ms": 45.41, "count": 131, "max_ms": 73.396, "p95_ms": 61.06, "reason": null, "sample_age_ms": 4983.036, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.469, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.842, "count": 132, "max_ms": 2.581, "p95_ms": 1.593}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.286, "count": 132, "max_ms": 1.378, "p95_ms": 0.591}, "detection_prepare_ms": {"avg_ms": 0.121, "count": 132, "max_ms": 1.321, "p95_ms": 0.209}, "event_filter_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.014, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 132, "max_ms": 0.244, "p95_ms": 0.16}, "mcmt_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 132, "max_ms": 0.595, "p95_ms": 0.432}, "setup_ms": {"avg_ms": 0.048, "count": 132, "max_ms": 0.121, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.796, "count": 132, "max_ms": 2.496, "p95_ms": 1.536}, "track_match_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.029, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.033, "count": 132, "max_ms": 0.102, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 2.755, "count": 132, "max_ms": 7.259, "p95_ms": 4.507}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 132, "max_ms": 0.158, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.471, "count": 132, "max_ms": 74.033, "p95_ms": 63.406}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 132, "max_ms": 0.164, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.255, "count": 132, "max_ms": 107.273, "p95_ms": 101.464}, "inference_input_copy_ms": {"avg_ms": 1.515, "count": 132, "max_ms": 3.363, "p95_ms": 2.534}, "processing_residual_ms": {"avg_ms": 0.172, "count": 132, "max_ms": 0.433, "p95_ms": 0.32}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.989, "count": 132, "max_ms": 108.813, "p95_ms": 103.36}, "read_interval": {"avg_ms": 191.002, "count": 131, "max_ms": 7564.54, "p95_ms": 149.326}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 132, "max_ms": 0.055, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.141, "count": 132, "max_ms": 0.427, "p95_ms": 0.301}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 132, "max_ms": 0.04, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 132, "max_ms": 0.391, "p95_ms": 0.266}, "worker_merge_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.035, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.486, "count": 132, "max_ms": 74.045, "p95_ms": 63.415}, "visualize": {"avg_ms": 31.887, "count": 132, "max_ms": 56.304, "p95_ms": 44.559}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.904, "count": 132, "max_ms": 55.015, "p95_ms": 43.429}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.665, "count": 132, "max_ms": 55.951, "p95_ms": 44.407}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.553, "count": 132, "max_ms": 55.803, "p95_ms": 44.283}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 132, "max_ms": 0.232, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.272, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.728, "sample_count": 2942, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3342920, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:39:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139771, "write_bytes_delta": 139771, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1494.0, "cpu_core_ratio": 1.463833, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 76774, "reason": null, "system_cpu_core_ratio": 0.061367, "system_cpu_s_delta": 1.2300000000000004, "user_cpu_core_ratio": 1.402466, "user_cpu_s_delta": 28.110000000000014}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.716949, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.066356, "system_cpu_s_delta": 1.3300000000017462, "user_cpu_core_ratio": 0.650592, "user_cpu_s_delta": 13.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.941, "count": 298, "max_ms": 7.903, "p95_ms": 4.979, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 298}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 298}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.685, "count": 30, "max": 75.703, "p95": 64.326, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.911, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1418.7, "count": 30, "max": 1568.0, "p95": 1542.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 222.5, "count": 30, "max": 4961.0, "p95": 469.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.23, "p95": 0.126, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.356, "count": 30, "max": 1.478, "p95": 1.455, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 139582.633, "count": 30, "max": 143369.0, "p95": 140905.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 139582.633, "count": 30, "max": 143369.0, "p95": 140905.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.733, "count": 30, "max": 54.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.064, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.639, "count": 30, "max": 0.671, "p95": 0.669, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28274, "sampled_at": "2026-11-03T12:39:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:39:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.973, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5330182, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:42:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:42:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3243057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3242652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9961.012, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60020dece040] cabac decode of qscale diff failed at 62 67 [h264 @ 0x60020dece040] error while decoding MB 62 67, bytestream 5181", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8980861132800, "copied_frame_count": 3248286, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8980861132800, "frame_buffer_copies": 3248286, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1282, "count": 512, "max_ms": 1.7847, "p50_ms": 0.1117, "p95_ms": 0.2304, "p99_ms": 0.2953}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3705, "count": 512, "max_ms": 5.1106, "p50_ms": 1.3004, "p95_ms": 2.2613, "p99_ms": 2.781, "results": {"failed": 0, "not_applicable": 0, "success": 3248286, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 286, "h264_decode_error_count": 893, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x60020dece040] cabac decode of qscale diff failed at 62 67 [h264 @ 0x60020dece040] error while decoding MB 62 67, bytestream 5181", "last_exit_at": "2026-11-03T12:38:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.205, "last_started_at": "2026-11-03T12:38:02+09:00", "pid": 77077, "process": {"exists": false, "pid": 77077}, "restart_count": 305, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 306}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.473, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3248286, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-11-03T12:42:39+09:00", "last_frame_read_age_sec": 0.065, "last_frame_read_at": "2026-11-03T12:42:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.059, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 15.941, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-03T12:42:39.985454+09:00", "mtime_epoch": 1793677359.9854536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 145430}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:42:40+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.977, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3248287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 5.0, "p95": 4.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 246, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.211, "pushed": 8.211, "read": 8.211}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 15.525, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 246, "max_ms": 6.449, "p95_ms": 2.113, "reason": null, "sample_age_ms": 71.2, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 246, "max_ms": 2.686, "p95_ms": 1.26, "reason": null, "sample_age_ms": 72.349, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 247, "max_ms": 4.104, "p95_ms": 0.541, "reason": null, "sample_age_ms": 15.535, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 246, "max_ms": 10.445, "p95_ms": 3.152, "reason": null, "sample_age_ms": 68.427, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 68.374, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 15.81, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.939, "count": 247, "max_ms": 70.348, "p95_ms": 62.909, "reason": null, "sample_age_ms": 15.522, "source": "client_direct"}, "sample_age_ms": 15.517, "source": "client_direct", "task_total_ms": {"avg_ms": 47.331, "count": 247, "max_ms": 74.227, "p95_ms": 66.298, "reason": null, "sample_age_ms": 15.517, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.74, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.952, "count": 246, "max_ms": 9.876, "p95_ms": 1.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 246, "max_ms": 0.713, "p95_ms": 0.464}, "detection_prepare_ms": {"avg_ms": 0.188, "count": 246, "max_ms": 3.017, "p95_ms": 0.338}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 246, "max_ms": 0.329, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.265, "count": 246, "max_ms": 3.598, "p95_ms": 0.511}, "setup_ms": {"avg_ms": 0.042, "count": 246, "max_ms": 0.17, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.911, "count": 246, "max_ms": 9.741, "p95_ms": 1.684}, "track_match_ms": {"avg_ms": 0.011, "count": 246, "max_ms": 0.72, "p95_ms": 0.017}, "tracker_update_ms": {"avg_ms": 0.079, "count": 246, "max_ms": 2.455, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.819, "count": 246, "max_ms": 9.711, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 246, "max_ms": 3.198, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.325, "count": 246, "max_ms": 76.688, "p95_ms": 67.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.211, "count": 246, "max_ms": 9.117, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.041, "count": 246, "max_ms": 159.256, "p95_ms": 100.054}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 246, "max_ms": 3.646, "p95_ms": 2.712}, "processing_residual_ms": {"avg_ms": 0.17, "count": 246, "max_ms": 0.628, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.001, "count": 246, "max_ms": 159.978, "p95_ms": 103.258}, "read_interval": {"avg_ms": 121.831, "count": 246, "max_ms": 1872.131, "p95_ms": 157.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 246, "max_ms": 0.055, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.211, "count": 246, "max_ms": 3.449, "p95_ms": 0.345}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.041, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.196, "count": 246, "max_ms": 3.412, "p95_ms": 0.304}, "worker_merge_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 48.338, "count": 246, "max_ms": 76.703, "p95_ms": 67.713}, "visualize": {"avg_ms": 27.695, "count": 246, "max_ms": 79.714, "p95_ms": 38.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.717, "count": 246, "max_ms": 77.825, "p95_ms": 36.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.451, "count": 246, "max_ms": 79.131, "p95_ms": 37.825}, "visualize_input_copy_ms": {"avg_ms": 0.057, "count": 246, "max_ms": 2.58, "p95_ms": 0.002}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.356, "count": 246, "max_ms": 78.883, "p95_ms": 37.714}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 246, "max_ms": 0.22, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.239, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3247990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137049, "write_bytes_delta": 137049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 827.0, "cpu_core_ratio": 0.768311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2767.0, "pid": 77077, "reason": null, "system_cpu_core_ratio": 0.321329, "system_cpu_s_delta": 6.699999999999999, "user_cpu_core_ratio": 0.446982, "user_cpu_s_delta": 9.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.486789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.045562, "system_cpu_s_delta": 0.9499999999970896, "user_cpu_core_ratio": 0.441227, "user_cpu_s_delta": 9.200000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.273, "count": 196, "max_ms": 6.844, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.515, "max": 4.0, "p95": 4.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.575, "count": 30, "max": 59.502, "p95": 51.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.072, "count": 30, "max": 31.871, "p95": 30.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1121.033, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 726.433, "count": 30, "max": 10765.0, "p95": 4067.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.573, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.367, "count": 30, "max": 55.0, "p95": 38.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.395, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.673, "count": 30, "max": 1.019, "p95": 0.859, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25278, "sampled_at": "2026-11-03T12:42:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5330182, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:42:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:42:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3243057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3242652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9739.547, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x60020dece040] cabac decode of qscale diff failed at 62 67 [h264 @ 0x60020dece040] error while decoding MB 62 67, bytestream 5181", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8980863897600, "copied_frame_count": 3248287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8980863897600, "frame_buffer_copies": 3248287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1281, "count": 512, "max_ms": 1.7847, "p50_ms": 0.1117, "p95_ms": 0.2304, "p99_ms": 0.2953}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3691, "count": 512, "max_ms": 5.1106, "p50_ms": 1.298, "p95_ms": 2.2613, "p99_ms": 2.781, "results": {"failed": 0, "not_applicable": 0, "success": 3248287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 286, "h264_decode_error_count": 893, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x60020dece040] cabac decode of qscale diff failed at 62 67 [h264 @ 0x60020dece040] error while decoding MB 62 67, bytestream 5181", "last_exit_at": "2026-11-03T12:42:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.25, "last_started_at": "2026-11-03T12:38:02+09:00", "pid": 77077, "process": {"exists": false, "pid": 77077}, "restart_count": 305, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 306}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.473, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3248287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-11-03T12:42:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.089, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 15.911, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T12:42:40.080454+09:00", "mtime_epoch": 1793677360.0804536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138307}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:42:40+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3248287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 5.0, "p95": 4.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.2, "pushed": 8.233, "read": 8.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.007, "count": 246, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 56.502, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.681, "count": 246, "max_ms": 6.449, "p95_ms": 2.113, "reason": null, "sample_age_ms": 112.176, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.236, "count": 246, "max_ms": 2.686, "p95_ms": 1.26, "reason": null, "sample_age_ms": 113.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 246, "max_ms": 4.104, "p95_ms": 0.542, "reason": null, "sample_age_ms": 56.511, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 246, "max_ms": 10.445, "p95_ms": 3.152, "reason": null, "sample_age_ms": 109.403, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 109.35, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.786, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.946, "count": 246, "max_ms": 70.348, "p95_ms": 62.927, "reason": null, "sample_age_ms": 56.498, "source": "client_direct"}, "sample_age_ms": 56.494, "source": "client_direct", "task_total_ms": {"avg_ms": 47.34, "count": 246, "max_ms": 74.227, "p95_ms": 66.321, "reason": null, "sample_age_ms": 56.494, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.861, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.95, "count": 246, "max_ms": 9.876, "p95_ms": 1.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.237, "count": 246, "max_ms": 0.713, "p95_ms": 0.464}, "detection_prepare_ms": {"avg_ms": 0.188, "count": 246, "max_ms": 3.017, "p95_ms": 0.338}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 246, "max_ms": 0.329, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.265, "count": 246, "max_ms": 3.598, "p95_ms": 0.511}, "setup_ms": {"avg_ms": 0.042, "count": 246, "max_ms": 0.17, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.909, "count": 246, "max_ms": 9.741, "p95_ms": 1.684}, "track_match_ms": {"avg_ms": 0.011, "count": 246, "max_ms": 0.72, "p95_ms": 0.017}, "tracker_update_ms": {"avg_ms": 0.079, "count": 246, "max_ms": 2.455, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.815, "count": 247, "max_ms": 9.711, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 246, "max_ms": 3.198, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.368, "count": 246, "max_ms": 76.688, "p95_ms": 67.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.211, "count": 246, "max_ms": 9.117, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.117, "count": 246, "max_ms": 159.256, "p95_ms": 100.054}, "inference_input_copy_ms": {"avg_ms": 1.575, "count": 246, "max_ms": 3.646, "p95_ms": 2.712}, "processing_residual_ms": {"avg_ms": 0.171, "count": 246, "max_ms": 0.628, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.073, "count": 246, "max_ms": 159.978, "p95_ms": 103.258}, "read_interval": {"avg_ms": 121.831, "count": 246, "max_ms": 1872.131, "p95_ms": 157.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 246, "max_ms": 0.055, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.211, "count": 246, "max_ms": 3.449, "p95_ms": 0.345}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.041, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.196, "count": 246, "max_ms": 3.412, "p95_ms": 0.304}, "worker_merge_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 48.38, "count": 246, "max_ms": 76.703, "p95_ms": 67.713}, "visualize": {"avg_ms": 27.728, "count": 246, "max_ms": 79.714, "p95_ms": 38.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.753, "count": 246, "max_ms": 77.825, "p95_ms": 36.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.486, "count": 246, "max_ms": 79.131, "p95_ms": 37.825}, "visualize_input_copy_ms": {"avg_ms": 0.057, "count": 246, "max_ms": 2.58, "p95_ms": 0.002}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.391, "count": 246, "max_ms": 78.883, "p95_ms": 37.714}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 246, "max_ms": 0.22, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.239, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3247990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137049, "write_bytes_delta": 137049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 827.0, "cpu_core_ratio": 0.768311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2767.0, "pid": 77077, "reason": null, "system_cpu_core_ratio": 0.321329, "system_cpu_s_delta": 6.699999999999999, "user_cpu_core_ratio": 0.446982, "user_cpu_s_delta": 9.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.486789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.045562, "system_cpu_s_delta": 0.9499999999970896, "user_cpu_core_ratio": 0.441227, "user_cpu_s_delta": 9.200000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.273, "count": 196, "max_ms": 6.844, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.515, "max": 4.0, "p95": 4.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.575, "count": 30, "max": 59.502, "p95": 51.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.072, "count": 30, "max": 31.871, "p95": 30.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1121.033, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 726.433, "count": 30, "max": 10765.0, "p95": 4067.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.573, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.367, "count": 30, "max": 55.0, "p95": 38.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.395, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.673, "count": 30, "max": 1.019, "p95": 0.859, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25278, "sampled_at": "2026-11-03T12:42:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4599672, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:41:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:41:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3338978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3338973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9739.16, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9247172198400, "copied_frame_count": 3344608, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9247172198400, "frame_buffer_copies": 3344608, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 0.3647, "p50_ms": 0.1142, "p95_ms": 0.2518, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2195, "count": 512, "max_ms": 3.7453, "p50_ms": 1.1146, "p95_ms": 1.9409, "p99_ms": 2.598, "results": {"failed": 0, "not_applicable": 0, "success": 3344608, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 149, "h264_decode_error_count": 275, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:39:49+09:00", "last_error_summary": "[h264 @ 0x60bf6672ef00] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x60bf6672ef00] error while decoding MB 0 19, bytestream 23406 [h264 @ 0x60bf65f20d00] error while decoding MB 92 100, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.944, "last_started_at": "2026-11-03T12:39:52+09:00", "pid": 77193, "process": {"exists": false, "pid": 77193}, "restart_count": 159, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.279, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-03T12:42:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.102, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 15.898, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T12:42:40.097454+09:00", "mtime_epoch": 1793677360.0974538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139235}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:42:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3344608, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 173, "read_frames": 172, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.768, "pushed": 5.768, "read": 5.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 40.407, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.626, "count": 172, "max_ms": 2.925, "p95_ms": 1.953, "reason": null, "sample_age_ms": 68.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.25, "count": 172, "max_ms": 2.219, "p95_ms": 1.249, "reason": null, "sample_age_ms": 68.788, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.184, "count": 172, "max_ms": 0.77, "p95_ms": 0.441, "reason": null, "sample_age_ms": 40.416, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.549, "count": 172, "max_ms": 4.042, "p95_ms": 2.554, "reason": null, "sample_age_ms": 67.572, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 67.551, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.534, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.257, "count": 172, "max_ms": 79.964, "p95_ms": 62.332, "reason": null, "sample_age_ms": 40.404, "source": "client_direct"}, "sample_age_ms": 40.402, "source": "client_direct", "task_total_ms": {"avg_ms": 45.177, "count": 172, "max_ms": 82.157, "p95_ms": 64.065, "reason": null, "sample_age_ms": 40.402, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.513, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.806, "count": 173, "max_ms": 2.728, "p95_ms": 1.463}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.268, "count": 173, "max_ms": 0.951, "p95_ms": 0.533}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 173, "max_ms": 0.294, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 173, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 173, "max_ms": 0.26, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.205, "count": 173, "max_ms": 1.003, "p95_ms": 0.411}, "setup_ms": {"avg_ms": 0.047, "count": 173, "max_ms": 0.167, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.763, "count": 173, "max_ms": 2.621, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.028, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 173, "max_ms": 0.112, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.601, "count": 173, "max_ms": 4.786, "p95_ms": 4.16}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 173, "max_ms": 0.185, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.089, "count": 173, "max_ms": 84.274, "p95_ms": 65.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 173, "max_ms": 0.148, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.378, "count": 173, "max_ms": 119.39, "p95_ms": 99.463}, "inference_input_copy_ms": {"avg_ms": 1.544, "count": 173, "max_ms": 4.289, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.176, "count": 173, "max_ms": 0.451, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.141, "count": 173, "max_ms": 121.564, "p95_ms": 101.823}, "read_interval": {"avg_ms": 174.348, "count": 172, "max_ms": 5936.887, "p95_ms": 210.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 173, "max_ms": 0.069, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.142, "count": 173, "max_ms": 0.744, "p95_ms": 0.283}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 173, "max_ms": 0.058, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 173, "max_ms": 0.675, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.104, "count": 173, "max_ms": 84.291, "p95_ms": 65.667}, "visualize": {"avg_ms": 29.49, "count": 173, "max_ms": 48.522, "p95_ms": 41.115}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.578, "count": 173, "max_ms": 47.831, "p95_ms": 40.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.272, "count": 173, "max_ms": 48.383, "p95_ms": 40.75}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.166, "count": 173, "max_ms": 48.299, "p95_ms": 40.658}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 173, "max_ms": 0.145, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.866, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.338, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.05, "exists": true, "size_bytes": 141236, "write_bytes_delta": 141236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 394.0, "cpu_core_ratio": 1.168317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23882.0, "pid": 77193, "reason": null, "system_cpu_core_ratio": 0.46623, "system_cpu_s_delta": 9.35, "user_cpu_core_ratio": 0.702087, "user_cpu_s_delta": 14.080000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.30467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027425, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.277245, "user_cpu_s_delta": 5.5600000000267755}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 167, "max_ms": 6.162, "p95_ms": 4.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.705, "count": 30, "max": 75.703, "p95": 60.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.873, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1364.9, "count": 30, "max": 1559.0, "p95": 1538.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2396.6, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.284, "count": 30, "max": 1.439, "p95": 1.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.767, "count": 30, "max": 52.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.678, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28284, "sampled_at": "2026-11-03T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5330182, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:42:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:42:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3243057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3242652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9739.27, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8980863897600, "copied_frame_count": 3248287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8980863897600, "frame_buffer_copies": 3248287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1281, "count": 512, "max_ms": 1.7847, "p50_ms": 0.1117, "p95_ms": 0.2304, "p99_ms": 0.2953}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3691, "count": 512, "max_ms": 5.1106, "p50_ms": 1.298, "p95_ms": 2.2613, "p99_ms": 2.781, "results": {"failed": 0, "not_applicable": 0, "success": 3248287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 286, "h264_decode_error_count": 893, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x60020dece040] cabac decode of qscale diff failed at 62 67 [h264 @ 0x60020dece040] error while decoding MB 62 67, bytestream 5181", "last_exit_at": "2026-11-03T12:42:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 277.286, "last_started_at": "2026-11-03T12:38:02+09:00", "pid": 77077, "process": {"exists": false, "pid": 77077}, "restart_count": 305, "restart_count_per_hour": 26, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 306}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.473, "sample_count": 2664, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3248287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 0.146, "last_frame_read_at": "2026-11-03T12:42:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.143, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 15.857, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T12:42:40.080454+09:00", "mtime_epoch": 1793677360.0804536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138307}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:42:40+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.973, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3248287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.951, "max": 5.0, "p95": 4.0, "sample_count": 246}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.041, "max": 1.0, "p95": 0.0, "sample_count": 246}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 246, "pushed_frames": 246, "read_frames": 246, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.201, "pushed": 8.201, "read": 8.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.007, "count": 246, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 103.717, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.682, "count": 245, "max_ms": 6.449, "p95_ms": 2.125, "reason": null, "sample_age_ms": 159.391, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.237, "count": 245, "max_ms": 2.686, "p95_ms": 1.262, "reason": null, "sample_age_ms": 160.54, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.274, "count": 246, "max_ms": 4.104, "p95_ms": 0.542, "reason": null, "sample_age_ms": 103.727, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 245, "max_ms": 10.445, "p95_ms": 3.153, "reason": null, "sample_age_ms": 156.618, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.566, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.001, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.946, "count": 246, "max_ms": 70.348, "p95_ms": 62.927, "reason": null, "sample_age_ms": 103.713, "source": "client_direct"}, "sample_age_ms": 103.709, "source": "client_direct", "task_total_ms": {"avg_ms": 47.34, "count": 246, "max_ms": 74.227, "p95_ms": 66.321, "reason": null, "sample_age_ms": 103.709, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.84, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.95, "count": 246, "max_ms": 9.876, "p95_ms": 1.781}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.237, "count": 246, "max_ms": 0.713, "p95_ms": 0.464}, "detection_prepare_ms": {"avg_ms": 0.188, "count": 246, "max_ms": 3.017, "p95_ms": 0.338}, "event_filter_ms": {"avg_ms": 0.004, "count": 246, "max_ms": 0.033, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 246, "max_ms": 0.329, "p95_ms": 0.139}, "mcmt_ms": {"avg_ms": 0.003, "count": 246, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.265, "count": 246, "max_ms": 3.598, "p95_ms": 0.511}, "setup_ms": {"avg_ms": 0.042, "count": 246, "max_ms": 0.17, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 0.909, "count": 246, "max_ms": 9.741, "p95_ms": 1.684}, "track_match_ms": {"avg_ms": 0.011, "count": 246, "max_ms": 0.72, "p95_ms": 0.017}, "tracker_update_ms": {"avg_ms": 0.079, "count": 246, "max_ms": 2.455, "p95_ms": 0.073}}, "gstreamer_push": {"avg_ms": 2.818, "count": 246, "max_ms": 9.711, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 246, "max_ms": 3.198, "p95_ms": 0.095}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.368, "count": 246, "max_ms": 76.688, "p95_ms": 67.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.211, "count": 246, "max_ms": 9.117, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.117, "count": 246, "max_ms": 159.256, "p95_ms": 100.054}, "inference_input_copy_ms": {"avg_ms": 1.575, "count": 246, "max_ms": 3.646, "p95_ms": 2.712}, "processing_residual_ms": {"avg_ms": 0.171, "count": 246, "max_ms": 0.628, "p95_ms": 0.332}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.073, "count": 246, "max_ms": 159.978, "p95_ms": 103.258}, "read_interval": {"avg_ms": 121.831, "count": 246, "max_ms": 1872.131, "p95_ms": 157.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 246, "max_ms": 0.055, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.211, "count": 246, "max_ms": 3.449, "p95_ms": 0.345}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.041, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.196, "count": 246, "max_ms": 3.412, "p95_ms": 0.304}, "worker_merge_ms": {"avg_ms": 0.005, "count": 246, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 48.38, "count": 246, "max_ms": 76.703, "p95_ms": 67.713}, "visualize": {"avg_ms": 27.728, "count": 246, "max_ms": 79.714, "p95_ms": 38.061}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.753, "count": 246, "max_ms": 77.825, "p95_ms": 36.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.486, "count": 246, "max_ms": 79.131, "p95_ms": 37.825}, "visualize_input_copy_ms": {"avg_ms": 0.057, "count": 246, "max_ms": 2.58, "p95_ms": 0.002}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 246, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.391, "count": 246, "max_ms": 78.883, "p95_ms": 37.714}, "visualizer_prepare_ms": {"avg_ms": 0.052, "count": 246, "max_ms": 0.22, "p95_ms": 0.106}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 246}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 246}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.239, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3247990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137049, "write_bytes_delta": 137049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 827.0, "cpu_core_ratio": 0.768311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2767.0, "pid": 77077, "reason": null, "system_cpu_core_ratio": 0.321329, "system_cpu_s_delta": 6.699999999999999, "user_cpu_core_ratio": 0.446982, "user_cpu_s_delta": 9.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.486789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.045562, "system_cpu_s_delta": 0.9499999999970896, "user_cpu_core_ratio": 0.441227, "user_cpu_s_delta": 9.200000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.273, "count": 196, "max_ms": 6.844, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.515, "max": 4.0, "p95": 4.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.575, "count": 30, "max": 59.502, "p95": 51.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.072, "count": 30, "max": 31.871, "p95": 30.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1121.033, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 726.433, "count": 30, "max": 10765.0, "p95": 4067.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.573, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.367, "count": 30, "max": 55.0, "p95": 38.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.395, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.673, "count": 30, "max": 1.019, "p95": 0.859, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25278, "sampled_at": "2026-11-03T12:42:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4599672, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:41:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:41:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3338978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3338973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9739.184, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x56d24db87680] cabac decode of qscale diff failed at 130 52 [h264 @ 0x56d24db87680] error while decoding MB 130 52, bytestream 787", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9247172198400, "copied_frame_count": 3344608, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9247172198400, "frame_buffer_copies": 3344608, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 0.3647, "p50_ms": 0.1142, "p95_ms": 0.2518, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2195, "count": 512, "max_ms": 3.7453, "p50_ms": 1.1146, "p95_ms": 1.9409, "p99_ms": 2.598, "results": {"failed": 0, "not_applicable": 0, "success": 3344608, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x56d24db87680] cabac decode of qscale diff failed at 130 52 [h264 @ 0x56d24db87680] error while decoding MB 130 52, bytestream 787", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.97, "last_started_at": "2026-11-03T12:39:52+09:00", "pid": 77193, "process": {"exists": false, "pid": 77193}, "restart_count": 159, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.279, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 0.092, "last_frame_read_at": "2026-11-03T12:42:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.152, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 15.848, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-03T12:42:40.097454+09:00", "mtime_epoch": 1793677360.0974538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139235}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:42:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3344608, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.742, "pushed": 5.742, "read": 5.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.007, "count": 172, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 78.969, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.628, "count": 171, "max_ms": 2.925, "p95_ms": 1.958, "reason": null, "sample_age_ms": 107.121, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 171, "max_ms": 2.219, "p95_ms": 1.249, "reason": null, "sample_age_ms": 107.35, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.184, "count": 172, "max_ms": 0.77, "p95_ms": 0.441, "reason": null, "sample_age_ms": 78.978, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.548, "count": 171, "max_ms": 4.042, "p95_ms": 2.555, "reason": null, "sample_age_ms": 106.134, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2211848.0, "count": 171, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 106.113, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 172, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.097, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.257, "count": 172, "max_ms": 79.964, "p95_ms": 62.332, "reason": null, "sample_age_ms": 78.966, "source": "client_direct"}, "sample_age_ms": 78.964, "source": "client_direct", "task_total_ms": {"avg_ms": 45.177, "count": 172, "max_ms": 82.157, "p95_ms": 64.065, "reason": null, "sample_age_ms": 78.964, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.234, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.808, "count": 172, "max_ms": 2.728, "p95_ms": 1.463}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 172, "max_ms": 0.951, "p95_ms": 0.533}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 172, "max_ms": 0.294, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 172, "max_ms": 0.26, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.205, "count": 172, "max_ms": 1.003, "p95_ms": 0.411}, "setup_ms": {"avg_ms": 0.047, "count": 172, "max_ms": 0.167, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.765, "count": 172, "max_ms": 2.621, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.028, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 172, "max_ms": 0.112, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.605, "count": 172, "max_ms": 4.786, "p95_ms": 4.16}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.185, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.174, "count": 172, "max_ms": 84.274, "p95_ms": 65.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 172, "max_ms": 0.148, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.473, "count": 172, "max_ms": 119.39, "p95_ms": 99.463}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 172, "max_ms": 4.289, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.176, "count": 172, "max_ms": 0.451, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.239, "count": 172, "max_ms": 121.564, "p95_ms": 101.823}, "read_interval": {"avg_ms": 174.965, "count": 171, "max_ms": 5936.887, "p95_ms": 210.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.069, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.142, "count": 172, "max_ms": 0.744, "p95_ms": 0.283}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 172, "max_ms": 0.058, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 172, "max_ms": 0.675, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.19, "count": 172, "max_ms": 84.291, "p95_ms": 65.667}, "visualize": {"avg_ms": 29.496, "count": 172, "max_ms": 48.522, "p95_ms": 41.115}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.582, "count": 172, "max_ms": 47.831, "p95_ms": 40.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.277, "count": 172, "max_ms": 48.383, "p95_ms": 40.75}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.171, "count": 172, "max_ms": 48.299, "p95_ms": 40.658}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 172, "max_ms": 0.145, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.866, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.338, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.05, "exists": true, "size_bytes": 141236, "write_bytes_delta": 141236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 394.0, "cpu_core_ratio": 1.168317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23882.0, "pid": 77193, "reason": null, "system_cpu_core_ratio": 0.46623, "system_cpu_s_delta": 9.35, "user_cpu_core_ratio": 0.702087, "user_cpu_s_delta": 14.080000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.30467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027425, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.277245, "user_cpu_s_delta": 5.5600000000267755}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 167, "max_ms": 6.162, "p95_ms": 4.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.705, "count": 30, "max": 75.703, "p95": 60.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.873, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1364.9, "count": 30, "max": 1559.0, "p95": 1538.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2396.6, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.284, "count": 30, "max": 1.439, "p95": 1.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.767, "count": 30, "max": 52.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.678, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28284, "sampled_at": "2026-11-03T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4599672, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:41:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:41:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3338978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3338973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9738.82, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9247172198400, "copied_frame_count": 3344608, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9247172198400, "frame_buffer_copies": 3344608, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 0.3647, "p50_ms": 0.1142, "p95_ms": 0.2518, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2195, "count": 512, "max_ms": 3.7453, "p50_ms": 1.1146, "p95_ms": 1.9409, "p99_ms": 2.598, "results": {"failed": 0, "not_applicable": 0, "success": 3344608, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x56d24db87680] cabac decode of qscale diff failed at 130 52 [h264 @ 0x56d24db87680] error while decoding MB 130 52, bytestream 787", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 167.999, "last_started_at": "2026-11-03T12:39:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 159, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 160}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.279, "sample_count": 2600, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-11-03T12:42:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 584.16, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 15.84, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-03T12:42:40.097454+09:00", "mtime_epoch": 1793677360.0974538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139235}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:42:40+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3344608, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 172}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 172, "pushed_frames": 172, "read_frames": 171, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.737, "pushed": 5.737, "read": 5.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 171, "client_acquire_ms": {"avg_ms": 0.008, "count": 171, "max_ms": 0.022, "p95_ms": 0.017, "reason": null, "sample_age_ms": 94.926, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.628, "count": 171, "max_ms": 2.925, "p95_ms": 1.958, "reason": null, "sample_age_ms": 123.078, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 171, "max_ms": 2.219, "p95_ms": 1.249, "reason": null, "sample_age_ms": 123.307, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.185, "count": 171, "max_ms": 0.77, "p95_ms": 0.442, "reason": null, "sample_age_ms": 94.934, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.548, "count": 171, "max_ms": 4.042, "p95_ms": 2.555, "reason": null, "sample_age_ms": 122.091, "source": "client_direct"}, "request_count": 171, "request_tensor_bytes": {"avg": 2211848.0, "count": 171, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.07, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.053, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.36, "count": 171, "max_ms": 79.964, "p95_ms": 62.334, "reason": null, "sample_age_ms": 94.923, "source": "client_direct"}, "sample_age_ms": 94.92, "source": "client_direct", "task_total_ms": {"avg_ms": 45.281, "count": 171, "max_ms": 82.157, "p95_ms": 64.138, "reason": null, "sample_age_ms": 94.92, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.889, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.808, "count": 172, "max_ms": 2.728, "p95_ms": 1.463}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 172, "max_ms": 0.951, "p95_ms": 0.533}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 172, "max_ms": 0.294, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 172, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 172, "max_ms": 0.26, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.003, "count": 172, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.205, "count": 172, "max_ms": 1.003, "p95_ms": 0.411}, "setup_ms": {"avg_ms": 0.047, "count": 172, "max_ms": 0.167, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.765, "count": 172, "max_ms": 2.621, "p95_ms": 1.384}, "track_match_ms": {"avg_ms": 0.005, "count": 172, "max_ms": 0.028, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 172, "max_ms": 0.112, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.605, "count": 172, "max_ms": 4.786, "p95_ms": 4.16}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 172, "max_ms": 0.185, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.174, "count": 172, "max_ms": 84.274, "p95_ms": 65.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 172, "max_ms": 0.148, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.473, "count": 172, "max_ms": 119.39, "p95_ms": 99.463}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 172, "max_ms": 4.289, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.176, "count": 172, "max_ms": 0.451, "p95_ms": 0.355}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.239, "count": 172, "max_ms": 121.564, "p95_ms": 101.823}, "read_interval": {"avg_ms": 174.965, "count": 171, "max_ms": 5936.887, "p95_ms": 210.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 172, "max_ms": 0.069, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.142, "count": 172, "max_ms": 0.744, "p95_ms": 0.283}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 172, "max_ms": 0.058, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 172, "max_ms": 0.675, "p95_ms": 0.256}, "worker_merge_ms": {"avg_ms": 0.006, "count": 172, "max_ms": 0.028, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.19, "count": 172, "max_ms": 84.291, "p95_ms": 65.667}, "visualize": {"avg_ms": 29.496, "count": 172, "max_ms": 48.522, "p95_ms": 41.115}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.582, "count": 172, "max_ms": 47.831, "p95_ms": 40.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.277, "count": 172, "max_ms": 48.383, "p95_ms": 40.75}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 172, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.171, "count": 172, "max_ms": 48.299, "p95_ms": 40.658}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 172, "max_ms": 0.145, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 172}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 172}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.866, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.338, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.05, "exists": true, "size_bytes": 141236, "write_bytes_delta": 141236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 394.0, "cpu_core_ratio": 1.168317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23882.0, "pid": 77193, "reason": null, "system_cpu_core_ratio": 0.46623, "system_cpu_s_delta": 9.35, "user_cpu_core_ratio": 0.702087, "user_cpu_s_delta": 14.080000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.30467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027425, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.277245, "user_cpu_s_delta": 5.5600000000267755}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 167, "max_ms": 6.162, "p95_ms": 4.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.705, "count": 30, "max": 75.703, "p95": 60.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.873, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1364.9, "count": 30, "max": 1559.0, "p95": 1538.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2396.6, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.284, "count": 30, "max": 1.439, "p95": 1.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.767, "count": 30, "max": 52.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.678, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28284, "sampled_at": "2026-11-03T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5330182, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:42:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:42:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3243057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3242652}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9925.09, "limit_mb": null}, "detail": {"pid": 77309, "restart_count": 306, "start_count": 307}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8980863897600, "copied_frame_count": 3248287, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8980863897600, "frame_buffer_copies": 3248287, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1281, "count": 512, "max_ms": 1.7847, "p50_ms": 0.1117, "p95_ms": 0.2304, "p99_ms": 0.2953}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3691, "count": 512, "max_ms": 5.1106, "p50_ms": 1.298, "p95_ms": 2.2613, "p99_ms": 2.781, "results": {"failed": 0, "not_applicable": 0, "success": 3248287, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 286, "h264_decode_error_count": 893, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x60020dece040] cabac decode of qscale diff failed at 62 67 [h264 @ 0x60020dece040] error while decoding MB 62 67, bytestream 5181", "last_exit_at": "2026-11-03T12:42:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77309, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.727, "name": "ffmpeg", "pid": 77309, "rss_mb": 205.727, "state": "S (sleeping)", "threads": 70}, "restart_count": 306, "restart_count_per_hour": 27, "rtsp_timeout_count": 144, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 307}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.348, "sample_count": 2623, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3248287, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.198, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 4.296, "last_frame_read_at": "2026-11-03T12:42:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 588.288, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 11.712, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 4.192, "exists": true, "mtime": "2026-11-03T12:42:40.080454+09:00", "mtime_epoch": 1793677360.0804536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 138307}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:42:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2331.977, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3248287, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.892, "max": 5.0, "p95": 4.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 10}, "total": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.805, "pushed": 6.805, "read": 6.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.038, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4247.164, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.691, "count": 203, "max_ms": 6.449, "p95_ms": 2.162, "reason": null, "sample_age_ms": 4302.838, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.237, "count": 203, "max_ms": 2.686, "p95_ms": 1.234, "reason": null, "sample_age_ms": 4303.987, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.267, "count": 203, "max_ms": 4.104, "p95_ms": 0.521, "reason": null, "sample_age_ms": 4247.174, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.907, "count": 203, "max_ms": 10.445, "p95_ms": 2.995, "reason": null, "sample_age_ms": 4300.065, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4300.013, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 203, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4247.448, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.146, "count": 203, "max_ms": 67.658, "p95_ms": 61.846, "reason": null, "sample_age_ms": 4247.16, "source": "client_direct"}, "sample_age_ms": 4247.156, "source": "client_direct", "task_total_ms": {"avg_ms": 46.49, "count": 203, "max_ms": 70.474, "p95_ms": 64.942, "reason": null, "sample_age_ms": 4247.156, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.054, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.976, "count": 204, "max_ms": 9.876, "p95_ms": 2.023}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.233, "count": 204, "max_ms": 0.713, "p95_ms": 0.464}, "detection_prepare_ms": {"avg_ms": 0.195, "count": 204, "max_ms": 3.017, "p95_ms": 0.436}, "event_filter_ms": {"avg_ms": 0.004, "count": 204, "max_ms": 0.033, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 204, "max_ms": 0.329, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 204, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.28, "count": 204, "max_ms": 3.598, "p95_ms": 0.675}, "setup_ms": {"avg_ms": 0.041, "count": 204, "max_ms": 0.17, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.936, "count": 204, "max_ms": 9.741, "p95_ms": 1.94}, "track_match_ms": {"avg_ms": 0.013, "count": 204, "max_ms": 0.72, "p95_ms": 0.02}, "tracker_update_ms": {"avg_ms": 0.089, "count": 204, "max_ms": 2.455, "p95_ms": 0.13}}, "gstreamer_push": {"avg_ms": 2.758, "count": 204, "max_ms": 9.711, "p95_ms": 4.778}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 204, "max_ms": 3.198, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.457, "count": 204, "max_ms": 76.688, "p95_ms": 65.859}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.244, "count": 204, "max_ms": 9.117, "p95_ms": 0.126}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.043, "count": 204, "max_ms": 159.256, "p95_ms": 100.054}, "inference_input_copy_ms": {"avg_ms": 1.522, "count": 204, "max_ms": 3.646, "p95_ms": 2.693}, "processing_residual_ms": {"avg_ms": 0.167, "count": 204, "max_ms": 0.628, "p95_ms": 0.326}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.975, "count": 204, "max_ms": 159.978, "p95_ms": 103.258}, "read_interval": {"avg_ms": 126.805, "count": 203, "max_ms": 1872.131, "p95_ms": 161.986}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 204, "max_ms": 0.051, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.228, "count": 204, "max_ms": 3.449, "p95_ms": 0.506}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.041, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.213, "count": 204, "max_ms": 3.412, "p95_ms": 0.463}, "worker_merge_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.023, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 47.469, "count": 204, "max_ms": 76.703, "p95_ms": 65.88}, "visualize": {"avg_ms": 27.551, "count": 204, "max_ms": 79.714, "p95_ms": 39.384}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.558, "count": 204, "max_ms": 77.825, "p95_ms": 36.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.299, "count": 204, "max_ms": 79.131, "p95_ms": 38.322}, "visualize_input_copy_ms": {"avg_ms": 0.069, "count": 204, "max_ms": 2.58, "p95_ms": 0.003}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.206, "count": 204, "max_ms": 78.883, "p95_ms": 38.177}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 204, "max_ms": 0.184, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2331.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 37.259, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.239, "sample_count": 2700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3247990, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 137049, "write_bytes_delta": 137049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 827.0, "cpu_core_ratio": 0.768311, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2767.0, "pid": 77077, "reason": null, "system_cpu_core_ratio": 0.321329, "system_cpu_s_delta": 6.699999999999999, "user_cpu_core_ratio": 0.446982, "user_cpu_s_delta": 9.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.486789, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.045562, "system_cpu_s_delta": 0.9499999999970896, "user_cpu_core_ratio": 0.441227, "user_cpu_s_delta": 9.200000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.273, "count": 196, "max_ms": 6.844, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.515, "max": 4.0, "p95": 4.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.575, "count": 30, "max": 59.502, "p95": 51.266, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.072, "count": 30, "max": 31.871, "p95": 30.433, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1121.033, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 726.433, "count": 30, "max": 10765.0, "p95": 4067.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.382, "p95": 0.333, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.509, "count": 30, "max": 0.573, "p95": 0.568, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140412.233, "count": 30, "max": 152157.0, "p95": 146372.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.367, "count": 30, "max": 55.0, "p95": 38.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.115, "count": 30, "max": 0.395, "p95": 0.25, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.673, "count": 30, "max": 1.019, "p95": 0.859, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25278, "sampled_at": "2026-11-03T12:42:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4599672, "flush_count": 5636, "flush_interval_seconds": 30.0, "flush_state": {"count": 5636, "last_at": "2026-11-03T12:41:56", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:41:56", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5635}, "started": true, "suppressed_count": 3338978, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3338973}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5636, "written_record_count": 5636}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9947.672, "limit_mb": null}, "detail": {"pid": 77311, "restart_count": 160, "start_count": 161}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9247172198400, "copied_frame_count": 3344608, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9247172198400, "frame_buffer_copies": 3344608, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 0.3647, "p50_ms": 0.1142, "p95_ms": 0.2518, "p99_ms": 0.3163}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2195, "count": 512, "max_ms": 3.7453, "p50_ms": 1.1146, "p95_ms": 1.9409, "p99_ms": 2.598, "results": {"failed": 0, "not_applicable": 0, "success": 3344608, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 150, "h264_decode_error_count": 277, "h264_decode_error_count_per_hour": 16, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:42:40+09:00", "last_error_summary": "[h264 @ 0x56d24db87680] cabac decode of qscale diff failed at 130 52 [h264 @ 0x56d24db87680] error while decoding MB 130 52, bytestream 787", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77311, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.473, "name": "ffmpeg", "pid": 77311, "rss_mb": 74.473, "state": "R (running)", "threads": 1}, "restart_count": 160, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.065, "sample_count": 2552, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344608, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.731, "last_frame_pushed_at": "2026-11-03T12:42:40+09:00", "last_frame_read_age_sec": 4.784, "last_frame_read_at": "2026-11-03T12:42:40+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 166, "debug_expires_at": null, "deduplicated_count": 24, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 588.837, "last_sample_duration_ms": 1683.95, "last_trigger": "periodic", "next_snapshot_in_sec": 11.163, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 566, "storage_bytes": 3305955}, "mjpeg": {"age_sec": 4.724, "exists": true, "mtime": "2026-11-03T12:42:40.097454+09:00", "mtime_epoch": 1793677360.0974538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139235}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:42:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2409.59, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3344608, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 134}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.469, "pushed": 4.469, "read": 4.436}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.021, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4765.719, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.586, "count": 133, "max_ms": 2.762, "p95_ms": 1.753, "reason": null, "sample_age_ms": 4793.871, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.241, "count": 133, "max_ms": 2.003, "p95_ms": 1.2, "reason": null, "sample_age_ms": 4794.1, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 133, "max_ms": 0.77, "p95_ms": 0.488, "reason": null, "sample_age_ms": 4765.727, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.497, "count": 133, "max_ms": 4.042, "p95_ms": 2.538, "reason": null, "sample_age_ms": 4792.884, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2211848.0, "count": 133, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4792.863, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4765.846, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.289, "count": 133, "max_ms": 79.964, "p95_ms": 62.33, "reason": null, "sample_age_ms": 4765.716, "source": "client_direct"}, "sample_age_ms": 4765.713, "source": "client_direct", "task_total_ms": {"avg_ms": 45.169, "count": 133, "max_ms": 82.157, "p95_ms": 63.991, "reason": null, "sample_age_ms": 4765.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.461, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.777, "count": 134, "max_ms": 1.917, "p95_ms": 1.439}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 134, "max_ms": 0.69, "p95_ms": 0.529}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 134, "max_ms": 0.26, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 134, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 134, "max_ms": 0.26, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 134, "max_ms": 0.021, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.194, "count": 134, "max_ms": 0.594, "p95_ms": 0.396}, "setup_ms": {"avg_ms": 0.046, "count": 134, "max_ms": 0.167, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.735, "count": 134, "max_ms": 1.826, "p95_ms": 1.364}, "track_match_ms": {"avg_ms": 0.005, "count": 134, "max_ms": 0.028, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 134, "max_ms": 0.086, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.506, "count": 134, "max_ms": 4.786, "p95_ms": 4.005}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 134, "max_ms": 0.185, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.106, "count": 134, "max_ms": 84.274, "p95_ms": 65.657}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 134, "max_ms": 0.132, "p95_ms": 0.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.22, "count": 134, "max_ms": 119.39, "p95_ms": 98.218}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 134, "max_ms": 4.289, "p95_ms": 2.518}, "processing_residual_ms": {"avg_ms": 0.177, "count": 134, "max_ms": 0.451, "p95_ms": 0.352}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.001, "count": 134, "max_ms": 121.564, "p95_ms": 99.162}, "read_interval": {"avg_ms": 190.023, "count": 133, "max_ms": 5936.887, "p95_ms": 210.947}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 134, "max_ms": 0.038, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.133, "count": 134, "max_ms": 0.439, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 134, "max_ms": 0.05, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 134, "max_ms": 0.402, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.006, "count": 134, "max_ms": 0.028, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.121, "count": 134, "max_ms": 84.291, "p95_ms": 65.667}, "visualize": {"avg_ms": 28.411, "count": 134, "max_ms": 45.385, "p95_ms": 40.809}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.523, "count": 134, "max_ms": 44.311, "p95_ms": 39.578}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.196, "count": 134, "max_ms": 45.058, "p95_ms": 40.655}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.094, "count": 134, "max_ms": 44.945, "p95_ms": 40.546}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 134, "max_ms": 0.145, "p95_ms": 0.122}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2409.566, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 6.866, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.338, "sample_count": 2614, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3344565, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:42:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.05, "exists": true, "size_bytes": 141236, "write_bytes_delta": 141236, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 394.0, "cpu_core_ratio": 1.168317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23882.0, "pid": 77193, "reason": null, "system_cpu_core_ratio": 0.46623, "system_cpu_s_delta": 9.35, "user_cpu_core_ratio": 0.702087, "user_cpu_s_delta": 14.080000000000013}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.30467, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 11.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.027425, "system_cpu_s_delta": 0.5499999999992724, "user_cpu_core_ratio": 0.277245, "user_cpu_s_delta": 5.5600000000267755}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.58, "count": 167, "max_ms": 6.162, "p95_ms": 4.144, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.705, "count": 30, "max": 75.703, "p95": 60.805, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.873, "count": 30, "max": 34.681, "p95": 32.083, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1364.9, "count": 30, "max": 1559.0, "p95": 1538.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2396.6, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.284, "count": 30, "max": 1.439, "p95": 1.405, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140384.667, "count": 30, "max": 144620.0, "p95": 142854.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.767, "count": 30, "max": 52.0, "p95": 39.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.603, "count": 30, "max": 0.678, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28284, "sampled_at": "2026-11-03T12:42:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:42:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5332060, "flush_count": 5638, "flush_interval_seconds": 30.0, "flush_state": {"count": 5638, "last_at": "2026-11-03T12:44:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:44:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5637}, "started": true, "suppressed_count": 3243908, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3243503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5638, "written_record_count": 5638}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10145.762, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x637a56212e40] error while decoding MB 67 51, bytestream -9 [h264 @ 0x637a55600000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x637a55600000] error while decoding MB 0 63, bytestream 8579 [h264 @ 0x637a556b49c0] error while decoding MB 49 65, bytestream -9 [h264 @ 0x637a556e5780] error while decoding MB 83 43, bytestream -16 [in#0/rtsp @ 0x637a5559ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x637a5559ce00] Error retrieving a packet from demuxer: Co", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8983219507200, "copied_frame_count": 3249139, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8983219507200, "frame_buffer_copies": 3249139, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1496, "count": 512, "max_ms": 4.1153, "p50_ms": 0.1279, "p95_ms": 0.2721, "p99_ms": 0.3334}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5767, "count": 512, "max_ms": 3.8807, "p50_ms": 1.5131, "p95_ms": 2.5326, "p99_ms": 3.0881, "results": {"failed": 0, "not_applicable": 0, "success": 3249139, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 287, "h264_decode_error_count": 897, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:44:43+09:00", "last_error_summary": "[h264 @ 0x637a56212e40] error while decoding MB 67 51, bytestream -9 [h264 @ 0x637a55600000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x637a55600000] error while decoding MB 0 63, bytestream 8579 [h264 @ 0x637a556b49c0] error while decoding MB 49 65, bytestream -9 [h264 @ 0x637a556e5780] error while decoding MB 83 43, bytestream -16 [in#0/rtsp @ 0x637a5559ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x637a5559ce00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-11-03T12:42:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.362, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77309, "process": {"exists": false, "pid": 77309}, "restart_count": 306, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 307}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.545, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249139, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-11-03T12:44:43+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-11-03T12:44:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.584, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 495.416, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T12:44:43.549687+09:00", "mtime_epoch": 1793677483.5496867, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132350}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:44:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.426, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3249140, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.874, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.435, "pushed": 3.435, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.008, "count": 103, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 26.575, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.663, "count": 103, "max_ms": 4.193, "p95_ms": 1.735, "reason": null, "sample_age_ms": 95.629, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 103, "max_ms": 3.16, "p95_ms": 1.403, "reason": null, "sample_age_ms": 99.464, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 103, "max_ms": 0.843, "p95_ms": 0.591, "reason": null, "sample_age_ms": 26.599, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.153, "count": 103, "max_ms": 5.932, "p95_ms": 3.321, "reason": null, "sample_age_ms": 93.626, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.563, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.872, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.089, "count": 103, "max_ms": 78.953, "p95_ms": 65.614, "reason": null, "sample_age_ms": 26.569, "source": "client_direct"}, "sample_age_ms": 26.564, "source": "client_direct", "task_total_ms": {"avg_ms": 50.749, "count": 103, "max_ms": 81.067, "p95_ms": 68.057, "reason": null, "sample_age_ms": 26.564, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.506, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.885, "count": 103, "max_ms": 2.134, "p95_ms": 1.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.276, "count": 103, "max_ms": 0.729, "p95_ms": 0.581}, "detection_prepare_ms": {"avg_ms": 0.166, "count": 103, "max_ms": 0.435, "p95_ms": 0.301}, "event_filter_ms": {"avg_ms": 0.004, "count": 103, "max_ms": 0.009, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 103, "max_ms": 0.274, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.02, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.209, "count": 103, "max_ms": 0.641, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.051, "count": 103, "max_ms": 0.138, "p95_ms": 0.116}, "total_inside_ms": {"avg_ms": 0.839, "count": 103, "max_ms": 2.012, "p95_ms": 1.721}, "track_match_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.019, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.034, "count": 103, "max_ms": 0.106, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.458, "count": 103, "max_ms": 6.826, "p95_ms": 5.221}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 103, "max_ms": 0.468, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.539, "count": 103, "max_ms": 82.134, "p95_ms": 66.91}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 103, "max_ms": 0.144, "p95_ms": 0.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.573, "count": 103, "max_ms": 112.471, "p95_ms": 100.278}, "inference_input_copy_ms": {"avg_ms": 1.629, "count": 103, "max_ms": 3.101, "p95_ms": 2.741}, "processing_residual_ms": {"avg_ms": 0.199, "count": 103, "max_ms": 0.494, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.454, "count": 103, "max_ms": 114.335, "p95_ms": 102.033}, "read_interval": {"avg_ms": 291.055, "count": 103, "max_ms": 19364.945, "p95_ms": 142.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 103, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.144, "count": 103, "max_ms": 0.474, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 103, "max_ms": 0.046, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 103, "max_ms": 0.437, "p95_ms": 0.223}, "worker_merge_ms": {"avg_ms": 0.006, "count": 103, "max_ms": 0.017, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.556, "count": 103, "max_ms": 82.149, "p95_ms": 66.922}, "visualize": {"avg_ms": 32.86, "count": 103, "max_ms": 45.921, "p95_ms": 41.704}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.877, "count": 103, "max_ms": 44.693, "p95_ms": 40.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.645, "count": 103, "max_ms": 45.782, "p95_ms": 41.542}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.492, "count": 103, "max_ms": 45.315, "p95_ms": 41.192}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 103, "max_ms": 0.126, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.273, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.545, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131929, "write_bytes_delta": 131929, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1213.0, "cpu_core_ratio": 0.260716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 77309, "reason": null, "system_cpu_core_ratio": 0.025161, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.235554, "user_cpu_s_delta": 8.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033459, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.326296, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.479, "count": 103, "max_ms": 6.985, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.777, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 52.497, "p95": 47.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.29, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1200.833, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1784.833, "count": 30, "max": 11918.0, "p95": 9365.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.382, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.573, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137972.7, "count": 30, "max": 152157.0, "p95": 144567.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132900.8, "count": 30, "max": 144629.0, "p95": 144093.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.9, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.427, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.699, "count": 30, "max": 1.061, "p95": 0.998, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25285, "sampled_at": "2026-11-03T12:44:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:44:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5332060, "flush_count": 5638, "flush_interval_seconds": 30.0, "flush_state": {"count": 5638, "last_at": "2026-11-03T12:44:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:44:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5637}, "started": true, "suppressed_count": 3243908, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3243503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5638, "written_record_count": 5638}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10146.176, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:44:43+09:00", "last_error_summary": "[h264 @ 0x637a56212e40] error while decoding MB 67 51, bytestream -9 [h264 @ 0x637a55600000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x637a55600000] error while decoding MB 0 63, bytestream 8579 [h264 @ 0x637a556b49c0] error while decoding MB 49 65, bytestream -9 [h264 @ 0x637a556e5780] error while decoding MB 83 43, bytestream -16 [in#0/rtsp @ 0x637a5559ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x637a5559ce00] Error retrieving a packet from demuxer: Co", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8983222272000, "copied_frame_count": 3249140, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8983222272000, "frame_buffer_copies": 3249140, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1496, "count": 512, "max_ms": 4.1153, "p50_ms": 0.1285, "p95_ms": 0.2721, "p99_ms": 0.3334}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5766, "count": 512, "max_ms": 3.8807, "p50_ms": 1.5131, "p95_ms": 2.5326, "p99_ms": 3.0881, "results": {"failed": 0, "not_applicable": 0, "success": 3249140, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 287, "h264_decode_error_count": 897, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:44:43+09:00", "last_error_summary": "[h264 @ 0x637a56212e40] error while decoding MB 67 51, bytestream -9 [h264 @ 0x637a55600000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x637a55600000] error while decoding MB 0 63, bytestream 8579 [h264 @ 0x637a556b49c0] error while decoding MB 49 65, bytestream -9 [h264 @ 0x637a556e5780] error while decoding MB 83 43, bytestream -16 [in#0/rtsp @ 0x637a5559ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x637a5559ce00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-11-03T12:44:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.417, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77309, "process": {"exists": false, "pid": 77309}, "restart_count": 306, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 307}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.619, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-11-03T12:44:43+09:00", "last_frame_read_age_sec": 0.148, "last_frame_read_at": "2026-11-03T12:44:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.634, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 495.366, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.138, "exists": true, "mtime": "2026-11-03T12:44:43.549687+09:00", "mtime_epoch": 1793677483.5496867, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132350}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:44:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.422, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3249140, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.874, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 103, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.435, "pushed": 3.435, "read": 3.435}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.008, "count": 103, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 78.15, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.663, "count": 103, "max_ms": 4.193, "p95_ms": 1.735, "reason": null, "sample_age_ms": 147.204, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.274, "count": 103, "max_ms": 3.16, "p95_ms": 1.403, "reason": null, "sample_age_ms": 151.038, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 103, "max_ms": 0.843, "p95_ms": 0.591, "reason": null, "sample_age_ms": 78.174, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.153, "count": 103, "max_ms": 5.932, "p95_ms": 3.321, "reason": null, "sample_age_ms": 145.201, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 145.138, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.446, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.089, "count": 103, "max_ms": 78.953, "p95_ms": 65.614, "reason": null, "sample_age_ms": 78.144, "source": "client_direct"}, "sample_age_ms": 78.138, "source": "client_direct", "task_total_ms": {"avg_ms": 50.749, "count": 103, "max_ms": 81.067, "p95_ms": 68.057, "reason": null, "sample_age_ms": 78.138, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.065, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.891, "count": 103, "max_ms": 2.134, "p95_ms": 1.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 103, "max_ms": 0.729, "p95_ms": 0.581}, "detection_prepare_ms": {"avg_ms": 0.167, "count": 103, "max_ms": 0.435, "p95_ms": 0.301}, "event_filter_ms": {"avg_ms": 0.004, "count": 103, "max_ms": 0.009, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 103, "max_ms": 0.274, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.02, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 103, "max_ms": 0.641, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.052, "count": 103, "max_ms": 0.138, "p95_ms": 0.116}, "total_inside_ms": {"avg_ms": 0.844, "count": 103, "max_ms": 2.012, "p95_ms": 1.721}, "track_match_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.019, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.035, "count": 103, "max_ms": 0.106, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.463, "count": 103, "max_ms": 6.826, "p95_ms": 5.221}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 103, "max_ms": 0.468, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.774, "count": 103, "max_ms": 82.134, "p95_ms": 68.87}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 103, "max_ms": 0.144, "p95_ms": 0.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.082, "count": 103, "max_ms": 136.964, "p95_ms": 102.978}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 103, "max_ms": 3.101, "p95_ms": 2.741}, "processing_residual_ms": {"avg_ms": 0.2, "count": 103, "max_ms": 0.494, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.961, "count": 103, "max_ms": 138.287, "p95_ms": 106.427}, "read_interval": {"avg_ms": 291.055, "count": 103, "max_ms": 19364.945, "p95_ms": 142.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 103, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.145, "count": 103, "max_ms": 0.474, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 103, "max_ms": 0.046, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 103, "max_ms": 0.437, "p95_ms": 0.223}, "worker_merge_ms": {"avg_ms": 0.006, "count": 103, "max_ms": 0.017, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.791, "count": 103, "max_ms": 82.149, "p95_ms": 68.884}, "visualize": {"avg_ms": 33.134, "count": 103, "max_ms": 61.331, "p95_ms": 41.814}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.146, "count": 103, "max_ms": 60.23, "p95_ms": 40.997}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.917, "count": 103, "max_ms": 61.014, "p95_ms": 41.678}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.763, "count": 103, "max_ms": 60.891, "p95_ms": 41.47}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 103, "max_ms": 0.126, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.273, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.545, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131929, "write_bytes_delta": 131929, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1213.0, "cpu_core_ratio": 0.260716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 77309, "reason": null, "system_cpu_core_ratio": 0.025161, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.235554, "user_cpu_s_delta": 8.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033459, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.326296, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.479, "count": 103, "max_ms": 6.985, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.777, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 52.497, "p95": 47.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.29, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1200.833, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1784.833, "count": 30, "max": 11918.0, "p95": 9365.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.382, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.573, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137972.7, "count": 30, "max": 152157.0, "p95": 144567.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132900.8, "count": 30, "max": 144629.0, "p95": 144093.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.9, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.427, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.699, "count": 30, "max": 1.061, "p95": 0.998, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25285, "sampled_at": "2026-11-03T12:44:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:44:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5332060, "flush_count": 5638, "flush_interval_seconds": 30.0, "flush_state": {"count": 5638, "last_at": "2026-11-03T12:44:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:44:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5637}, "started": true, "suppressed_count": 3243908, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3243503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5638, "written_record_count": 5638}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10147.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8983222272000, "copied_frame_count": 3249140, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8983222272000, "frame_buffer_copies": 3249140, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1496, "count": 512, "max_ms": 4.1153, "p50_ms": 0.1285, "p95_ms": 0.2721, "p99_ms": 0.3334}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5766, "count": 512, "max_ms": 3.8807, "p50_ms": 1.5131, "p95_ms": 2.5326, "p99_ms": 3.0881, "results": {"failed": 0, "not_applicable": 0, "success": 3249140, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 287, "h264_decode_error_count": 897, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:44:43+09:00", "last_error_summary": "[h264 @ 0x637a56212e40] error while decoding MB 67 51, bytestream -9 [h264 @ 0x637a55600000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x637a55600000] error while decoding MB 0 63, bytestream 8579 [h264 @ 0x637a556b49c0] error while decoding MB 49 65, bytestream -9 [h264 @ 0x637a556e5780] error while decoding MB 83 43, bytestream -16 [in#0/rtsp @ 0x637a5559ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x637a5559ce00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-11-03T12:44:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 121.454, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77309, "process": {"exists": false, "pid": 77309}, "restart_count": 306, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 307}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.619, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.041, "last_frame_pushed_at": "2026-11-03T12:44:43+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-11-03T12:44:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 104.672, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 495.328, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T12:44:43.696687+09:00", "mtime_epoch": 1793677483.696687, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:44:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.422, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3249140, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.874, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 103, "pushed_frames": 103, "read_frames": 102, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.441, "pushed": 3.441, "read": 3.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 102, "client_acquire_ms": {"avg_ms": 0.008, "count": 103, "max_ms": 0.025, "p95_ms": 0.014, "reason": null, "sample_age_ms": 113.139, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.66, "count": 102, "max_ms": 4.193, "p95_ms": 1.738, "reason": null, "sample_age_ms": 182.193, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 102, "max_ms": 3.16, "p95_ms": 1.406, "reason": null, "sample_age_ms": 186.027, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 103, "max_ms": 0.843, "p95_ms": 0.591, "reason": null, "sample_age_ms": 113.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.156, "count": 102, "max_ms": 5.932, "p95_ms": 3.322, "reason": null, "sample_age_ms": 180.19, "source": "client_direct"}, "request_count": 102, "request_tensor_bytes": {"avg": 2764808.0, "count": 102, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 180.127, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 113.436, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.089, "count": 103, "max_ms": 78.953, "p95_ms": 65.614, "reason": null, "sample_age_ms": 113.133, "source": "client_direct"}, "sample_age_ms": 113.127, "source": "client_direct", "task_total_ms": {"avg_ms": 50.749, "count": 103, "max_ms": 81.067, "p95_ms": 68.057, "reason": null, "sample_age_ms": 113.127, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.767, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.891, "count": 103, "max_ms": 2.134, "p95_ms": 1.775}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 103, "max_ms": 0.729, "p95_ms": 0.581}, "detection_prepare_ms": {"avg_ms": 0.167, "count": 103, "max_ms": 0.435, "p95_ms": 0.301}, "event_filter_ms": {"avg_ms": 0.004, "count": 103, "max_ms": 0.009, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 103, "max_ms": 0.274, "p95_ms": 0.176}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.02, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 103, "max_ms": 0.641, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.052, "count": 103, "max_ms": 0.138, "p95_ms": 0.116}, "total_inside_ms": {"avg_ms": 0.844, "count": 103, "max_ms": 2.012, "p95_ms": 1.721}, "track_match_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.019, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.035, "count": 103, "max_ms": 0.106, "p95_ms": 0.071}}, "gstreamer_push": {"avg_ms": 3.463, "count": 103, "max_ms": 6.826, "p95_ms": 5.221}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 103, "max_ms": 0.468, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.774, "count": 103, "max_ms": 82.134, "p95_ms": 68.87}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 103, "max_ms": 0.144, "p95_ms": 0.102}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.082, "count": 103, "max_ms": 136.964, "p95_ms": 102.978}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 103, "max_ms": 3.101, "p95_ms": 2.741}, "processing_residual_ms": {"avg_ms": 0.2, "count": 103, "max_ms": 0.494, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.961, "count": 103, "max_ms": 138.287, "p95_ms": 106.427}, "read_interval": {"avg_ms": 292.563, "count": 102, "max_ms": 19364.945, "p95_ms": 142.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 103, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.145, "count": 103, "max_ms": 0.474, "p95_ms": 0.249}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 103, "max_ms": 0.046, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 103, "max_ms": 0.437, "p95_ms": 0.223}, "worker_merge_ms": {"avg_ms": 0.006, "count": 103, "max_ms": 0.017, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.791, "count": 103, "max_ms": 82.149, "p95_ms": 68.884}, "visualize": {"avg_ms": 33.134, "count": 103, "max_ms": 61.331, "p95_ms": 41.814}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.146, "count": 103, "max_ms": 60.23, "p95_ms": 40.997}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.917, "count": 103, "max_ms": 61.014, "p95_ms": 41.678}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.763, "count": 103, "max_ms": 60.891, "p95_ms": 41.47}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 103, "max_ms": 0.126, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.273, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.545, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131929, "write_bytes_delta": 131929, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1213.0, "cpu_core_ratio": 0.260716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 77309, "reason": null, "system_cpu_core_ratio": 0.025161, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.235554, "user_cpu_s_delta": 8.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033459, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.326296, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.479, "count": 103, "max_ms": 6.985, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.777, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 52.497, "p95": 47.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.29, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1200.833, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1784.833, "count": 30, "max": 11918.0, "p95": 9365.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.382, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.573, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137972.7, "count": 30, "max": 152157.0, "p95": 144567.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132900.8, "count": 30, "max": 144629.0, "p95": 144093.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.9, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.427, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.699, "count": 30, "max": 1.061, "p95": 0.998, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25285, "sampled_at": "2026-11-03T12:44:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:44:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5332060, "flush_count": 5638, "flush_interval_seconds": 30.0, "flush_state": {"count": 5638, "last_at": "2026-11-03T12:44:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:44:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5637}, "started": true, "suppressed_count": 3243908, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3243503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5638, "written_record_count": 5638}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10169.164, "limit_mb": null}, "detail": {"pid": 77541, "restart_count": 307, "start_count": 308}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8983222272000, "copied_frame_count": 3249140, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8983222272000, "frame_buffer_copies": 3249140, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1496, "count": 512, "max_ms": 4.1153, "p50_ms": 0.1285, "p95_ms": 0.2721, "p99_ms": 0.3334}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5766, "count": 512, "max_ms": 3.8807, "p50_ms": 1.5131, "p95_ms": 2.5326, "p99_ms": 3.0881, "results": {"failed": 0, "not_applicable": 0, "success": 3249140, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 287, "h264_decode_error_count": 897, "h264_decode_error_count_per_hour": 50, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:44:43+09:00", "last_error_summary": "[h264 @ 0x637a56212e40] error while decoding MB 67 51, bytestream -9 [h264 @ 0x637a55600000] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x637a55600000] error while decoding MB 0 63, bytestream 8579 [h264 @ 0x637a556b49c0] error while decoding MB 49 65, bytestream -9 [h264 @ 0x637a556e5780] error while decoding MB 83 43, bytestream -16 [in#0/rtsp @ 0x637a5559ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x637a5559ce00] Error retrieving a packet from demuxer: Co", "last_exit_at": "2026-11-03T12:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:44:46+09:00", "pid": 77541, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.734, "name": "ffmpeg", "pid": 77541, "rss_mb": 57.734, "state": "S (sleeping)", "threads": 1}, "restart_count": 307, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 308}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.619, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249140, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.324, "last_frame_pushed_at": "2026-11-03T12:44:43+09:00", "last_frame_read_age_sec": 4.468, "last_frame_read_at": "2026-11-03T12:44:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 108.946, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 491.054, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 4.312, "exists": true, "mtime": "2026-11-03T12:44:43.696687+09:00", "mtime_epoch": 1793677483.696687, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 127772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:44:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.426, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3249140, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.903, "max": 7.0, "p95": 6.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.071, "pushed": 2.071, "read": 2.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.008, "count": 62, "max_ms": 0.022, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4396.675, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.693, "count": 61, "max_ms": 4.193, "p95_ms": 2.0, "reason": null, "sample_age_ms": 4465.729, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.27, "count": 61, "max_ms": 3.16, "p95_ms": 1.409, "reason": null, "sample_age_ms": 4469.563, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.32, "count": 62, "max_ms": 0.843, "p95_ms": 0.559, "reason": null, "sample_age_ms": 4396.699, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.128, "count": 61, "max_ms": 5.932, "p95_ms": 3.46, "reason": null, "sample_age_ms": 4463.726, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4463.663, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4396.971, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.256, "count": 62, "max_ms": 78.953, "p95_ms": 66.382, "reason": null, "sample_age_ms": 4396.669, "source": "client_direct"}, "sample_age_ms": 4396.663, "source": "client_direct", "task_total_ms": {"avg_ms": 50.898, "count": 62, "max_ms": 81.067, "p95_ms": 68.709, "reason": null, "sample_age_ms": 4396.663, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.623, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.848, "count": 62, "max_ms": 2.07, "p95_ms": 1.277}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 62, "max_ms": 0.71, "p95_ms": 0.447}, "detection_prepare_ms": {"avg_ms": 0.157, "count": 62, "max_ms": 0.301, "p95_ms": 0.25}, "event_filter_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.009, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 62, "max_ms": 0.173, "p95_ms": 0.14}, "mcmt_ms": {"avg_ms": 0.003, "count": 62, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.203, "count": 62, "max_ms": 0.634, "p95_ms": 0.33}, "setup_ms": {"avg_ms": 0.047, "count": 62, "max_ms": 0.134, "p95_ms": 0.074}, "total_inside_ms": {"avg_ms": 0.803, "count": 62, "max_ms": 1.966, "p95_ms": 1.181}, "track_match_ms": {"avg_ms": 0.005, "count": 62, "max_ms": 0.019, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 62, "max_ms": 0.071, "p95_ms": 0.052}}, "gstreamer_push": {"avg_ms": 3.408, "count": 62, "max_ms": 6.826, "p95_ms": 5.221}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 62, "max_ms": 0.468, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.95, "count": 62, "max_ms": 82.134, "p95_ms": 69.222}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 62, "max_ms": 0.111, "p95_ms": 0.094}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.862, "count": 62, "max_ms": 136.964, "p95_ms": 104.496}, "inference_input_copy_ms": {"avg_ms": 1.603, "count": 62, "max_ms": 3.101, "p95_ms": 2.807}, "processing_residual_ms": {"avg_ms": 0.207, "count": 62, "max_ms": 0.494, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.723, "count": 62, "max_ms": 138.287, "p95_ms": 107.088}, "read_interval": {"avg_ms": 419.061, "count": 61, "max_ms": 19364.945, "p95_ms": 142.797}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 62, "max_ms": 0.036, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.141, "count": 62, "max_ms": 0.474, "p95_ms": 0.24}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 62, "max_ms": 0.043, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 62, "max_ms": 0.437, "p95_ms": 0.215}, "worker_merge_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.016, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.967, "count": 62, "max_ms": 82.149, "p95_ms": 69.231}, "visualize": {"avg_ms": 32.841, "count": 62, "max_ms": 61.331, "p95_ms": 41.704}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.874, "count": 62, "max_ms": 60.23, "p95_ms": 40.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.635, "count": 62, "max_ms": 61.014, "p95_ms": 41.542}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.459, "count": 62, "max_ms": 60.891, "p95_ms": 41.192}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 62, "max_ms": 0.117, "p95_ms": 0.092}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 44.273, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.545, "sample_count": 2365, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249133, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:44:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131929, "write_bytes_delta": 131929, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1213.0, "cpu_core_ratio": 0.260716, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 77309, "reason": null, "system_cpu_core_ratio": 0.025161, "system_cpu_s_delta": 0.9399999999999995, "user_cpu_core_ratio": 0.235554, "user_cpu_s_delta": 8.800000000000004}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.359756, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.033459, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 0.326296, "user_cpu_s_delta": 12.190000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.479, "count": 103, "max_ms": 6.985, "p95_ms": 5.277, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.777, "max": 7.0, "p95": 5.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 52.497, "p95": 47.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.29, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1200.833, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1784.833, "count": 30, "max": 11918.0, "p95": 9365.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.1, "count": 30, "max": 0.382, "p95": 0.34, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.49, "count": 30, "max": 0.573, "p95": 0.564, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 137972.7, "count": 30, "max": 152157.0, "p95": 144567.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 132900.8, "count": 30, "max": 144629.0, "p95": 144093.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.9, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.146, "count": 30, "max": 0.427, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.699, "count": 30, "max": 1.061, "p95": 0.998, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25285, "sampled_at": "2026-11-03T12:44:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:44:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5333061, "flush_count": 5639, "flush_interval_seconds": 30.0, "flush_state": {"count": 5639, "last_at": "2026-11-03T12:45:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5638}, "started": true, "suppressed_count": 3244497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5639, "written_record_count": 5639}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10151.012, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b92021bbc80] error while decoding MB 82 58, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8984850739200, "copied_frame_count": 3249729, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8984850739200, "frame_buffer_copies": 3249729, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1147, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1048, "p95_ms": 0.2173, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4634, "count": 512, "max_ms": 3.8488, "p50_ms": 1.3617, "p95_ms": 2.463, "p99_ms": 3.1029, "results": {"failed": 0, "not_applicable": 0, "success": 3249729, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 288, "h264_decode_error_count": 898, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:06+09:00", "last_error_summary": "[h264 @ 0x5b92021bbc80] error while decoding MB 82 58, bytestream -5", "last_exit_at": "2026-11-03T12:44:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.596, "last_started_at": "2026-11-03T12:44:46+09:00", "pid": 77541, "process": {"exists": false, "pid": 77541}, "restart_count": 307, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 308}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T12:46:06+09:00", "last_frame_read_age_sec": 0.055, "last_frame_read_at": "2026-11-03T12:46:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.555, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 412.445, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-11-03T12:46:06.553879+09:00", "mtime_epoch": 1793677566.5538785, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129313}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:46:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.652, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.983, "max": 11.0, "p95": 10.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 96}, "total": {"avg": 0.565, "max": 2.0, "p95": 1.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 177, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.913, "pushed": 5.913, "read": 5.913}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.038, "p95_ms": 0.013, "reason": null, "sample_age_ms": 22.958, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 177, "max_ms": 7.284, "p95_ms": 2.607, "reason": null, "sample_age_ms": 61.352, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 177, "max_ms": 6.716, "p95_ms": 1.954, "reason": null, "sample_age_ms": 61.514, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.368, "count": 178, "max_ms": 1.12, "p95_ms": 0.74, "reason": null, "sample_age_ms": 22.964, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.845, "count": 177, "max_ms": 7.659, "p95_ms": 3.123, "reason": null, "sample_age_ms": 60.418, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 60.404, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.292, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.297, "count": 178, "max_ms": 78.224, "p95_ms": 61.724, "reason": null, "sample_age_ms": 22.954, "source": "client_direct"}, "sample_age_ms": 22.951, "source": "client_direct", "task_total_ms": {"avg_ms": 45.694, "count": 178, "max_ms": 81.81, "p95_ms": 64.996, "reason": null, "sample_age_ms": 22.951, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.32, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.712, "count": 177, "max_ms": 13.23, "p95_ms": 9.27}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.342, "count": 177, "max_ms": 1.31, "p95_ms": 0.723}, "detection_prepare_ms": {"avg_ms": 0.78, "count": 177, "max_ms": 2.826, "p95_ms": 2.114}, "event_filter_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.184, "count": 177, "max_ms": 1.17, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.003, "count": 177, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.425, "count": 177, "max_ms": 5.138, "p95_ms": 3.785}, "setup_ms": {"avg_ms": 0.045, "count": 177, "max_ms": 0.114, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.659, "count": 177, "max_ms": 13.086, "p95_ms": 9.157}, "track_match_ms": {"avg_ms": 0.04, "count": 177, "max_ms": 0.244, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.834, "count": 177, "max_ms": 4.376, "p95_ms": 2.375}}, "gstreamer_push": {"avg_ms": 2.97, "count": 177, "max_ms": 6.277, "p95_ms": 5.053}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 177, "max_ms": 0.228, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.957, "count": 177, "max_ms": 83.153, "p95_ms": 67.865}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.64, "count": 177, "max_ms": 14.617, "p95_ms": 6.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.235, "count": 177, "max_ms": 129.708, "p95_ms": 111.345}, "inference_input_copy_ms": {"avg_ms": 1.511, "count": 177, "max_ms": 4.963, "p95_ms": 2.603}, "processing_residual_ms": {"avg_ms": 0.179, "count": 177, "max_ms": 0.433, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.566, "count": 177, "max_ms": 146.017, "p95_ms": 117.858}, "read_interval": {"avg_ms": 169.455, "count": 177, "max_ms": 8636.1, "p95_ms": 165.59}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 177, "max_ms": 0.059, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.36, "count": 177, "max_ms": 4.998, "p95_ms": 3.68}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 177, "max_ms": 0.081, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.342, "count": 177, "max_ms": 4.965, "p95_ms": 3.659}, "worker_merge_ms": {"avg_ms": 0.006, "count": 177, "max_ms": 0.07, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.971, "count": 177, "max_ms": 83.184, "p95_ms": 67.871}, "visualize": {"avg_ms": 33.35, "count": 177, "max_ms": 59.194, "p95_ms": 44.041}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.46, "count": 177, "max_ms": 53.233, "p95_ms": 39.89}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.429, "count": 177, "max_ms": 56.357, "p95_ms": 42.57}, "visualize_input_copy_ms": {"avg_ms": 0.71, "count": 177, "max_ms": 2.885, "p95_ms": 2.05}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.307, "count": 177, "max_ms": 56.119, "p95_ms": 42.446}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 177, "max_ms": 0.21, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.881, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131294, "write_bytes_delta": 131294, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.256703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 77541, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.234817, "user_cpu_s_delta": 5.149999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186486, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.484681, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 176, "max_ms": 6.277, "p95_ms": 5.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.636, "max": 11.0, "p95": 10.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.04, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 101}, "total": {"avg": 0.597, "max": 2.0, "p95": 1.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.257, "count": 30, "max": 52.497, "p95": 43.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.896, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.9, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1406.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.382, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135817.3, "count": 30, "max": 143601.0, "p95": 143470.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131034.967, "count": 30, "max": 143601.0, "p95": 143134.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.183, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.733, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25289, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5333061, "flush_count": 5639, "flush_interval_seconds": 30.0, "flush_state": {"count": 5639, "last_at": "2026-11-03T12:45:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5638}, "started": true, "suppressed_count": 3244497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5639, "written_record_count": 5639}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10150.516, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:46:06+09:00", "last_error_summary": "[h264 @ 0x5b92021bbc80] error while decoding MB 82 58, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8984853504000, "copied_frame_count": 3249730, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8984853504000, "frame_buffer_copies": 3249730, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1048, "p95_ms": 0.2173, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4632, "count": 512, "max_ms": 3.8488, "p50_ms": 1.3617, "p95_ms": 2.463, "p99_ms": 3.1029, "results": {"failed": 0, "not_applicable": 0, "success": 3249730, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 288, "h264_decode_error_count": 898, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:06+09:00", "last_error_summary": "[h264 @ 0x5b92021bbc80] error while decoding MB 82 58, bytestream -5", "last_exit_at": "2026-11-03T12:46:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.647, "last_started_at": "2026-11-03T12:44:46+09:00", "pid": 77541, "process": {"exists": false, "pid": 77541}, "restart_count": 307, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 308}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T12:46:06+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-11-03T12:46:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.605, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 412.395, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-11-03T12:46:06.644879+09:00", "mtime_epoch": 1793677566.6448789, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:46:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.648, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.978, "max": 11.0, "p95": 10.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 96}, "total": {"avg": 0.562, "max": 2.0, "p95": 1.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 177, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.937, "pushed": 5.937, "read": 5.903}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 177, "client_acquire_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.038, "p95_ms": 0.013, "reason": null, "sample_age_ms": 81.789, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 177, "max_ms": 7.284, "p95_ms": 2.607, "reason": null, "sample_age_ms": 120.183, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.313, "count": 177, "max_ms": 6.716, "p95_ms": 1.954, "reason": null, "sample_age_ms": 120.345, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 177, "max_ms": 1.12, "p95_ms": 0.731, "reason": null, "sample_age_ms": 81.795, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.845, "count": 177, "max_ms": 7.659, "p95_ms": 3.123, "reason": null, "sample_age_ms": 119.249, "source": "client_direct"}, "request_count": 177, "request_tensor_bytes": {"avg": 2764808.0, "count": 177, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 119.235, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.123, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.195, "count": 177, "max_ms": 78.224, "p95_ms": 61.746, "reason": null, "sample_age_ms": 81.785, "source": "client_direct"}, "sample_age_ms": 81.782, "source": "client_direct", "task_total_ms": {"avg_ms": 45.58, "count": 177, "max_ms": 81.81, "p95_ms": 64.767, "reason": null, "sample_age_ms": 81.782, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.118, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.694, "count": 178, "max_ms": 13.23, "p95_ms": 9.27}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 178, "max_ms": 1.31, "p95_ms": 0.723}, "detection_prepare_ms": {"avg_ms": 0.776, "count": 178, "max_ms": 2.826, "p95_ms": 2.114}, "event_filter_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.183, "count": 178, "max_ms": 1.17, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.418, "count": 178, "max_ms": 5.138, "p95_ms": 3.785}, "setup_ms": {"avg_ms": 0.045, "count": 178, "max_ms": 0.114, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.641, "count": 178, "max_ms": 13.086, "p95_ms": 9.157}, "track_match_ms": {"avg_ms": 0.04, "count": 178, "max_ms": 0.244, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.829, "count": 178, "max_ms": 4.376, "p95_ms": 2.375}}, "gstreamer_push": {"avg_ms": 2.963, "count": 178, "max_ms": 6.277, "p95_ms": 5.053}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 178, "max_ms": 0.228, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.913, "count": 178, "max_ms": 83.153, "p95_ms": 67.865}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.631, "count": 178, "max_ms": 14.617, "p95_ms": 6.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.234, "count": 178, "max_ms": 129.708, "p95_ms": 111.345}, "inference_input_copy_ms": {"avg_ms": 1.507, "count": 178, "max_ms": 4.963, "p95_ms": 2.603}, "processing_residual_ms": {"avg_ms": 0.179, "count": 178, "max_ms": 0.433, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.55, "count": 178, "max_ms": 146.017, "p95_ms": 117.858}, "read_interval": {"avg_ms": 169.455, "count": 177, "max_ms": 8636.1, "p95_ms": 165.59}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 178, "max_ms": 0.059, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.353, "count": 178, "max_ms": 4.998, "p95_ms": 3.68}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 178, "max_ms": 0.081, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.335, "count": 178, "max_ms": 4.965, "p95_ms": 3.659}, "worker_merge_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.07, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.927, "count": 178, "max_ms": 83.184, "p95_ms": 67.871}, "visualize": {"avg_ms": 33.413, "count": 178, "max_ms": 59.194, "p95_ms": 44.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.535, "count": 178, "max_ms": 53.233, "p95_ms": 40.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.496, "count": 178, "max_ms": 56.357, "p95_ms": 42.96}, "visualize_input_copy_ms": {"avg_ms": 0.706, "count": 178, "max_ms": 2.885, "p95_ms": 2.05}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.374, "count": 178, "max_ms": 56.119, "p95_ms": 42.816}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 178, "max_ms": 0.21, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.881, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131294, "write_bytes_delta": 131294, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.256703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 77541, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.234817, "user_cpu_s_delta": 5.149999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186486, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.484681, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 176, "max_ms": 6.277, "p95_ms": 5.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.636, "max": 11.0, "p95": 10.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.04, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 101}, "total": {"avg": 0.597, "max": 2.0, "p95": 1.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.257, "count": 30, "max": 52.497, "p95": 43.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.896, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.9, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1406.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.382, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135817.3, "count": 30, "max": 143601.0, "p95": 143470.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131034.967, "count": 30, "max": 143601.0, "p95": 143134.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.183, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.733, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25289, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5333061, "flush_count": 5639, "flush_interval_seconds": 30.0, "flush_state": {"count": 5639, "last_at": "2026-11-03T12:45:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5638}, "started": true, "suppressed_count": 3244497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5639, "written_record_count": 5639}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10150.965, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8984853504000, "copied_frame_count": 3249730, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8984853504000, "frame_buffer_copies": 3249730, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1048, "p95_ms": 0.2173, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4632, "count": 512, "max_ms": 3.8488, "p50_ms": 1.3617, "p95_ms": 2.463, "p99_ms": 3.1029, "results": {"failed": 0, "not_applicable": 0, "success": 3249730, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 288, "h264_decode_error_count": 898, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:06+09:00", "last_error_summary": "[h264 @ 0x5b92021bbc80] error while decoding MB 82 58, bytestream -5", "last_exit_at": "2026-11-03T12:46:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 80.691, "last_started_at": "2026-11-03T12:44:46+09:00", "pid": 77541, "process": {"exists": false, "pid": 77541}, "restart_count": 307, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 308}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-11-03T12:46:06+09:00", "last_frame_read_age_sec": 0.15, "last_frame_read_at": "2026-11-03T12:46:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 187.634, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 412.366, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T12:46:06.644879+09:00", "mtime_epoch": 1793677566.6448789, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:46:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.648, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.994, "max": 11.0, "p95": 10.0, "sample_count": 177}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 95}, "total": {"avg": 0.559, "max": 2.0, "p95": 1.0, "sample_count": 177}}, "tracking_counts": {"active": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 177}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 177}, "tracked": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 177}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 177, "pushed_frames": 177, "read_frames": 176, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.913, "pushed": 5.913, "read": 5.879}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 176, "client_acquire_ms": {"avg_ms": 0.007, "count": 177, "max_ms": 0.038, "p95_ms": 0.013, "reason": null, "sample_age_ms": 114.964, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.786, "count": 176, "max_ms": 7.284, "p95_ms": 2.611, "reason": null, "sample_age_ms": 153.358, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 176, "max_ms": 6.716, "p95_ms": 1.955, "reason": null, "sample_age_ms": 153.52, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.366, "count": 177, "max_ms": 1.12, "p95_ms": 0.731, "reason": null, "sample_age_ms": 114.971, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.847, "count": 176, "max_ms": 7.659, "p95_ms": 3.123, "reason": null, "sample_age_ms": 152.425, "source": "client_direct"}, "request_count": 176, "request_tensor_bytes": {"avg": 2764808.0, "count": 176, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.411, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 177, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.299, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.195, "count": 177, "max_ms": 78.224, "p95_ms": 61.746, "reason": null, "sample_age_ms": 114.961, "source": "client_direct"}, "sample_age_ms": 114.957, "source": "client_direct", "task_total_ms": {"avg_ms": 45.58, "count": 177, "max_ms": 81.81, "p95_ms": 64.767, "reason": null, "sample_age_ms": 114.957, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.66, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.679, "count": 177, "max_ms": 13.23, "p95_ms": 9.27}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.341, "count": 177, "max_ms": 1.31, "p95_ms": 0.723}, "detection_prepare_ms": {"avg_ms": 0.767, "count": 177, "max_ms": 2.826, "p95_ms": 2.001}, "event_filter_ms": {"avg_ms": 0.005, "count": 177, "max_ms": 0.035, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.183, "count": 177, "max_ms": 1.17, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.003, "count": 177, "max_ms": 0.014, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.416, "count": 177, "max_ms": 5.138, "p95_ms": 3.785}, "setup_ms": {"avg_ms": 0.044, "count": 177, "max_ms": 0.114, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 3.626, "count": 177, "max_ms": 13.086, "p95_ms": 9.157}, "track_match_ms": {"avg_ms": 0.039, "count": 177, "max_ms": 0.244, "p95_ms": 0.127}, "tracker_update_ms": {"avg_ms": 0.826, "count": 177, "max_ms": 4.376, "p95_ms": 2.375}}, "gstreamer_push": {"avg_ms": 2.961, "count": 177, "max_ms": 6.277, "p95_ms": 5.053}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 177, "max_ms": 0.228, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.778, "count": 177, "max_ms": 83.153, "p95_ms": 66.336}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.628, "count": 177, "max_ms": 14.617, "p95_ms": 6.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.086, "count": 177, "max_ms": 129.708, "p95_ms": 110.686}, "inference_input_copy_ms": {"avg_ms": 1.491, "count": 177, "max_ms": 4.963, "p95_ms": 2.5}, "processing_residual_ms": {"avg_ms": 0.179, "count": 177, "max_ms": 0.433, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.384, "count": 177, "max_ms": 146.017, "p95_ms": 115.946}, "read_interval": {"avg_ms": 169.668, "count": 176, "max_ms": 8636.1, "p95_ms": 165.59}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 177, "max_ms": 0.059, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.35, "count": 177, "max_ms": 4.998, "p95_ms": 3.68}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 177, "max_ms": 0.081, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.333, "count": 177, "max_ms": 4.965, "p95_ms": 3.659}, "worker_merge_ms": {"avg_ms": 0.006, "count": 177, "max_ms": 0.07, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.792, "count": 177, "max_ms": 83.184, "p95_ms": 66.349}, "visualize": {"avg_ms": 33.415, "count": 177, "max_ms": 59.194, "p95_ms": 44.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.547, "count": 177, "max_ms": 53.233, "p95_ms": 40.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.501, "count": 177, "max_ms": 56.357, "p95_ms": 42.96}, "visualize_input_copy_ms": {"avg_ms": 0.703, "count": 177, "max_ms": 2.885, "p95_ms": 2.05}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 177, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.378, "count": 177, "max_ms": 56.119, "p95_ms": 42.816}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 177, "max_ms": 0.21, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 177}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 177}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.881, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131294, "write_bytes_delta": 131294, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.256703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 77541, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.234817, "user_cpu_s_delta": 5.149999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186486, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.484681, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 176, "max_ms": 6.277, "p95_ms": 5.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.636, "max": 11.0, "p95": 10.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.04, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 101}, "total": {"avg": 0.597, "max": 2.0, "p95": 1.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.257, "count": 30, "max": 52.497, "p95": 43.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.896, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.9, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1406.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.382, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135817.3, "count": 30, "max": 143601.0, "p95": 143470.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131034.967, "count": 30, "max": 143601.0, "p95": 143134.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.183, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.733, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25289, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5333061, "flush_count": 5639, "flush_interval_seconds": 30.0, "flush_state": {"count": 5639, "last_at": "2026-11-03T12:45:21", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:21", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5638}, "started": true, "suppressed_count": 3244497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244092}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5639, "written_record_count": 5639}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10324.922, "limit_mb": null}, "detail": {"pid": 77657, "restart_count": 308, "start_count": 309}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8984853504000, "copied_frame_count": 3249730, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8984853504000, "frame_buffer_copies": 3249730, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1146, "count": 512, "max_ms": 0.3761, "p50_ms": 0.1048, "p95_ms": 0.2173, "p99_ms": 0.2782}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4632, "count": 512, "max_ms": 3.8488, "p50_ms": 1.3617, "p95_ms": 2.463, "p99_ms": 3.1029, "results": {"failed": 0, "not_applicable": 0, "success": 3249730, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 288, "h264_decode_error_count": 898, "h264_decode_error_count_per_hour": 47, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:06+09:00", "last_error_summary": "[h264 @ 0x5b92021bbc80] error while decoding MB 82 58, bytestream -5", "last_exit_at": "2026-11-03T12:46:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:46:09+09:00", "pid": 77657, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.27, "name": "ffmpeg", "pid": 77657, "rss_mb": 209.27, "state": "S (sleeping)", "threads": 70}, "restart_count": 308, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 309}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.737, "sample_count": 2140, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.367, "last_frame_pushed_at": "2026-11-03T12:46:06+09:00", "last_frame_read_age_sec": 4.455, "last_frame_read_at": "2026-11-03T12:46:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 191.947, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 408.053, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 4.358, "exists": true, "mtime": "2026-11-03T12:46:06.644879+09:00", "mtime_epoch": 1793677566.6448789, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 129539}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:46:11+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.652, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.384, "max": 11.0, "p95": 10.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.054, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 0.428, "max": 2.0, "p95": 1.0, "sample_count": 138}}, "tracking_counts": {"active": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 138}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 138}, "tracked": {"avg": 0.043, "max": 1.0, "p95": 0.0, "sample_count": 138}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 137, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.614, "pushed": 4.614, "read": 4.58}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 137, "client_acquire_ms": {"avg_ms": 0.006, "count": 138, "max_ms": 0.038, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4423.568, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.752, "count": 137, "max_ms": 7.284, "p95_ms": 2.721, "reason": null, "sample_age_ms": 4461.963, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.33, "count": 137, "max_ms": 6.716, "p95_ms": 2.021, "reason": null, "sample_age_ms": 4462.124, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 138, "max_ms": 1.12, "p95_ms": 0.73, "reason": null, "sample_age_ms": 4423.575, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.859, "count": 137, "max_ms": 7.659, "p95_ms": 3.119, "reason": null, "sample_age_ms": 4461.029, "source": "client_direct"}, "request_count": 137, "request_tensor_bytes": {"avg": 2764808.0, "count": 137, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4461.015, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4423.903, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.783, "count": 138, "max_ms": 78.224, "p95_ms": 62.115, "reason": null, "sample_age_ms": 4423.565, "source": "client_direct"}, "sample_age_ms": 4423.561, "source": "client_direct", "task_total_ms": {"avg_ms": 45.168, "count": 138, "max_ms": 81.81, "p95_ms": 64.753, "reason": null, "sample_age_ms": 4423.561, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.519, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.873, "count": 138, "max_ms": 13.23, "p95_ms": 8.339}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.311, "count": 138, "max_ms": 1.31, "p95_ms": 0.628}, "detection_prepare_ms": {"avg_ms": 0.591, "count": 138, "max_ms": 2.762, "p95_ms": 1.756}, "event_filter_ms": {"avg_ms": 0.005, "count": 138, "max_ms": 0.018, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.155, "count": 138, "max_ms": 1.17, "p95_ms": 0.405}, "mcmt_ms": {"avg_ms": 0.003, "count": 138, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 1.067, "count": 138, "max_ms": 4.036, "p95_ms": 3.272}, "setup_ms": {"avg_ms": 0.044, "count": 138, "max_ms": 0.114, "p95_ms": 0.084}, "total_inside_ms": {"avg_ms": 2.823, "count": 138, "max_ms": 13.086, "p95_ms": 8.259}, "track_match_ms": {"avg_ms": 0.03, "count": 138, "max_ms": 0.244, "p95_ms": 0.11}, "tracker_update_ms": {"avg_ms": 0.617, "count": 138, "max_ms": 4.376, "p95_ms": 2.044}}, "gstreamer_push": {"avg_ms": 2.944, "count": 138, "max_ms": 6.277, "p95_ms": 5.007}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 138, "max_ms": 0.228, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.318, "count": 138, "max_ms": 83.153, "p95_ms": 68.036}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.325, "count": 138, "max_ms": 14.617, "p95_ms": 5.827}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.08, "count": 138, "max_ms": 129.708, "p95_ms": 110.686}, "inference_input_copy_ms": {"avg_ms": 1.488, "count": 138, "max_ms": 4.963, "p95_ms": 2.603}, "processing_residual_ms": {"avg_ms": 0.177, "count": 138, "max_ms": 0.433, "p95_ms": 0.305}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.069, "count": 138, "max_ms": 146.017, "p95_ms": 114.447}, "read_interval": {"avg_ms": 186.586, "count": 137, "max_ms": 8636.1, "p95_ms": 170.703}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 138, "max_ms": 0.059, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.007, "count": 138, "max_ms": 3.874, "p95_ms": 3.177}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 138, "max_ms": 0.064, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.991, "count": 138, "max_ms": 3.833, "p95_ms": 3.14}, "worker_merge_ms": {"avg_ms": 0.005, "count": 138, "max_ms": 0.015, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.332, "count": 138, "max_ms": 83.184, "p95_ms": 68.043}, "visualize": {"avg_ms": 32.664, "count": 138, "max_ms": 59.194, "p95_ms": 44.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.309, "count": 138, "max_ms": 53.233, "p95_ms": 40.27}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.943, "count": 138, "max_ms": 56.357, "p95_ms": 42.96}, "visualize_input_copy_ms": {"avg_ms": 0.518, "count": 138, "max_ms": 2.452, "p95_ms": 2.01}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.829, "count": 138, "max_ms": 56.119, "p95_ms": 42.816}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 138, "max_ms": 0.21, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.641, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.881, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.553, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249714, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131294, "write_bytes_delta": 131294, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 697.0, "cpu_core_ratio": 0.256703, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 77541, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.48, "user_cpu_core_ratio": 0.234817, "user_cpu_s_delta": 5.149999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.671167, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.186486, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.484681, "user_cpu_s_delta": 10.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.994, "count": 176, "max_ms": 6.277, "p95_ms": 5.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.636, "max": 11.0, "p95": 10.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.04, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 101}, "total": {"avg": 0.597, "max": 2.0, "p95": 1.0, "sample_count": 176}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.257, "count": 30, "max": 52.497, "p95": 43.225, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.896, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.9, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1406.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.382, "p95": 0.33, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.476, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135817.3, "count": 30, "max": 143601.0, "p95": 143470.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 131034.967, "count": 30, "max": 143601.0, "p95": 143134.3, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.933, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.183, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.733, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25289, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4603028, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3340911, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3340906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9955.59, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9252524851200, "copied_frame_count": 3346544, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9252524851200, "frame_buffer_copies": 3346544, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1332, "count": 512, "max_ms": 1.8952, "p50_ms": 0.1172, "p95_ms": 0.2395, "p99_ms": 0.3152}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4281, "count": 512, "max_ms": 4.7479, "p50_ms": 1.3161, "p95_ms": 2.5791, "p99_ms": 3.2102, "results": {"failed": 0, "not_applicable": 0, "success": 3346544, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:15+09:00", "last_error_summary": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "last_exit_at": "2026-11-03T10:54:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.041, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77311, "process": {"exists": false, "pid": 77311}, "restart_count": 160, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.628, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T12:46:15+09:00", "last_frame_read_age_sec": 0.051, "last_frame_read_at": "2026-11-03T12:46:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.79, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 403.21, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T12:46:15.813902+09:00", "mtime_epoch": 1793677575.8139017, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139917}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:46:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2410.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3346545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 131, "pushed_frames": 131, "read_frames": 132, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.367, "pushed": 4.367, "read": 4.4}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 26.153, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.48, "count": 132, "max_ms": 3.61, "p95_ms": 1.277, "reason": null, "sample_age_ms": 52.369, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 132, "max_ms": 2.695, "p95_ms": 1.0, "reason": null, "sample_age_ms": 52.627, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 132, "max_ms": 0.295, "p95_ms": 0.153, "reason": null, "sample_age_ms": 26.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.232, "count": 132, "max_ms": 2.815, "p95_ms": 2.278, "reason": null, "sample_age_ms": 51.569, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 51.552, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 132, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 26.24, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.791, "count": 132, "max_ms": 61.856, "p95_ms": 51.215, "reason": null, "sample_age_ms": 26.149, "source": "client_direct"}, "sample_age_ms": 26.144, "source": "client_direct", "task_total_ms": {"avg_ms": 34.249, "count": 132, "max_ms": 63.163, "p95_ms": 52.852, "reason": null, "sample_age_ms": 26.144, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.713, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.643, "count": 131, "max_ms": 2.012, "p95_ms": 1.229}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.208, "count": 131, "max_ms": 0.632, "p95_ms": 0.477}, "detection_prepare_ms": {"avg_ms": 0.09, "count": 131, "max_ms": 0.264, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 131, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 131, "max_ms": 0.23, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 131, "max_ms": 0.03, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 131, "max_ms": 0.556, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.039, "count": 131, "max_ms": 0.133, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.606, "count": 131, "max_ms": 1.922, "p95_ms": 1.163}, "track_match_ms": {"avg_ms": 0.004, "count": 131, "max_ms": 0.023, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 131, "max_ms": 0.129, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.675, "count": 131, "max_ms": 7.185, "p95_ms": 4.496}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 131, "max_ms": 0.507, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.08, "count": 131, "max_ms": 64.23, "p95_ms": 54.902}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 131, "max_ms": 0.137, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.982, "count": 131, "max_ms": 98.925, "p95_ms": 89.833}, "inference_input_copy_ms": {"avg_ms": 1.271, "count": 131, "max_ms": 2.576, "p95_ms": 2.161}, "processing_residual_ms": {"avg_ms": 0.159, "count": 131, "max_ms": 4.875, "p95_ms": 0.276}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.449, "count": 131, "max_ms": 100.802, "p95_ms": 91.737}, "read_interval": {"avg_ms": 227.653, "count": 132, "max_ms": 4098.724, "p95_ms": 552.076}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 131, "max_ms": 0.078, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.112, "count": 131, "max_ms": 0.374, "p95_ms": 0.224}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 131, "max_ms": 0.058, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.098, "count": 131, "max_ms": 0.334, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.005, "count": 131, "max_ms": 0.041, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 35.093, "count": 131, "max_ms": 64.267, "p95_ms": 54.91}, "visualize": {"avg_ms": 29.432, "count": 131, "max_ms": 48.222, "p95_ms": 40.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.661, "count": 131, "max_ms": 47.051, "p95_ms": 39.576}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.258, "count": 131, "max_ms": 47.895, "p95_ms": 40.082}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.171, "count": 131, "max_ms": 47.777, "p95_ms": 40.009}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 131, "max_ms": 0.155, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.686, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139956, "write_bytes_delta": 139956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.468558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77311, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.21999999999999886, "user_cpu_core_ratio": 0.446672, "user_cpu_s_delta": 4.489999999999981}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020891, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.204932, "user_cpu_s_delta": 2.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 197, "max_ms": 8.825, "p95_ms": 4.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 49.277, "p95": 48.614, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.298, "count": 30, "max": 28.884, "p95": 28.409, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.267, "count": 30, "max": 1551.0, "p95": 1519.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2226.233, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.402, "p95": 1.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.833, "count": 30, "max": 52.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.678, "p95": 0.676, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28304, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4603028, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3340911, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3340906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9955.91, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:46:15+09:00", "last_error_summary": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9252527616000, "copied_frame_count": 3346545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9252527616000, "frame_buffer_copies": 3346545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.133, "count": 512, "max_ms": 1.8952, "p50_ms": 0.1165, "p95_ms": 0.2395, "p99_ms": 0.3152}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4295, "count": 512, "max_ms": 4.7479, "p50_ms": 1.317, "p95_ms": 2.5791, "p99_ms": 3.2102, "results": {"failed": 0, "not_applicable": 0, "success": 3346545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:15+09:00", "last_error_summary": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "last_exit_at": "2026-11-03T12:46:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.061, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77311, "process": {"exists": false, "pid": 77311}, "restart_count": 160, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.628, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.01, "last_frame_pushed_at": "2026-11-03T12:46:15+09:00", "last_frame_read_age_sec": 0.071, "last_frame_read_at": "2026-11-03T12:46:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.808, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 403.192, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.004, "exists": true, "mtime": "2026-11-03T12:46:15.876902+09:00", "mtime_epoch": 1793677575.8769016, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139928}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:46:15+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2410.512, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3346545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.412, "pushed": 4.412, "read": 4.379}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 131, "client_acquire_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 44.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.478, "count": 131, "max_ms": 3.61, "p95_ms": 1.284, "reason": null, "sample_age_ms": 70.963, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 131, "max_ms": 2.695, "p95_ms": 1.004, "reason": null, "sample_age_ms": 71.221, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 132, "max_ms": 0.295, "p95_ms": 0.153, "reason": null, "sample_age_ms": 44.755, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.229, "count": 131, "max_ms": 2.815, "p95_ms": 2.282, "reason": null, "sample_age_ms": 70.163, "source": "client_direct"}, "request_count": 131, "request_tensor_bytes": {"avg": 2211848.0, "count": 131, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 70.146, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 132, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.834, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.791, "count": 132, "max_ms": 61.856, "p95_ms": 51.215, "reason": null, "sample_age_ms": 44.743, "source": "client_direct"}, "sample_age_ms": 44.738, "source": "client_direct", "task_total_ms": {"avg_ms": 34.249, "count": 132, "max_ms": 63.163, "p95_ms": 52.852, "reason": null, "sample_age_ms": 44.738, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.617, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.641, "count": 132, "max_ms": 2.012, "p95_ms": 1.229}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 132, "max_ms": 0.632, "p95_ms": 0.477}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 132, "max_ms": 0.264, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 132, "max_ms": 0.23, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 132, "max_ms": 0.03, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 132, "max_ms": 0.556, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.039, "count": 132, "max_ms": 0.133, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.604, "count": 132, "max_ms": 1.922, "p95_ms": 1.163}, "track_match_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.023, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 132, "max_ms": 0.129, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.667, "count": 132, "max_ms": 7.185, "p95_ms": 4.496}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 132, "max_ms": 0.507, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.017, "count": 132, "max_ms": 64.23, "p95_ms": 54.902}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 132, "max_ms": 0.137, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.905, "count": 132, "max_ms": 98.925, "p95_ms": 89.833}, "inference_input_copy_ms": {"avg_ms": 1.271, "count": 132, "max_ms": 2.576, "p95_ms": 2.161}, "processing_residual_ms": {"avg_ms": 0.159, "count": 132, "max_ms": 4.875, "p95_ms": 0.276}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.371, "count": 132, "max_ms": 100.802, "p95_ms": 91.737}, "read_interval": {"avg_ms": 228.602, "count": 131, "max_ms": 4098.724, "p95_ms": 552.076}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 132, "max_ms": 0.078, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.111, "count": 132, "max_ms": 0.374, "p95_ms": 0.224}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 132, "max_ms": 0.058, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 132, "max_ms": 0.334, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.005, "count": 132, "max_ms": 0.041, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 35.03, "count": 132, "max_ms": 64.267, "p95_ms": 54.91}, "visualize": {"avg_ms": 29.424, "count": 132, "max_ms": 48.222, "p95_ms": 40.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.655, "count": 132, "max_ms": 47.051, "p95_ms": 39.576}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.25, "count": 132, "max_ms": 47.895, "p95_ms": 40.082}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.163, "count": 132, "max_ms": 47.777, "p95_ms": 40.009}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 132, "max_ms": 0.155, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.686, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139956, "write_bytes_delta": 139956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.468558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77311, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.21999999999999886, "user_cpu_core_ratio": 0.446672, "user_cpu_s_delta": 4.489999999999981}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020891, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.204932, "user_cpu_s_delta": 2.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 197, "max_ms": 8.825, "p95_ms": 4.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 49.277, "p95": 48.614, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.298, "count": 30, "max": 28.884, "p95": 28.409, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.267, "count": 30, "max": 1551.0, "p95": 1519.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2226.233, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.402, "p95": 1.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.833, "count": 30, "max": 52.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.678, "p95": 0.676, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28304, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4603028, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3340911, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3340906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9956.398, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9252527616000, "copied_frame_count": 3346545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9252527616000, "frame_buffer_copies": 3346545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.133, "count": 512, "max_ms": 1.8952, "p50_ms": 0.1165, "p95_ms": 0.2395, "p99_ms": 0.3152}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4295, "count": 512, "max_ms": 4.7479, "p50_ms": 1.317, "p95_ms": 2.5791, "p99_ms": 3.2102, "results": {"failed": 0, "not_applicable": 0, "success": 3346545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:15+09:00", "last_error_summary": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "last_exit_at": "2026-11-03T12:46:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 213.079, "last_started_at": "2026-11-03T12:42:42+09:00", "pid": 77311, "process": {"exists": false, "pid": 77311}, "restart_count": 160, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 161}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.628, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-03T12:46:15+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-11-03T12:46:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.827, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 403.173, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-03T12:46:15.876902+09:00", "mtime_epoch": 1793677575.8769016, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139928}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:46:15+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2410.512, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3346545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 132}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 132, "pushed_frames": 132, "read_frames": 131, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.409, "pushed": 4.409, "read": 4.376}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 131, "client_acquire_ms": {"avg_ms": 0.006, "count": 132, "max_ms": 0.018, "p95_ms": 0.013, "reason": null, "sample_age_ms": 64.044, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.478, "count": 131, "max_ms": 3.61, "p95_ms": 1.284, "reason": null, "sample_age_ms": 90.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.214, "count": 131, "max_ms": 2.695, "p95_ms": 1.004, "reason": null, "sample_age_ms": 90.518, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.078, "count": 132, "max_ms": 0.295, "p95_ms": 0.153, "reason": null, "sample_age_ms": 64.051, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.229, "count": 131, "max_ms": 2.815, "p95_ms": 2.282, "reason": null, "sample_age_ms": 89.46, "source": "client_direct"}, "request_count": 131, "request_tensor_bytes": {"avg": 2211848.0, "count": 131, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 89.443, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 132, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 64.131, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 32.791, "count": 132, "max_ms": 61.856, "p95_ms": 51.215, "reason": null, "sample_age_ms": 64.039, "source": "client_direct"}, "sample_age_ms": 64.034, "source": "client_direct", "task_total_ms": {"avg_ms": 34.249, "count": 132, "max_ms": 63.163, "p95_ms": 52.852, "reason": null, "sample_age_ms": 64.034, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.673, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.641, "count": 132, "max_ms": 2.012, "p95_ms": 1.229}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.207, "count": 132, "max_ms": 0.632, "p95_ms": 0.477}, "detection_prepare_ms": {"avg_ms": 0.089, "count": 132, "max_ms": 0.264, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.003, "count": 132, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.069, "count": 132, "max_ms": 0.23, "p95_ms": 0.138}, "mcmt_ms": {"avg_ms": 0.002, "count": 132, "max_ms": 0.03, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.163, "count": 132, "max_ms": 0.556, "p95_ms": 0.323}, "setup_ms": {"avg_ms": 0.039, "count": 132, "max_ms": 0.133, "p95_ms": 0.081}, "total_inside_ms": {"avg_ms": 0.604, "count": 132, "max_ms": 1.922, "p95_ms": 1.163}, "track_match_ms": {"avg_ms": 0.004, "count": 132, "max_ms": 0.023, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.026, "count": 132, "max_ms": 0.129, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 2.667, "count": 132, "max_ms": 7.185, "p95_ms": 4.496}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 132, "max_ms": 0.507, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 35.017, "count": 132, "max_ms": 64.23, "p95_ms": 54.902}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 132, "max_ms": 0.137, "p95_ms": 0.083}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 65.905, "count": 132, "max_ms": 98.925, "p95_ms": 89.833}, "inference_input_copy_ms": {"avg_ms": 1.271, "count": 132, "max_ms": 2.576, "p95_ms": 2.161}, "processing_residual_ms": {"avg_ms": 0.159, "count": 132, "max_ms": 4.875, "p95_ms": 0.276}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 67.371, "count": 132, "max_ms": 100.802, "p95_ms": 91.737}, "read_interval": {"avg_ms": 228.602, "count": 131, "max_ms": 4098.724, "p95_ms": 552.076}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 132, "max_ms": 0.078, "p95_ms": 0.025}, "execute_total_ms": {"avg_ms": 0.111, "count": 132, "max_ms": 0.374, "p95_ms": 0.224}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 132, "max_ms": 0.058, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.097, "count": 132, "max_ms": 0.334, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.005, "count": 132, "max_ms": 0.041, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 35.03, "count": 132, "max_ms": 64.267, "p95_ms": 54.91}, "visualize": {"avg_ms": 29.424, "count": 132, "max_ms": 48.222, "p95_ms": 40.227}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.655, "count": 132, "max_ms": 47.051, "p95_ms": 39.576}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.25, "count": 132, "max_ms": 47.895, "p95_ms": 40.082}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 132, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.163, "count": 132, "max_ms": 47.777, "p95_ms": 40.009}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 132, "max_ms": 0.155, "p95_ms": 0.115}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 132}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 132}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.686, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139956, "write_bytes_delta": 139956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.468558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77311, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.21999999999999886, "user_cpu_core_ratio": 0.446672, "user_cpu_s_delta": 4.489999999999981}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020891, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.204932, "user_cpu_s_delta": 2.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 197, "max_ms": 8.825, "p95_ms": 4.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 49.277, "p95": 48.614, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.298, "count": 30, "max": 28.884, "p95": 28.409, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.267, "count": 30, "max": 1551.0, "p95": 1519.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2226.233, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.402, "p95": 1.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.833, "count": 30, "max": 52.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.678, "p95": 0.676, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28304, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4603028, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3340911, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3340906}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9968.301, "limit_mb": null}, "detail": {"pid": 77773, "restart_count": 161, "start_count": 162}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9252527616000, "copied_frame_count": 3346545, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9252527616000, "frame_buffer_copies": 3346545, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.133, "count": 512, "max_ms": 1.8952, "p50_ms": 0.1165, "p95_ms": 0.2395, "p99_ms": 0.3152}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4295, "count": 512, "max_ms": 4.7479, "p50_ms": 1.317, "p95_ms": 2.5791, "p99_ms": 3.2102, "results": {"failed": 0, "not_applicable": 0, "success": 3346545, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:15+09:00", "last_error_summary": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:46:17+09:00", "pid": 77773, "process": {"exists": true, "fd_count": 4, "hwm_mb": 44.543, "name": "ffmpeg", "pid": 77773, "rss_mb": 44.543, "state": "S (sleeping)", "threads": 1}, "restart_count": 161, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.686, "sample_count": 2548, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.121, "last_frame_pushed_at": "2026-11-03T12:46:15+09:00", "last_frame_read_age_sec": 4.182, "last_frame_read_at": "2026-11-03T12:46:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 200.926, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 399.074, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 4.116, "exists": true, "mtime": "2026-11-03T12:46:15.876902+09:00", "mtime_epoch": 1793677575.8769016, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 139928}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:46:20+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2410.516, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3346545, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 15, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.07, "pushed": 3.07, "read": 3.037}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.018, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4159.791, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.428, "count": 91, "max_ms": 1.62, "p95_ms": 1.16, "reason": null, "sample_age_ms": 4186.006, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.196, "count": 91, "max_ms": 1.325, "p95_ms": 0.954, "reason": null, "sample_age_ms": 4186.264, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.075, "count": 91, "max_ms": 0.295, "p95_ms": 0.142, "reason": null, "sample_age_ms": 4159.798, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.187, "count": 91, "max_ms": 2.815, "p95_ms": 2.289, "reason": null, "sample_age_ms": 4185.206, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2211848.0, "count": 91, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4185.189, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 91, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4159.877, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.39, "count": 91, "max_ms": 61.856, "p95_ms": 51.773, "reason": null, "sample_age_ms": 4159.786, "source": "client_direct"}, "sample_age_ms": 4159.781, "source": "client_direct", "task_total_ms": {"avg_ms": 32.794, "count": 91, "max_ms": 63.163, "p95_ms": 53.514, "reason": null, "sample_age_ms": 4159.781, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.232, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.581, "count": 92, "max_ms": 2.012, "p95_ms": 1.09}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.186, "count": 92, "max_ms": 0.632, "p95_ms": 0.408}, "detection_prepare_ms": {"avg_ms": 0.079, "count": 92, "max_ms": 0.264, "p95_ms": 0.145}, "event_filter_ms": {"avg_ms": 0.003, "count": 92, "max_ms": 0.016, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.063, "count": 92, "max_ms": 0.23, "p95_ms": 0.127}, "mcmt_ms": {"avg_ms": 0.002, "count": 92, "max_ms": 0.03, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.152, "count": 92, "max_ms": 0.556, "p95_ms": 0.314}, "setup_ms": {"avg_ms": 0.033, "count": 92, "max_ms": 0.109, "p95_ms": 0.064}, "total_inside_ms": {"avg_ms": 0.548, "count": 92, "max_ms": 1.922, "p95_ms": 1.044}, "track_match_ms": {"avg_ms": 0.004, "count": 92, "max_ms": 0.023, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 92, "max_ms": 0.129, "p95_ms": 0.055}}, "gstreamer_push": {"avg_ms": 2.507, "count": 92, "max_ms": 7.185, "p95_ms": 4.238}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 92, "max_ms": 0.507, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.745, "count": 92, "max_ms": 64.23, "p95_ms": 55.15}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.031, "count": 92, "max_ms": 0.087, "p95_ms": 0.072}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 62.724, "count": 92, "max_ms": 97.681, "p95_ms": 88.588}, "inference_input_copy_ms": {"avg_ms": 1.243, "count": 92, "max_ms": 2.576, "p95_ms": 2.161}, "processing_residual_ms": {"avg_ms": 0.115, "count": 92, "max_ms": 0.403, "p95_ms": 0.222}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 64.113, "count": 92, "max_ms": 99.688, "p95_ms": 90.167}, "read_interval": {"avg_ms": 284.367, "count": 91, "max_ms": 4098.724, "p95_ms": 2630.406}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 92, "max_ms": 0.078, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.104, "count": 92, "max_ms": 0.374, "p95_ms": 0.217}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 92, "max_ms": 0.058, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.091, "count": 92, "max_ms": 0.334, "p95_ms": 0.2}, "worker_merge_ms": {"avg_ms": 0.005, "count": 92, "max_ms": 0.041, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 33.756, "count": 92, "max_ms": 64.267, "p95_ms": 55.157}, "visualize": {"avg_ms": 27.631, "count": 92, "max_ms": 45.452, "p95_ms": 38.224}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.935, "count": 92, "max_ms": 44.905, "p95_ms": 37.69}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.47, "count": 92, "max_ms": 45.357, "p95_ms": 38.106}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.391, "count": 92, "max_ms": 45.304, "p95_ms": 38.049}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 92, "max_ms": 0.151, "p95_ms": 0.103}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.686, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346507, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 139956, "write_bytes_delta": 139956, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 281.0, "cpu_core_ratio": 0.468558, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77311, "reason": null, "system_cpu_core_ratio": 0.021886, "system_cpu_s_delta": 0.21999999999999886, "user_cpu_core_ratio": 0.446672, "user_cpu_s_delta": 4.489999999999981}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.225823, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.020891, "system_cpu_s_delta": 0.20999999999912689, "user_cpu_core_ratio": 0.204932, "user_cpu_s_delta": 2.0599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 197, "max_ms": 8.825, "p95_ms": 4.74, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.907, "count": 30, "max": 49.277, "p95": 48.614, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.298, "count": 30, "max": 28.884, "p95": 28.409, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.267, "count": 30, "max": 1551.0, "p95": 1519.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2226.233, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.114, "count": 30, "max": 1.402, "p95": 1.379, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.167, "count": 30, "max": 4.947, "p95": 0.027, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138571.433, "count": 30, "max": 144620.0, "p95": 141964.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.833, "count": 30, "max": 52.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.056, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.678, "p95": 0.676, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28304, "sampled_at": "2026-11-03T12:46:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4603028, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:45:59", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:45:59", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3340945, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3340940}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9959.137, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9252621619200, "copied_frame_count": 3346579, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9252621619200, "frame_buffer_copies": 3346579, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1311, "count": 512, "max_ms": 1.8952, "p50_ms": 0.1156, "p95_ms": 0.2362, "p99_ms": 0.3122}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4135, "count": 512, "max_ms": 3.8859, "p50_ms": 1.3141, "p95_ms": 2.5629, "p99_ms": 3.1679, "results": {"failed": 0, "not_applicable": 0, "success": 3346579, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 151, "h264_decode_error_count": 278, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:15+09:00", "last_error_summary": "[h264 @ 0x5ae26f78e0c0] error while decoding MB 94 97, bytestream -6", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 25.281, "last_started_at": "2026-11-03T12:46:17+09:00", "pid": 77773, "process": {"exists": true, "fd_count": null, "hwm_mb": null, "name": "ffmpeg", "pid": 77773, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 161, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 162}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.295, "sample_count": 2394, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346579, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T12:46:43+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-03T12:46:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.212, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 375.788, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-11-03T12:46:43.202971+09:00", "mtime_epoch": 1793677603.2029712, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 138400}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:46:43+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2410.535, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3346579, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 64}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 64, "pushed_frames": 64, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.136, "pushed": 2.136, "read": 2.103}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.006, "count": 64, "max_ms": 0.033, "p95_ms": 0.013, "reason": null, "sample_age_ms": 29.47, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.514, "count": 63, "max_ms": 4.559, "p95_ms": 1.926, "reason": null, "sample_age_ms": 76.523, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.195, "count": 63, "max_ms": 2.06, "p95_ms": 1.007, "reason": null, "sample_age_ms": 78.572, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 64, "max_ms": 0.209, "p95_ms": 0.177, "reason": null, "sample_age_ms": 29.476, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.241, "count": 63, "max_ms": 2.686, "p95_ms": 2.315, "reason": null, "sample_age_ms": 75.108, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2211848.0, "count": 63, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 75.086, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 64, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.6, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.662, "count": 64, "max_ms": 64.101, "p95_ms": 56.72, "reason": null, "sample_age_ms": 29.466, "source": "client_direct"}, "sample_age_ms": 29.461, "source": "client_direct", "task_total_ms": {"avg_ms": 36.119, "count": 64, "max_ms": 66.654, "p95_ms": 59.397, "reason": null, "sample_age_ms": 29.461, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.614, "count": 64, "max_ms": 1.846, "p95_ms": 1.1}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.2, "count": 64, "max_ms": 0.667, "p95_ms": 0.409}, "detection_prepare_ms": {"avg_ms": 0.083, "count": 64, "max_ms": 0.232, "p95_ms": 0.149}, "event_filter_ms": {"avg_ms": 0.003, "count": 64, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.067, "count": 64, "max_ms": 0.21, "p95_ms": 0.125}, "mcmt_ms": {"avg_ms": 0.002, "count": 64, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.159, "count": 64, "max_ms": 0.481, "p95_ms": 0.292}, "setup_ms": {"avg_ms": 0.036, "count": 64, "max_ms": 0.093, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.58, "count": 64, "max_ms": 1.755, "p95_ms": 1.023}, "track_match_ms": {"avg_ms": 0.004, "count": 64, "max_ms": 0.022, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 64, "max_ms": 0.067, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.517, "count": 64, "max_ms": 7.185, "p95_ms": 4.224}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 64, "max_ms": 0.207, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.907, "count": 64, "max_ms": 69.079, "p95_ms": 60.706}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.034, "count": 64, "max_ms": 0.077, "p95_ms": 0.07}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.486, "count": 64, "max_ms": 116.933, "p95_ms": 98.257}, "inference_input_copy_ms": {"avg_ms": 1.198, "count": 64, "max_ms": 2.576, "p95_ms": 1.88}, "processing_residual_ms": {"avg_ms": 0.12, "count": 64, "max_ms": 0.31, "p95_ms": 0.25}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.838, "count": 64, "max_ms": 118.999, "p95_ms": 99.591}, "read_interval": {"avg_ms": 475.093, "count": 63, "max_ms": 12705.804, "p95_ms": 226.851}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 64, "max_ms": 0.037, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.11, "count": 64, "max_ms": 0.311, "p95_ms": 0.221}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 64, "max_ms": 0.031, "p95_ms": 0.013}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.096, "count": 64, "max_ms": 0.276, "p95_ms": 0.198}, "worker_merge_ms": {"avg_ms": 0.005, "count": 64, "max_ms": 0.023, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 36.919, "count": 64, "max_ms": 69.096, "p95_ms": 60.729}, "visualize": {"avg_ms": 29.209, "count": 64, "max_ms": 45.452, "p95_ms": 43.002}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.462, "count": 64, "max_ms": 44.905, "p95_ms": 41.355}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.039, "count": 64, "max_ms": 45.357, "p95_ms": 42.632}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 64, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.956, "count": 64, "max_ms": 45.304, "p95_ms": 42.442}, "visualizer_prepare_ms": {"avg_ms": 0.049, "count": 64, "max_ms": 0.212, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 64}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 64}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2410.52, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.966, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.253, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3346550, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:46:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 138917, "write_bytes_delta": 138917, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 45.0, "cpu_core_ratio": 0.059106, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3458.0, "pid": 77773, "reason": null, "system_cpu_core_ratio": 0.004606, "system_cpu_s_delta": 0.06, "user_cpu_core_ratio": 0.0545, "user_cpu_s_delta": 0.71}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.023796, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.002303, "system_cpu_s_delta": 0.029999999998835847, "user_cpu_core_ratio": 0.021493, "user_cpu_s_delta": 0.27999999999883585}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.272, "count": 36, "max_ms": 7.185, "p95_ms": 4.224, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 36}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 36}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.253, "count": 30, "max": 49.277, "p95": 48.614, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.789, "count": 30, "max": 28.884, "p95": 28.409, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 822.567, "count": 30, "max": 1551.0, "p95": 1519.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2449.7, "count": 30, "max": 25200.0, "p95": 16960.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.466, "p95": 0.312, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.034, "count": 30, "max": 1.395, "p95": 1.312, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.05, "p95": 0.026, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 138286.067, "count": 30, "max": 141646.0, "p95": 141106.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 138286.067, "count": 30, "max": 141646.0, "p95": 141106.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.267, "count": 30, "max": 52.0, "p95": 25.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.533, "count": 30, "max": 0.678, "p95": 0.676, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28307, "sampled_at": "2026-11-03T12:46:40+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:46:40+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5334062, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3244675, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244270}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10147.316, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6347d1ba4640] error while decoding MB 109 41, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8985345638400, "copied_frame_count": 3249908, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8985345638400, "frame_buffer_copies": 3249908, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1073, "count": 512, "max_ms": 0.3184, "p50_ms": 0.0931, "p95_ms": 0.2135, "p99_ms": 0.2746}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3579, "count": 512, "max_ms": 3.8488, "p50_ms": 1.2643, "p95_ms": 2.4076, "p99_ms": 2.9273, "results": {"failed": 0, "not_applicable": 0, "success": 3249908, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 289, "h264_decode_error_count": 899, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:47:05+09:00", "last_error_summary": "[h264 @ 0x6347d1ba4640] error while decoding MB 109 41, bytestream -13", "last_exit_at": "2026-11-03T12:46:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.599, "last_started_at": "2026-11-03T12:46:09+09:00", "pid": 77657, "process": {"exists": false, "pid": 77657}, "restart_count": 308, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 309}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.596, "sample_count": 1900, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249908, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-11-03T12:47:05+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T12:47:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.549, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 353.451, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-11-03T12:47:05.520030+09:00", "mtime_epoch": 1793677625.5200295, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131432}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:47:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.738, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249909, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.529, "max": 9.0, "p95": 5.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "total": {"avg": 0.782, "max": 1.0, "p95": 1.0, "sample_count": 87}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 87, "pushed_frames": 87, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.102, "pushed": 3.102, "read": 3.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 9.428, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 88, "max_ms": 4.209, "p95_ms": 2.832, "reason": null, "sample_age_ms": 89.669, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 88, "max_ms": 3.704, "p95_ms": 1.91, "reason": null, "sample_age_ms": 91.244, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 88, "max_ms": 1.183, "p95_ms": 0.58, "reason": null, "sample_age_ms": 9.438, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.967, "count": 88, "max_ms": 7.241, "p95_ms": 3.074, "reason": null, "sample_age_ms": 88.151, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.128, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.774, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.648, "count": 88, "max_ms": 78.3, "p95_ms": 64.382, "reason": null, "sample_age_ms": 9.424, "source": "client_direct"}, "sample_age_ms": 9.419, "source": "client_direct", "task_total_ms": {"avg_ms": 50.118, "count": 88, "max_ms": 82.648, "p95_ms": 66.861, "reason": null, "sample_age_ms": 9.419, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.344, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.83, "count": 87, "max_ms": 11.396, "p95_ms": 8.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 87, "max_ms": 0.973, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.019, "count": 87, "max_ms": 2.875, "p95_ms": 2.086}, "event_filter_ms": {"avg_ms": 0.006, "count": 87, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.227, "count": 87, "max_ms": 0.629, "p95_ms": 0.484}, "mcmt_ms": {"avg_ms": 0.004, "count": 87, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.966, "count": 87, "max_ms": 4.214, "p95_ms": 3.167}, "setup_ms": {"avg_ms": 0.049, "count": 87, "max_ms": 0.14, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.773, "count": 87, "max_ms": 11.324, "p95_ms": 8.361}, "track_match_ms": {"avg_ms": 0.052, "count": 87, "max_ms": 0.209, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.078, "count": 87, "max_ms": 4.405, "p95_ms": 2.2}}, "gstreamer_push": {"avg_ms": 3.528, "count": 87, "max_ms": 7.959, "p95_ms": 5.241}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 87, "max_ms": 0.246, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.077, "count": 87, "max_ms": 85.983, "p95_ms": 68.694}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.522, "count": 87, "max_ms": 13.919, "p95_ms": 8.369}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.493, "count": 87, "max_ms": 128.363, "p95_ms": 116.059}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 87, "max_ms": 4.136, "p95_ms": 2.666}, "processing_residual_ms": {"avg_ms": 0.193, "count": 87, "max_ms": 0.46, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.787, "count": 87, "max_ms": 133.019, "p95_ms": 119.956}, "read_interval": {"avg_ms": 388.352, "count": 88, "max_ms": 18225.342, "p95_ms": 185.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 87, "max_ms": 0.048, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.892, "count": 87, "max_ms": 4.045, "p95_ms": 3.109}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 87, "max_ms": 0.051, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.873, "count": 87, "max_ms": 4.006, "p95_ms": 3.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 87, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.09, "count": 87, "max_ms": 86.001, "p95_ms": 68.71}, "visualize": {"avg_ms": 34.298, "count": 87, "max_ms": 53.301, "p95_ms": 44.137}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.223, "count": 87, "max_ms": 46.672, "p95_ms": 38.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.077, "count": 87, "max_ms": 51.239, "p95_ms": 43.022}, "visualize_input_copy_ms": {"avg_ms": 1.002, "count": 87, "max_ms": 2.402, "p95_ms": 1.842}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 87, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.935, "count": 87, "max_ms": 51.036, "p95_ms": 42.878}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 87, "max_ms": 0.189, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 87}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 87}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 73.045, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.318, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131968, "write_bytes_delta": 131968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 430.0, "cpu_core_ratio": 0.089496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 256.0, "pid": 77657, "reason": null, "system_cpu_core_ratio": 0.007756, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.08174, "user_cpu_s_delta": 2.74}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.310253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095462, "system_cpu_s_delta": 3.1999999999970896, "user_cpu_core_ratio": 0.21479, "user_cpu_s_delta": 7.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 51, "max_ms": 7.597, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.333, "max": 5.0, "p95": 4.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.824, "max": 1.0, "p95": 1.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.207, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.821, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.867, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1243.767, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135028.767, "count": 30, "max": 143470.0, "p95": 141772.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130246.433, "count": 30, "max": 142724.0, "p95": 139500.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.71, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25291, "sampled_at": "2026-11-03T12:47:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:47:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.048, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5334062, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3244675, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244270}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10147.07, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:47:05+09:00", "last_error_summary": "[h264 @ 0x6347d1ba4640] error while decoding MB 109 41, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8985348403200, "copied_frame_count": 3249909, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8985348403200, "frame_buffer_copies": 3249909, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1074, "count": 512, "max_ms": 0.3184, "p50_ms": 0.0935, "p95_ms": 0.2135, "p99_ms": 0.2746}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3575, "count": 512, "max_ms": 3.8488, "p50_ms": 1.2643, "p95_ms": 2.4076, "p99_ms": 2.9273, "results": {"failed": 0, "not_applicable": 0, "success": 3249909, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 289, "h264_decode_error_count": 899, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:47:05+09:00", "last_error_summary": "[h264 @ 0x6347d1ba4640] error while decoding MB 109 41, bytestream -13", "last_exit_at": "2026-11-03T12:47:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.647, "last_started_at": "2026-11-03T12:46:09+09:00", "pid": 77657, "process": {"exists": false, "pid": 77657}, "restart_count": 308, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 309}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.656, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T12:47:05+09:00", "last_frame_read_age_sec": 0.139, "last_frame_read_at": "2026-11-03T12:47:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.599, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 353.401, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.129, "exists": true, "mtime": "2026-11-03T12:47:05.520030+09:00", "mtime_epoch": 1793677625.5200295, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 131432}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:47:05+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.734, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249909, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.523, "max": 9.0, "p95": 5.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "total": {"avg": 0.773, "max": 1.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.132, "pushed": 3.132, "read": 3.132}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 57.403, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 88, "max_ms": 4.209, "p95_ms": 2.832, "reason": null, "sample_age_ms": 137.644, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 88, "max_ms": 3.704, "p95_ms": 1.91, "reason": null, "sample_age_ms": 139.22, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 88, "max_ms": 1.183, "p95_ms": 0.58, "reason": null, "sample_age_ms": 57.413, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.967, "count": 88, "max_ms": 7.241, "p95_ms": 3.074, "reason": null, "sample_age_ms": 136.126, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 136.103, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.749, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.648, "count": 88, "max_ms": 78.3, "p95_ms": 64.382, "reason": null, "sample_age_ms": 57.399, "source": "client_direct"}, "sample_age_ms": 57.394, "source": "client_direct", "task_total_ms": {"avg_ms": 50.118, "count": 88, "max_ms": 82.648, "p95_ms": 66.861, "reason": null, "sample_age_ms": 57.394, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.972, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.785, "count": 88, "max_ms": 11.396, "p95_ms": 8.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 88, "max_ms": 0.973, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.009, "count": 88, "max_ms": 2.875, "p95_ms": 2.086}, "event_filter_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 88, "max_ms": 0.629, "p95_ms": 0.484}, "mcmt_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.947, "count": 88, "max_ms": 4.214, "p95_ms": 3.167}, "setup_ms": {"avg_ms": 0.049, "count": 88, "max_ms": 0.14, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.729, "count": 88, "max_ms": 11.324, "p95_ms": 8.361}, "track_match_ms": {"avg_ms": 0.052, "count": 88, "max_ms": 0.209, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.066, "count": 88, "max_ms": 4.405, "p95_ms": 2.2}}, "gstreamer_push": {"avg_ms": 3.516, "count": 88, "max_ms": 7.959, "p95_ms": 5.241}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 88, "max_ms": 0.246, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.43, "count": 88, "max_ms": 85.983, "p95_ms": 70.633}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.493, "count": 88, "max_ms": 13.919, "p95_ms": 8.369}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.921, "count": 88, "max_ms": 129.17, "p95_ms": 123.888}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 88, "max_ms": 4.136, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.192, "count": 88, "max_ms": 0.46, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.21, "count": 88, "max_ms": 133.071, "p95_ms": 128.08}, "read_interval": {"avg_ms": 388.352, "count": 88, "max_ms": 18225.342, "p95_ms": 185.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 88, "max_ms": 0.048, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.872, "count": 88, "max_ms": 4.045, "p95_ms": 3.109}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.051, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.854, "count": 88, "max_ms": 4.006, "p95_ms": 3.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.444, "count": 88, "max_ms": 86.001, "p95_ms": 70.653}, "visualize": {"avg_ms": 34.423, "count": 88, "max_ms": 53.301, "p95_ms": 44.871}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.377, "count": 88, "max_ms": 46.672, "p95_ms": 38.761}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.213, "count": 88, "max_ms": 51.239, "p95_ms": 43.268}, "visualize_input_copy_ms": {"avg_ms": 0.991, "count": 88, "max_ms": 2.402, "p95_ms": 1.842}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.072, "count": 88, "max_ms": 51.036, "p95_ms": 43.121}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 88, "max_ms": 0.189, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 73.045, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.318, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131968, "write_bytes_delta": 131968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 430.0, "cpu_core_ratio": 0.089496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 256.0, "pid": 77657, "reason": null, "system_cpu_core_ratio": 0.007756, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.08174, "user_cpu_s_delta": 2.74}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.310253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095462, "system_cpu_s_delta": 3.1999999999970896, "user_cpu_core_ratio": 0.21479, "user_cpu_s_delta": 7.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 51, "max_ms": 7.597, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.333, "max": 5.0, "p95": 4.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.824, "max": 1.0, "p95": 1.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.207, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.821, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.867, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1243.767, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135028.767, "count": 30, "max": 143470.0, "p95": 141772.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130246.433, "count": 30, "max": 142724.0, "p95": 139500.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.71, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25291, "sampled_at": "2026-11-03T12:47:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:47:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.096, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5334062, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3244675, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244270}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10146.574, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8985348403200, "copied_frame_count": 3249909, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8985348403200, "frame_buffer_copies": 3249909, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1074, "count": 512, "max_ms": 0.3184, "p50_ms": 0.0935, "p95_ms": 0.2135, "p99_ms": 0.2746}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3575, "count": 512, "max_ms": 3.8488, "p50_ms": 1.2643, "p95_ms": 2.4076, "p99_ms": 2.9273, "results": {"failed": 0, "not_applicable": 0, "success": 3249909, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 289, "h264_decode_error_count": 899, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:47:05+09:00", "last_error_summary": "[h264 @ 0x6347d1ba4640] error while decoding MB 109 41, bytestream -13", "last_exit_at": "2026-11-03T12:47:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 56.691, "last_started_at": "2026-11-03T12:46:09+09:00", "pid": 77657, "process": {"exists": false, "pid": 77657}, "restart_count": 308, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 309}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.656, "sample_count": 1901, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-03T12:47:05+09:00", "last_frame_read_age_sec": 0.183, "last_frame_read_at": "2026-11-03T12:47:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 246.63, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 353.37, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.036, "exists": true, "mtime": "2026-11-03T12:47:05.657030+09:00", "mtime_epoch": 1793677625.6570299, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:47:05+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.734, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249909, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.523, "max": 9.0, "p95": 5.0, "sample_count": 88}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 68}, "total": {"avg": 0.773, "max": 1.0, "p95": 1.0, "sample_count": 88}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 88, "pushed_frames": 88, "read_frames": 88, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.127, "pushed": 3.127, "read": 3.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 88, "client_acquire_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 99.566, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.91, "count": 88, "max_ms": 4.209, "p95_ms": 2.832, "reason": null, "sample_age_ms": 179.808, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.319, "count": 88, "max_ms": 3.704, "p95_ms": 1.91, "reason": null, "sample_age_ms": 181.383, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.321, "count": 88, "max_ms": 1.183, "p95_ms": 0.58, "reason": null, "sample_age_ms": 99.576, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.967, "count": 88, "max_ms": 7.241, "p95_ms": 3.074, "reason": null, "sample_age_ms": 178.289, "source": "client_direct"}, "request_count": 88, "request_tensor_bytes": {"avg": 2764808.0, "count": 88, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 178.266, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 88, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.912, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.648, "count": 88, "max_ms": 78.3, "p95_ms": 64.382, "reason": null, "sample_age_ms": 99.562, "source": "client_direct"}, "sample_age_ms": 99.558, "source": "client_direct", "task_total_ms": {"avg_ms": 50.118, "count": 88, "max_ms": 82.648, "p95_ms": 66.861, "reason": null, "sample_age_ms": 99.558, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.703, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.785, "count": 88, "max_ms": 11.396, "p95_ms": 8.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 88, "max_ms": 0.973, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.009, "count": 88, "max_ms": 2.875, "p95_ms": 2.086}, "event_filter_ms": {"avg_ms": 0.006, "count": 88, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 88, "max_ms": 0.629, "p95_ms": 0.484}, "mcmt_ms": {"avg_ms": 0.004, "count": 88, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.947, "count": 88, "max_ms": 4.214, "p95_ms": 3.167}, "setup_ms": {"avg_ms": 0.049, "count": 88, "max_ms": 0.14, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.729, "count": 88, "max_ms": 11.324, "p95_ms": 8.361}, "track_match_ms": {"avg_ms": 0.052, "count": 88, "max_ms": 0.209, "p95_ms": 0.121}, "tracker_update_ms": {"avg_ms": 1.066, "count": 88, "max_ms": 4.405, "p95_ms": 2.2}}, "gstreamer_push": {"avg_ms": 3.516, "count": 88, "max_ms": 7.959, "p95_ms": 5.241}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 88, "max_ms": 0.246, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.43, "count": 88, "max_ms": 85.983, "p95_ms": 70.633}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.493, "count": 88, "max_ms": 13.919, "p95_ms": 8.369}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 91.921, "count": 88, "max_ms": 129.17, "p95_ms": 123.888}, "inference_input_copy_ms": {"avg_ms": 1.604, "count": 88, "max_ms": 4.136, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.192, "count": 88, "max_ms": 0.46, "p95_ms": 0.338}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.21, "count": 88, "max_ms": 133.071, "p95_ms": 128.08}, "read_interval": {"avg_ms": 388.352, "count": 88, "max_ms": 18225.342, "p95_ms": 185.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 88, "max_ms": 0.048, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.872, "count": 88, "max_ms": 4.045, "p95_ms": 3.109}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 88, "max_ms": 0.051, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.854, "count": 88, "max_ms": 4.006, "p95_ms": 3.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 88, "max_ms": 0.027, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.444, "count": 88, "max_ms": 86.001, "p95_ms": 70.653}, "visualize": {"avg_ms": 34.423, "count": 88, "max_ms": 53.301, "p95_ms": 44.871}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.377, "count": 88, "max_ms": 46.672, "p95_ms": 38.761}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.213, "count": 88, "max_ms": 51.239, "p95_ms": 43.268}, "visualize_input_copy_ms": {"avg_ms": 0.991, "count": 88, "max_ms": 2.402, "p95_ms": 1.842}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 88, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.072, "count": 88, "max_ms": 51.036, "p95_ms": 43.121}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 88, "max_ms": 0.189, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 88}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 88}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 73.045, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.318, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131968, "write_bytes_delta": 131968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 430.0, "cpu_core_ratio": 0.089496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 256.0, "pid": 77657, "reason": null, "system_cpu_core_ratio": 0.007756, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.08174, "user_cpu_s_delta": 2.74}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.310253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095462, "system_cpu_s_delta": 3.1999999999970896, "user_cpu_core_ratio": 0.21479, "user_cpu_s_delta": 7.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 51, "max_ms": 7.597, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.333, "max": 5.0, "p95": 4.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.824, "max": 1.0, "p95": 1.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.207, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.821, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.867, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1243.767, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135028.767, "count": 30, "max": 143470.0, "p95": 141772.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130246.433, "count": 30, "max": 142724.0, "p95": 139500.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.71, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25291, "sampled_at": "2026-11-03T12:47:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:47:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.14, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5334062, "flush_count": 5640, "flush_interval_seconds": 30.0, "flush_state": {"count": 5640, "last_at": "2026-11-03T12:46:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:46:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5639}, "started": true, "suppressed_count": 3244675, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3244270}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5640, "written_record_count": 5640}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10169.289, "limit_mb": null}, "detail": {"pid": 78005, "restart_count": 309, "start_count": 310}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8985348403200, "copied_frame_count": 3249909, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8985348403200, "frame_buffer_copies": 3249909, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1074, "count": 512, "max_ms": 0.3184, "p50_ms": 0.0935, "p95_ms": 0.2135, "p99_ms": 0.2746}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3575, "count": 512, "max_ms": 3.8488, "p50_ms": 1.2643, "p95_ms": 2.4076, "p99_ms": 2.9273, "results": {"failed": 0, "not_applicable": 0, "success": 3249909, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 289, "h264_decode_error_count": 899, "h264_decode_error_count_per_hour": 48, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:47:05+09:00", "last_error_summary": "[h264 @ 0x6347d1ba4640] error while decoding MB 109 41, bytestream -13", "last_exit_at": "2026-11-03T12:47:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:47:08+09:00", "pid": 78005, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.582, "name": "ffmpeg", "pid": 78005, "rss_mb": 57.582, "state": "S (sleeping)", "threads": 1}, "restart_count": 309, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 310}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.835, "sample_count": 1867, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249909, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.567, "last_frame_pushed_at": "2026-11-03T12:47:05+09:00", "last_frame_read_age_sec": 4.704, "last_frame_read_at": "2026-11-03T12:47:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 251.162, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 348.838, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 4.558, "exists": true, "mtime": "2026-11-03T12:47:05.657030+09:00", "mtime_epoch": 1793677625.6570299, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:47:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.738, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3249909, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.613, "max": 9.0, "p95": 6.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 51}, "total": {"avg": 0.823, "max": 1.0, "p95": 1.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.069, "pushed": 2.069, "read": 2.036}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.008, "count": 61, "max_ms": 0.028, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4626.32, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.003, "count": 61, "max_ms": 4.209, "p95_ms": 3.073, "reason": null, "sample_age_ms": 4706.562, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 61, "max_ms": 3.704, "p95_ms": 2.054, "reason": null, "sample_age_ms": 4708.137, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.349, "count": 61, "max_ms": 1.183, "p95_ms": 0.64, "reason": null, "sample_age_ms": 4626.33, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.084, "count": 61, "max_ms": 7.241, "p95_ms": 3.314, "reason": null, "sample_age_ms": 4705.044, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4705.02, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 61, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4626.667, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.134, "count": 61, "max_ms": 78.3, "p95_ms": 72.196, "reason": null, "sample_age_ms": 4626.316, "source": "client_direct"}, "sample_age_ms": 4626.312, "source": "client_direct", "task_total_ms": {"avg_ms": 51.763, "count": 61, "max_ms": 82.648, "p95_ms": 75.579, "reason": null, "sample_age_ms": 4626.312, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.694, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.164, "count": 62, "max_ms": 11.396, "p95_ms": 8.497}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.372, "count": 62, "max_ms": 0.838, "p95_ms": 0.688}, "detection_prepare_ms": {"avg_ms": 1.123, "count": 62, "max_ms": 2.875, "p95_ms": 2.198}, "event_filter_ms": {"avg_ms": 0.006, "count": 62, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.243, "count": 62, "max_ms": 0.629, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.009, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.066, "count": 62, "max_ms": 3.608, "p95_ms": 3.129}, "setup_ms": {"avg_ms": 0.054, "count": 62, "max_ms": 0.14, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.103, "count": 62, "max_ms": 11.324, "p95_ms": 8.406}, "track_match_ms": {"avg_ms": 0.058, "count": 62, "max_ms": 0.209, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 1.176, "count": 62, "max_ms": 4.405, "p95_ms": 2.253}}, "gstreamer_push": {"avg_ms": 3.786, "count": 62, "max_ms": 7.959, "p95_ms": 5.444}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 62, "max_ms": 0.171, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.193, "count": 62, "max_ms": 85.983, "p95_ms": 78.403}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.606, "count": 62, "max_ms": 11.757, "p95_ms": 7.812}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.905, "count": 62, "max_ms": 129.17, "p95_ms": 126.76}, "inference_input_copy_ms": {"avg_ms": 1.686, "count": 62, "max_ms": 3.75, "p95_ms": 2.781}, "processing_residual_ms": {"avg_ms": 0.194, "count": 62, "max_ms": 0.46, "p95_ms": 0.303}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.392, "count": 62, "max_ms": 133.071, "p95_ms": 132.59}, "read_interval": {"avg_ms": 415.529, "count": 61, "max_ms": 18225.342, "p95_ms": 185.665}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 62, "max_ms": 0.048, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.989, "count": 62, "max_ms": 3.442, "p95_ms": 2.999}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 62, "max_ms": 0.051, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.969, "count": 62, "max_ms": 3.403, "p95_ms": 2.975}, "worker_merge_ms": {"avg_ms": 0.007, "count": 62, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 53.208, "count": 62, "max_ms": 86.001, "p95_ms": 78.419}, "visualize": {"avg_ms": 36.225, "count": 62, "max_ms": 53.301, "p95_ms": 45.142}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.815, "count": 62, "max_ms": 46.672, "p95_ms": 39.626}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.9, "count": 62, "max_ms": 51.239, "p95_ms": 44.716}, "visualize_input_copy_ms": {"avg_ms": 1.094, "count": 62, "max_ms": 2.402, "p95_ms": 1.893}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.75, "count": 62, "max_ms": 51.036, "p95_ms": 44.604}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 62, "max_ms": 0.189, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.719, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 73.045, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.318, "sample_count": 1882, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3249871, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:47:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 131968, "write_bytes_delta": 131968, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 430.0, "cpu_core_ratio": 0.089496, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 256.0, "pid": 77657, "reason": null, "system_cpu_core_ratio": 0.007756, "system_cpu_s_delta": 0.26, "user_cpu_core_ratio": 0.08174, "user_cpu_s_delta": 2.74}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.310253, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.095462, "system_cpu_s_delta": 3.1999999999970896, "user_cpu_core_ratio": 0.21479, "user_cpu_s_delta": 7.2000000000116415}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.222, "count": 51, "max_ms": 7.597, "p95_ms": 5.198, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.333, "max": 5.0, "p95": 4.0, "sample_count": 51}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 42}, "total": {"avg": 0.824, "max": 1.0, "p95": 1.0, "sample_count": 51}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.207, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.821, "count": 30, "max": 30.926, "p95": 29.036, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.867, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1243.767, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.463, "count": 30, "max": 0.562, "p95": 0.558, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 135028.767, "count": 30, "max": 143470.0, "p95": 141772.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 130246.433, "count": 30, "max": 142724.0, "p95": 139500.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.133, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.187, "count": 30, "max": 0.458, "p95": 0.436, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.71, "count": 30, "max": 1.133, "p95": 1.083, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25291, "sampled_at": "2026-11-03T12:47:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:47:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5336038, "flush_count": 5642, "flush_interval_seconds": 30.0, "flush_state": {"count": 5642, "last_at": "2026-11-03T12:48:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:48:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5641}, "started": true, "suppressed_count": 3245757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3245352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5642, "written_record_count": 5642}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10143.918, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cea291e7940] error while decoding MB 119 54, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8988342681600, "copied_frame_count": 3250992, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8988342681600, "frame_buffer_copies": 3250992, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1469, "count": 512, "max_ms": 3.3706, "p50_ms": 0.1277, "p95_ms": 0.2415, "p99_ms": 0.3187}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6699, "count": 512, "max_ms": 3.8443, "p50_ms": 1.5934, "p95_ms": 2.6598, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3250992, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 290, "h264_decode_error_count": 900, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:49:18+09:00", "last_error_summary": "[h264 @ 0x5cea291e7940] error while decoding MB 119 54, bytestream -22", "last_exit_at": "2026-11-03T12:47:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.515, "last_started_at": "2026-11-03T12:47:08+09:00", "pid": 78005, "process": {"exists": false, "pid": 78005}, "restart_count": 309, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 310}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 1907, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-11-03T12:49:18+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-03T12:49:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.711, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 220.289, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:49:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3250993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.402, "max": 6.0, "p95": 5.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "total": {"avg": 0.606, "max": 1.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.047, "pushed": 8.047, "read": 8.047}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.009, "count": 241, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 43.219, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.904, "count": 241, "max_ms": 7.934, "p95_ms": 2.871, "reason": null, "sample_age_ms": 89.749, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.357, "count": 241, "max_ms": 7.364, "p95_ms": 1.97, "reason": null, "sample_age_ms": 90.146, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 241, "max_ms": 2.122, "p95_ms": 0.759, "reason": null, "sample_age_ms": 43.244, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.183, "count": 241, "max_ms": 6.712, "p95_ms": 3.358, "reason": null, "sample_age_ms": 88.235, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.203, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.779, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.101, "count": 241, "max_ms": 110.954, "p95_ms": 72.801, "reason": null, "sample_age_ms": 43.209, "source": "client_direct"}, "sample_age_ms": 43.199, "source": "client_direct", "task_total_ms": {"avg_ms": 55.896, "count": 241, "max_ms": 116.859, "p95_ms": 75.989, "reason": null, "sample_age_ms": 43.199, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.941, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.288, "count": 241, "max_ms": 22.344, "p95_ms": 9.533}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.427, "count": 241, "max_ms": 1.417, "p95_ms": 0.834}, "detection_prepare_ms": {"avg_ms": 1.019, "count": 241, "max_ms": 8.654, "p95_ms": 2.574}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 241, "max_ms": 0.88, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.036, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.634, "count": 241, "max_ms": 5.146, "p95_ms": 3.61}, "setup_ms": {"avg_ms": 0.059, "count": 241, "max_ms": 0.318, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 4.221, "count": 241, "max_ms": 22.16, "p95_ms": 9.433}, "track_match_ms": {"avg_ms": 0.081, "count": 241, "max_ms": 0.395, "p95_ms": 0.234}, "tracker_update_ms": {"avg_ms": 0.842, "count": 241, "max_ms": 7.626, "p95_ms": 2.355}}, "gstreamer_push": {"avg_ms": 3.703, "count": 241, "max_ms": 8.157, "p95_ms": 5.505}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 241, "max_ms": 0.374, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.295, "count": 241, "max_ms": 122.88, "p95_ms": 77.35}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.091, "count": 241, "max_ms": 13.231, "p95_ms": 8.37}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.528, "count": 241, "max_ms": 176.319, "p95_ms": 126.674}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 241, "max_ms": 5.571, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.225, "count": 241, "max_ms": 0.622, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.592, "count": 241, "max_ms": 181.752, "p95_ms": 131.554}, "read_interval": {"avg_ms": 124.314, "count": 241, "max_ms": 620.682, "p95_ms": 179.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 241, "max_ms": 0.098, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 1.555, "count": 241, "max_ms": 4.97, "p95_ms": 3.432}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.098, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.534, "count": 241, "max_ms": 4.933, "p95_ms": 3.399}, "worker_merge_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.03, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.313, "count": 241, "max_ms": 122.892, "p95_ms": 77.364}, "visualize": {"avg_ms": 37.557, "count": 241, "max_ms": 72.883, "p95_ms": 51.474}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.906, "count": 241, "max_ms": 62.658, "p95_ms": 44.967}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.36, "count": 241, "max_ms": 66.801, "p95_ms": 48.585}, "visualize_input_copy_ms": {"avg_ms": 0.93, "count": 241, "max_ms": 5.596, "p95_ms": 2.46}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.21, "count": 241, "max_ms": 66.345, "p95_ms": 48.364}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 241, "max_ms": 0.336, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.212, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1182.0, "cpu_core_ratio": 0.452568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78005, "reason": null, "system_cpu_core_ratio": 0.039962, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.412606, "user_cpu_s_delta": 8.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.522047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444576, "system_cpu_s_delta": 8.89999999999418, "user_cpu_core_ratio": 1.077471, "user_cpu_s_delta": 21.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.728, "count": 232, "max_ms": 17.761, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.784, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 174}, "total": {"avg": 0.75, "max": 1.0, "p95": 1.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.568, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.623, "count": 30, "max": 31.265, "p95": 30.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.333, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1250.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.562, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133570.633, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124568.067, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.212, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25297, "sampled_at": "2026-11-03T12:49:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5336038, "flush_count": 5642, "flush_interval_seconds": 30.0, "flush_state": {"count": 5642, "last_at": "2026-11-03T12:48:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:48:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5641}, "started": true, "suppressed_count": 3245757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3245352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5642, "written_record_count": 5642}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10145.801, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:49:18+09:00", "last_error_summary": "[h264 @ 0x5cea291e7940] error while decoding MB 119 54, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8988345446400, "copied_frame_count": 3250993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8988345446400, "frame_buffer_copies": 3250993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1472, "count": 512, "max_ms": 3.3706, "p50_ms": 0.1282, "p95_ms": 0.2415, "p99_ms": 0.3187}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6704, "count": 512, "max_ms": 3.8443, "p50_ms": 1.5934, "p95_ms": 2.6598, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3250993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 290, "h264_decode_error_count": 900, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:49:18+09:00", "last_error_summary": "[h264 @ 0x5cea291e7940] error while decoding MB 119 54, bytestream -22", "last_exit_at": "2026-11-03T12:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.736, "last_started_at": "2026-11-03T12:47:08+09:00", "pid": 78005, "process": {"exists": false, "pid": 78005}, "restart_count": 309, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 310}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 1906, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.164, "last_frame_pushed_at": "2026-11-03T12:49:18+09:00", "last_frame_read_age_sec": 0.297, "last_frame_read_at": "2026-11-03T12:49:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.905, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 220.095, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T12:49:18.942409+09:00", "mtime_epoch": 1793677758.9424086, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 132272}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:49:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3250993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.4, "max": 6.0, "p95": 5.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "total": {"avg": 0.604, "max": 1.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.027, "pushed": 8.027, "read": 7.994}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.009, "count": 240, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 260.87, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 239, "max_ms": 7.934, "p95_ms": 2.877, "reason": null, "sample_age_ms": 307.4, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 239, "max_ms": 7.364, "p95_ms": 1.981, "reason": null, "sample_age_ms": 307.797, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 240, "max_ms": 2.122, "p95_ms": 0.759, "reason": null, "sample_age_ms": 260.896, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.181, "count": 239, "max_ms": 6.712, "p95_ms": 3.369, "reason": null, "sample_age_ms": 305.886, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 305.854, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 261.431, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.1, "count": 240, "max_ms": 110.954, "p95_ms": 72.801, "reason": null, "sample_age_ms": 260.86, "source": "client_direct"}, "sample_age_ms": 260.85, "source": "client_direct", "task_total_ms": {"avg_ms": 55.892, "count": 240, "max_ms": 116.859, "p95_ms": 75.993, "reason": null, "sample_age_ms": 260.85, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.223, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.281, "count": 240, "max_ms": 22.344, "p95_ms": 9.533}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.427, "count": 240, "max_ms": 1.417, "p95_ms": 0.834}, "detection_prepare_ms": {"avg_ms": 1.018, "count": 240, "max_ms": 8.654, "p95_ms": 2.574}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 240, "max_ms": 0.88, "p95_ms": 0.298}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.036, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.631, "count": 240, "max_ms": 5.146, "p95_ms": 3.61}, "setup_ms": {"avg_ms": 0.059, "count": 240, "max_ms": 0.318, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 4.215, "count": 240, "max_ms": 22.16, "p95_ms": 9.433}, "track_match_ms": {"avg_ms": 0.081, "count": 240, "max_ms": 0.395, "p95_ms": 0.234}, "tracker_update_ms": {"avg_ms": 0.842, "count": 240, "max_ms": 7.626, "p95_ms": 2.355}}, "gstreamer_push": {"avg_ms": 3.708, "count": 240, "max_ms": 8.157, "p95_ms": 5.505}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 240, "max_ms": 0.374, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.299, "count": 240, "max_ms": 122.88, "p95_ms": 77.35}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.089, "count": 240, "max_ms": 13.231, "p95_ms": 8.37}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.647, "count": 240, "max_ms": 176.319, "p95_ms": 126.674}, "inference_input_copy_ms": {"avg_ms": 1.746, "count": 240, "max_ms": 5.571, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.224, "count": 240, "max_ms": 0.622, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.707, "count": 240, "max_ms": 181.752, "p95_ms": 131.554}, "read_interval": {"avg_ms": 124.384, "count": 239, "max_ms": 620.682, "p95_ms": 180.2}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 240, "max_ms": 0.098, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 1.552, "count": 240, "max_ms": 4.97, "p95_ms": 3.432}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.098, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.53, "count": 240, "max_ms": 4.933, "p95_ms": 3.399}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.03, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.318, "count": 240, "max_ms": 122.892, "p95_ms": 77.364}, "visualize": {"avg_ms": 37.681, "count": 240, "max_ms": 72.883, "p95_ms": 51.502}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.964, "count": 240, "max_ms": 62.658, "p95_ms": 45.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.487, "count": 240, "max_ms": 68.944, "p95_ms": 48.799}, "visualize_input_copy_ms": {"avg_ms": 0.927, "count": 240, "max_ms": 5.596, "p95_ms": 2.46}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.337, "count": 240, "max_ms": 68.694, "p95_ms": 48.641}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 240, "max_ms": 0.336, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.212, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1182.0, "cpu_core_ratio": 0.452568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78005, "reason": null, "system_cpu_core_ratio": 0.039962, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.412606, "user_cpu_s_delta": 8.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.522047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444576, "system_cpu_s_delta": 8.89999999999418, "user_cpu_core_ratio": 1.077471, "user_cpu_s_delta": 21.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.728, "count": 232, "max_ms": 17.761, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.784, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 174}, "total": {"avg": 0.75, "max": 1.0, "p95": 1.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.568, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.623, "count": 30, "max": 31.265, "p95": 30.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.333, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1250.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.562, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133570.633, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124568.067, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.212, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25297, "sampled_at": "2026-11-03T12:49:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5336038, "flush_count": 5642, "flush_interval_seconds": 30.0, "flush_state": {"count": 5642, "last_at": "2026-11-03T12:48:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:48:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5641}, "started": true, "suppressed_count": 3245757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3245352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5642, "written_record_count": 5642}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10144.5, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8988345446400, "copied_frame_count": 3250993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8988345446400, "frame_buffer_copies": 3250993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1472, "count": 512, "max_ms": 3.3706, "p50_ms": 0.1282, "p95_ms": 0.2415, "p99_ms": 0.3187}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6704, "count": 512, "max_ms": 3.8443, "p50_ms": 1.5934, "p95_ms": 2.6598, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3250993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 290, "h264_decode_error_count": 900, "h264_decode_error_count_per_hour": 45, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:49:18+09:00", "last_error_summary": "[h264 @ 0x5cea291e7940] error while decoding MB 119 54, bytestream -22", "last_exit_at": "2026-11-03T12:49:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 130.826, "last_started_at": "2026-11-03T12:47:08+09:00", "pid": 78005, "process": {"exists": false, "pid": 78005}, "restart_count": 309, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 310}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 1905, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.255, "last_frame_pushed_at": "2026-11-03T12:49:18+09:00", "last_frame_read_age_sec": 0.388, "last_frame_read_at": "2026-11-03T12:49:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.995, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 220.005, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-03T12:49:18.982409+09:00", "mtime_epoch": 1793677758.9824088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130412}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:49:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3250993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.397, "max": 6.0, "p95": 5.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 144}, "total": {"avg": 0.603, "max": 1.0, "p95": 1.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 7.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.009, "count": 239, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 355.567, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.907, "count": 239, "max_ms": 7.934, "p95_ms": 2.877, "reason": null, "sample_age_ms": 402.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.359, "count": 239, "max_ms": 7.364, "p95_ms": 1.981, "reason": null, "sample_age_ms": 402.494, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 239, "max_ms": 2.122, "p95_ms": 0.76, "reason": null, "sample_age_ms": 355.592, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.181, "count": 239, "max_ms": 6.712, "p95_ms": 3.369, "reason": null, "sample_age_ms": 400.583, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 400.551, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 356.127, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.119, "count": 239, "max_ms": 110.954, "p95_ms": 72.801, "reason": null, "sample_age_ms": 355.557, "source": "client_direct"}, "sample_age_ms": 355.547, "source": "client_direct", "task_total_ms": {"avg_ms": 55.913, "count": 239, "max_ms": 116.859, "p95_ms": 75.998, "reason": null, "sample_age_ms": 355.547, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.269, "count": 239, "max_ms": 22.344, "p95_ms": 9.578}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 239, "max_ms": 1.417, "p95_ms": 0.845}, "detection_prepare_ms": {"avg_ms": 1.017, "count": 239, "max_ms": 8.654, "p95_ms": 2.586}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.146, "count": 239, "max_ms": 0.88, "p95_ms": 0.303}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.036, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.625, "count": 239, "max_ms": 5.146, "p95_ms": 3.612}, "setup_ms": {"avg_ms": 0.059, "count": 239, "max_ms": 0.318, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 4.203, "count": 239, "max_ms": 22.16, "p95_ms": 9.474}, "track_match_ms": {"avg_ms": 0.08, "count": 239, "max_ms": 0.395, "p95_ms": 0.239}, "tracker_update_ms": {"avg_ms": 0.838, "count": 239, "max_ms": 7.626, "p95_ms": 2.359}}, "gstreamer_push": {"avg_ms": 3.708, "count": 240, "max_ms": 8.157, "p95_ms": 5.505}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 239, "max_ms": 0.374, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.323, "count": 239, "max_ms": 122.88, "p95_ms": 78.547}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.089, "count": 240, "max_ms": 13.231, "p95_ms": 8.37}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.647, "count": 240, "max_ms": 176.319, "p95_ms": 126.674}, "inference_input_copy_ms": {"avg_ms": 1.746, "count": 240, "max_ms": 5.571, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.224, "count": 240, "max_ms": 0.622, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.707, "count": 240, "max_ms": 181.752, "p95_ms": 131.554}, "read_interval": {"avg_ms": 124.384, "count": 239, "max_ms": 620.682, "p95_ms": 180.2}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.098, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 1.546, "count": 239, "max_ms": 4.97, "p95_ms": 3.504}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 239, "max_ms": 0.098, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.525, "count": 239, "max_ms": 4.933, "p95_ms": 3.475}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 57.341, "count": 239, "max_ms": 122.892, "p95_ms": 78.57}, "visualize": {"avg_ms": 37.618, "count": 239, "max_ms": 72.883, "p95_ms": 51.502}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.908, "count": 239, "max_ms": 62.658, "p95_ms": 45.379}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.427, "count": 239, "max_ms": 68.944, "p95_ms": 48.799}, "visualize_input_copy_ms": {"avg_ms": 0.925, "count": 239, "max_ms": 5.596, "p95_ms": 2.491}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.276, "count": 239, "max_ms": 68.694, "p95_ms": 48.641}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 239, "max_ms": 0.336, "p95_ms": 0.158}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.212, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1182.0, "cpu_core_ratio": 0.452568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78005, "reason": null, "system_cpu_core_ratio": 0.039962, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.412606, "user_cpu_s_delta": 8.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.522047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444576, "system_cpu_s_delta": 8.89999999999418, "user_cpu_core_ratio": 1.077471, "user_cpu_s_delta": 21.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.728, "count": 232, "max_ms": 17.761, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.784, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 174}, "total": {"avg": 0.75, "max": 1.0, "p95": 1.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.568, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.623, "count": 30, "max": 31.265, "p95": 30.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.333, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1250.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.562, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133570.633, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124568.067, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.212, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25297, "sampled_at": "2026-11-03T12:49:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5336038, "flush_count": 5642, "flush_interval_seconds": 30.0, "flush_state": {"count": 5642, "last_at": "2026-11-03T12:48:23", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:48:23", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5641}, "started": true, "suppressed_count": 3245757, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3245352}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5642, "written_record_count": 5642}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10186.902, "limit_mb": null}, "detail": {"pid": 78121, "restart_count": 310, "start_count": 311}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8988345446400, "copied_frame_count": 3250993, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8988345446400, "frame_buffer_copies": 3250993, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1472, "count": 512, "max_ms": 3.3706, "p50_ms": 0.1282, "p95_ms": 0.2415, "p99_ms": 0.3187}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6704, "count": 512, "max_ms": 3.8443, "p50_ms": 1.5934, "p95_ms": 2.6598, "p99_ms": 3.2742, "results": {"failed": 0, "not_applicable": 0, "success": 3250993, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 290, "h264_decode_error_count": 900, "h264_decode_error_count_per_hour": 43, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:49:18+09:00", "last_error_summary": "[h264 @ 0x5cea291e7940] error while decoding MB 119 54, bytestream -22", "last_exit_at": "2026-11-03T12:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:49:21+09:00", "pid": 78121, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.371, "name": "ffmpeg", "pid": 78121, "rss_mb": 57.371, "state": "S (sleeping)", "threads": 1}, "restart_count": 310, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 311}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.366, "sample_count": 1861, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250993, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.932, "last_frame_pushed_at": "2026-11-03T12:49:18+09:00", "last_frame_read_age_sec": 5.066, "last_frame_read_at": "2026-11-03T12:49:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 384.679, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 215.321, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 4.734, "exists": true, "mtime": "2026-11-03T12:49:18.982409+09:00", "mtime_epoch": 1793677758.9824088, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 130412}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:49:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.238, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3250993, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.305, "max": 6.0, "p95": 4.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 108}, "total": {"avg": 0.532, "max": 1.0, "p95": 1.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.777, "pushed": 6.777, "read": 6.744}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.009, "count": 202, "max_ms": 0.048, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5032.206, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.892, "count": 202, "max_ms": 7.934, "p95_ms": 2.867, "reason": null, "sample_age_ms": 5078.736, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.358, "count": 202, "max_ms": 7.364, "p95_ms": 1.967, "reason": null, "sample_age_ms": 5079.133, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 202, "max_ms": 2.122, "p95_ms": 0.762, "reason": null, "sample_age_ms": 5032.231, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.229, "count": 202, "max_ms": 6.712, "p95_ms": 3.562, "reason": null, "sample_age_ms": 5077.222, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5077.19, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5032.766, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.367, "count": 202, "max_ms": 110.954, "p95_ms": 71.724, "reason": null, "sample_age_ms": 5032.196, "source": "client_direct"}, "sample_age_ms": 5032.186, "source": "client_direct", "task_total_ms": {"avg_ms": 56.231, "count": 202, "max_ms": 116.859, "p95_ms": 74.762, "reason": null, "sample_age_ms": 5032.186, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.087, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.006, "count": 203, "max_ms": 22.344, "p95_ms": 9.436}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.424, "count": 203, "max_ms": 1.417, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 0.952, "count": 203, "max_ms": 8.654, "p95_ms": 2.55}, "event_filter_ms": {"avg_ms": 0.006, "count": 203, "max_ms": 0.029, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.147, "count": 203, "max_ms": 0.88, "p95_ms": 0.303}, "mcmt_ms": {"avg_ms": 0.004, "count": 203, "max_ms": 0.036, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.481, "count": 203, "max_ms": 4.653, "p95_ms": 3.612}, "setup_ms": {"avg_ms": 0.06, "count": 203, "max_ms": 0.168, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.94, "count": 203, "max_ms": 22.16, "p95_ms": 9.288}, "track_match_ms": {"avg_ms": 0.075, "count": 203, "max_ms": 0.395, "p95_ms": 0.234}, "tracker_update_ms": {"avg_ms": 0.789, "count": 203, "max_ms": 7.626, "p95_ms": 2.355}}, "gstreamer_push": {"avg_ms": 3.744, "count": 203, "max_ms": 8.157, "p95_ms": 5.585}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 203, "max_ms": 0.374, "p95_ms": 0.133}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.66, "count": 203, "max_ms": 122.88, "p95_ms": 76.876}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.779, "count": 203, "max_ms": 12.772, "p95_ms": 7.65}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.166, "count": 203, "max_ms": 176.319, "p95_ms": 125.369}, "inference_input_copy_ms": {"avg_ms": 1.756, "count": 203, "max_ms": 5.571, "p95_ms": 3.029}, "processing_residual_ms": {"avg_ms": 0.22, "count": 203, "max_ms": 0.622, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.921, "count": 203, "max_ms": 181.752, "p95_ms": 131.22}, "read_interval": {"avg_ms": 123.742, "count": 202, "max_ms": 620.682, "p95_ms": 179.922}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 203, "max_ms": 0.098, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.402, "count": 203, "max_ms": 4.53, "p95_ms": 3.504}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 203, "max_ms": 0.098, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.381, "count": 203, "max_ms": 4.503, "p95_ms": 3.475}, "worker_merge_ms": {"avg_ms": 0.008, "count": 203, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 57.679, "count": 203, "max_ms": 122.892, "p95_ms": 76.904}, "visualize": {"avg_ms": 37.126, "count": 203, "max_ms": 72.883, "p95_ms": 51.502}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.703, "count": 203, "max_ms": 62.658, "p95_ms": 44.222}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.021, "count": 203, "max_ms": 68.944, "p95_ms": 47.37}, "visualize_input_copy_ms": {"avg_ms": 0.842, "count": 203, "max_ms": 5.596, "p95_ms": 2.566}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.874, "count": 203, "max_ms": 68.694, "p95_ms": 47.145}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 203, "max_ms": 0.336, "p95_ms": 0.157}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.18, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.212, "sample_count": 1931, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3250850, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 1182.0, "cpu_core_ratio": 0.452568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78005, "reason": null, "system_cpu_core_ratio": 0.039962, "system_cpu_s_delta": 0.7999999999999998, "user_cpu_core_ratio": 0.412606, "user_cpu_s_delta": 8.259999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.522047, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.444576, "system_cpu_s_delta": 8.89999999999418, "user_cpu_core_ratio": 1.077471, "user_cpu_s_delta": 21.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.728, "count": 232, "max_ms": 17.761, "p95_ms": 5.585, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.784, "max": 6.0, "p95": 5.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 174}, "total": {"avg": 0.75, "max": 1.0, "p95": 1.0, "sample_count": 232}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.568, "count": 30, "max": 73.045, "p95": 50.265, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.623, "count": 30, "max": 31.265, "p95": 30.149, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1202.333, "count": 30, "max": 1490.0, "p95": 1457.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1250.3, "count": 30, "max": 11918.0, "p95": 6826.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.448, "count": 30, "max": 0.562, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.08, "count": 30, "max": 2.412, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 133570.633, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 124568.067, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 55.0, "p95": 41.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.212, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.736, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25297, "sampled_at": "2026-11-03T12:49:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4606384, "flush_count": 5644, "flush_interval_seconds": 30.0, "flush_state": {"count": 5644, "last_at": "2026-11-03T12:50:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:50:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5643}, "started": true, "suppressed_count": 3343003, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3342998}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5644, "written_record_count": 5644}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9971.918, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9258322636800, "copied_frame_count": 3348641, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9258322636800, "frame_buffer_copies": 3348641, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1421, "count": 512, "max_ms": 2.3125, "p50_ms": 0.1286, "p95_ms": 0.2517, "p99_ms": 0.3263}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3033, "count": 512, "max_ms": 3.1918, "p50_ms": 1.2256, "p95_ms": 2.1527, "p99_ms": 2.696, "results": {"failed": 0, "not_applicable": 0, "success": 3348641, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 152, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:43+09:00", "last_error_summary": "[h264 @ 0x5c095bb78280] error while decoding MB 109 97, bytestream -8", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 229.814, "last_started_at": "2026-11-03T12:46:46+09:00", "pid": 77889, "process": {"exists": false, "pid": 77889}, "restart_count": 162, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.091, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3348641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-03T12:50:35+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T12:50:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 456.806, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 143.194, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T12:50:35.852647+09:00", "mtime_epoch": 1793677835.8526468, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 144160}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:50:35+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.469, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3348641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 163}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 163, "pushed_frames": 163, "read_frames": 162, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.443, "pushed": 5.443, "read": 5.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 162, "client_acquire_ms": {"avg_ms": 0.008, "count": 162, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 69.944, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.709, "count": 162, "max_ms": 7.689, "p95_ms": 2.188, "reason": null, "sample_age_ms": 114.286, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 162, "max_ms": 7.05, "p95_ms": 1.519, "reason": null, "sample_age_ms": 114.486, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 162, "max_ms": 0.63, "p95_ms": 0.251, "reason": null, "sample_age_ms": 69.955, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.637, "count": 162, "max_ms": 6.476, "p95_ms": 2.745, "reason": null, "sample_age_ms": 112.622, "source": "client_direct"}, "request_count": 162, "request_tensor_bytes": {"avg": 2211848.0, "count": 162, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 112.599, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 162, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.262, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.269, "count": 162, "max_ms": 81.602, "p95_ms": 52.953, "reason": null, "sample_age_ms": 69.937, "source": "client_direct"}, "sample_age_ms": 69.926, "source": "client_direct", "task_total_ms": {"avg_ms": 41.247, "count": 162, "max_ms": 84.986, "p95_ms": 55.075, "reason": null, "sample_age_ms": 69.926, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.879, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.748, "count": 163, "max_ms": 2.159, "p95_ms": 1.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 163, "max_ms": 1.121, "p95_ms": 0.543}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 163, "max_ms": 0.315, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 163, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 163, "max_ms": 0.229, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.002, "count": 163, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 163, "max_ms": 0.556, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.046, "count": 163, "max_ms": 0.125, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.708, "count": 163, "max_ms": 2.072, "p95_ms": 1.402}, "track_match_ms": {"avg_ms": 0.005, "count": 163, "max_ms": 0.021, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.029, "count": 163, "max_ms": 0.098, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.824, "count": 163, "max_ms": 5.778, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 163, "max_ms": 0.245, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.279, "count": 163, "max_ms": 93.176, "p95_ms": 56.596}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 163, "max_ms": 0.124, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.679, "count": 163, "max_ms": 133.247, "p95_ms": 94.811}, "inference_input_copy_ms": {"avg_ms": 1.535, "count": 163, "max_ms": 4.924, "p95_ms": 2.585}, "processing_residual_ms": {"avg_ms": 0.171, "count": 163, "max_ms": 0.468, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.43, "count": 163, "max_ms": 136.814, "p95_ms": 97.583}, "read_interval": {"avg_ms": 184.754, "count": 162, "max_ms": 4988.082, "p95_ms": 406.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 163, "max_ms": 0.06, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.127, "count": 163, "max_ms": 0.383, "p95_ms": 0.257}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 163, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 163, "max_ms": 0.349, "p95_ms": 0.219}, "worker_merge_ms": {"avg_ms": 0.006, "count": 163, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.295, "count": 163, "max_ms": 93.187, "p95_ms": 56.606}, "visualize": {"avg_ms": 30.599, "count": 163, "max_ms": 56.143, "p95_ms": 41.052}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.682, "count": 163, "max_ms": 52.406, "p95_ms": 39.826}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.396, "count": 163, "max_ms": 55.818, "p95_ms": 40.715}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 163, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.295, "count": 163, "max_ms": 55.681, "p95_ms": 40.581}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 163, "max_ms": 0.181, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 163}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 163}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2411.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.425, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3348409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145723, "write_bytes_delta": 145723, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1533.0, "cpu_core_ratio": 1.500375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77889, "reason": null, "system_cpu_core_ratio": 0.060174, "system_cpu_s_delta": 1.209999999999999, "user_cpu_core_ratio": 1.440201, "user_cpu_s_delta": 28.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.738998, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064153, "system_cpu_s_delta": 1.2900000000008731, "user_cpu_core_ratio": 0.674846, "user_cpu_s_delta": 13.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 301, "max_ms": 6.962, "p95_ms": 4.632, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.206, "count": 30, "max": 61.757, "p95": 57.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.351, "count": 30, "max": 31.717, "p95": 28.852, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 869.367, "count": 30, "max": 1619.0, "p95": 1548.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 631.967, "count": 30, "max": 11337.0, "p95": 3362.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.072, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.512, "p95": 1.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.014, "count": 30, "max": 0.31, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140226.733, "count": 30, "max": 145723.0, "p95": 144608.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140226.733, "count": 30, "max": 145723.0, "p95": 144608.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.2, "count": 30, "max": 46.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.692, "p95": 0.682, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28319, "sampled_at": "2026-11-03T12:49:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4606384, "flush_count": 5644, "flush_interval_seconds": 30.0, "flush_state": {"count": 5644, "last_at": "2026-11-03T12:50:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:50:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5643}, "started": true, "suppressed_count": 3343003, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3342998}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5644, "written_record_count": 5644}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9972.52, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9258322636800, "copied_frame_count": 3348641, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9258322636800, "frame_buffer_copies": 3348641, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1421, "count": 512, "max_ms": 2.3125, "p50_ms": 0.1286, "p95_ms": 0.2517, "p99_ms": 0.3263}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3033, "count": 512, "max_ms": 3.1918, "p50_ms": 1.2256, "p95_ms": 2.1527, "p99_ms": 2.696, "results": {"failed": 0, "not_applicable": 0, "success": 3348641, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 152, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:43+09:00", "last_error_summary": "[h264 @ 0x5c095bb78280] error while decoding MB 109 97, bytestream -8", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 230.232, "last_started_at": "2026-11-03T12:46:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 162, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 163}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.93, "sample_count": 2324, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3348641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.451, "last_frame_pushed_at": "2026-11-03T12:50:35+09:00", "last_frame_read_age_sec": 0.529, "last_frame_read_at": "2026-11-03T12:50:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 457.247, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 142.753, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.441, "exists": true, "mtime": "2026-11-03T12:50:35.852647+09:00", "mtime_epoch": 1793677835.8526468, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 144160}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:50:36+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.469, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3348641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.689, "pushed": 5.689, "read": 5.689}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.008, "count": 161, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 501.606, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.709, "count": 161, "max_ms": 7.689, "p95_ms": 2.189, "reason": null, "sample_age_ms": 545.949, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.327, "count": 161, "max_ms": 7.05, "p95_ms": 1.519, "reason": null, "sample_age_ms": 546.148, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 161, "max_ms": 0.63, "p95_ms": 0.252, "reason": null, "sample_age_ms": 501.617, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.635, "count": 161, "max_ms": 6.476, "p95_ms": 2.746, "reason": null, "sample_age_ms": 544.284, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2211848.0, "count": 161, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 544.261, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 501.924, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.277, "count": 161, "max_ms": 81.602, "p95_ms": 52.965, "reason": null, "sample_age_ms": 501.6, "source": "client_direct"}, "sample_age_ms": 501.588, "source": "client_direct", "task_total_ms": {"avg_ms": 41.252, "count": 161, "max_ms": 84.986, "p95_ms": 55.077, "reason": null, "sample_age_ms": 501.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.487, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.749, "count": 161, "max_ms": 2.159, "p95_ms": 1.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 161, "max_ms": 1.121, "p95_ms": 0.543}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 161, "max_ms": 0.315, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 161, "max_ms": 0.229, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.002, "count": 161, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 161, "max_ms": 0.556, "p95_ms": 0.356}, "setup_ms": {"avg_ms": 0.046, "count": 161, "max_ms": 0.125, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.709, "count": 161, "max_ms": 2.072, "p95_ms": 1.402}, "track_match_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.021, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.03, "count": 161, "max_ms": 0.098, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.815, "count": 161, "max_ms": 5.778, "p95_ms": 4.667}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 161, "max_ms": 0.245, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.284, "count": 161, "max_ms": 93.176, "p95_ms": 56.596}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 161, "max_ms": 0.124, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.596, "count": 161, "max_ms": 133.247, "p95_ms": 94.811}, "inference_input_copy_ms": {"avg_ms": 1.534, "count": 161, "max_ms": 4.924, "p95_ms": 2.585}, "processing_residual_ms": {"avg_ms": 0.169, "count": 161, "max_ms": 0.468, "p95_ms": 0.313}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.343, "count": 161, "max_ms": 136.814, "p95_ms": 97.583}, "read_interval": {"avg_ms": 185.229, "count": 161, "max_ms": 4988.082, "p95_ms": 406.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 161, "max_ms": 0.06, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.126, "count": 161, "max_ms": 0.383, "p95_ms": 0.247}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 161, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 161, "max_ms": 0.349, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.006, "count": 161, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 42.3, "count": 161, "max_ms": 93.187, "p95_ms": 56.606}, "visualize": {"avg_ms": 30.532, "count": 161, "max_ms": 56.143, "p95_ms": 40.743}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.62, "count": 161, "max_ms": 52.406, "p95_ms": 39.51}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.331, "count": 161, "max_ms": 55.818, "p95_ms": 40.499}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.231, "count": 161, "max_ms": 55.681, "p95_ms": 40.351}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 161, "max_ms": 0.181, "p95_ms": 0.111}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2411.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.425, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3348409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145723, "write_bytes_delta": 145723, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1533.0, "cpu_core_ratio": 1.500375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77889, "reason": null, "system_cpu_core_ratio": 0.060174, "system_cpu_s_delta": 1.209999999999999, "user_cpu_core_ratio": 1.440201, "user_cpu_s_delta": 28.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.738998, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064153, "system_cpu_s_delta": 1.2900000000008731, "user_cpu_core_ratio": 0.674846, "user_cpu_s_delta": 13.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 301, "max_ms": 6.962, "p95_ms": 4.632, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.206, "count": 30, "max": 61.757, "p95": 57.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.351, "count": 30, "max": 31.717, "p95": 28.852, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 869.367, "count": 30, "max": 1619.0, "p95": 1548.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 631.967, "count": 30, "max": 11337.0, "p95": 3362.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.072, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.512, "p95": 1.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.014, "count": 30, "max": 0.31, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140226.733, "count": 30, "max": 145723.0, "p95": 144608.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140226.733, "count": 30, "max": 145723.0, "p95": 144608.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.2, "count": 30, "max": 46.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.692, "p95": 0.682, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28319, "sampled_at": "2026-11-03T12:49:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.299, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4606384, "flush_count": 5644, "flush_interval_seconds": 30.0, "flush_state": {"count": 5644, "last_at": "2026-11-03T12:50:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:50:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5643}, "started": true, "suppressed_count": 3343003, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3342998}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5644, "written_record_count": 5644}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10323.129, "limit_mb": null}, "detail": {"pid": 78237, "restart_count": 163, "start_count": 164}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9258322636800, "copied_frame_count": 3348641, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9258322636800, "frame_buffer_copies": 3348641, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1421, "count": 512, "max_ms": 2.3125, "p50_ms": 0.1286, "p95_ms": 0.2517, "p99_ms": 0.3263}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3033, "count": 512, "max_ms": 3.1918, "p50_ms": 1.2256, "p95_ms": 2.1527, "p99_ms": 2.696, "results": {"failed": 0, "not_applicable": 0, "success": 3348641, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 152, "h264_decode_error_count": 279, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:46:43+09:00", "last_error_summary": "[h264 @ 0x5c095bb78280] error while decoding MB 109 97, bytestream -8", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:50:39+09:00", "pid": 78237, "process": {"exists": true, "fd_count": 5, "hwm_mb": 384.727, "name": "ffmpeg", "pid": 78237, "rss_mb": 384.727, "state": "S (sleeping)", "threads": 70}, "restart_count": 163, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.171, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3348641, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:50:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.179, "last_frame_pushed_at": "2026-11-03T12:50:35+09:00", "last_frame_read_age_sec": 5.257, "last_frame_read_at": "2026-11-03T12:50:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.984, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 138.016, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 5.169, "exists": true, "mtime": "2026-11-03T12:50:35.852647+09:00", "mtime_epoch": 1793677835.8526468, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 144160}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:50:41+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3348641, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 131, "pushed_frames": 131, "read_frames": 130, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.369, "pushed": 4.369, "read": 4.335}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 130, "client_acquire_ms": {"avg_ms": 0.007, "count": 130, "max_ms": 0.032, "p95_ms": 0.012, "reason": null, "sample_age_ms": 5220.531, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.598, "count": 130, "max_ms": 4.087, "p95_ms": 1.887, "reason": null, "sample_age_ms": 5264.873, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 130, "max_ms": 3.478, "p95_ms": 1.516, "reason": null, "sample_age_ms": 5265.073, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.11, "count": 130, "max_ms": 0.63, "p95_ms": 0.267, "reason": null, "sample_age_ms": 5220.541, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.486, "count": 130, "max_ms": 4.965, "p95_ms": 2.455, "reason": null, "sample_age_ms": 5263.208, "source": "client_direct"}, "request_count": 130, "request_tensor_bytes": {"avg": 2211848.0, "count": 130, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5263.186, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 130, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5220.849, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.397, "count": 130, "max_ms": 70.989, "p95_ms": 51.578, "reason": null, "sample_age_ms": 5220.524, "source": "client_direct"}, "sample_age_ms": 5220.512, "source": "client_direct", "task_total_ms": {"avg_ms": 40.173, "count": 130, "max_ms": 73.078, "p95_ms": 54.197, "reason": null, "sample_age_ms": 5220.512, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.554, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.742, "count": 131, "max_ms": 2.159, "p95_ms": 1.477}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.246, "count": 131, "max_ms": 0.722, "p95_ms": 0.543}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 131, "max_ms": 0.315, "p95_ms": 0.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 131, "max_ms": 0.022, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 131, "max_ms": 0.229, "p95_ms": 0.171}, "mcmt_ms": {"avg_ms": 0.002, "count": 131, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 131, "max_ms": 0.556, "p95_ms": 0.36}, "setup_ms": {"avg_ms": 0.046, "count": 131, "max_ms": 0.125, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.703, "count": 131, "max_ms": 2.05, "p95_ms": 1.4}, "track_match_ms": {"avg_ms": 0.005, "count": 131, "max_ms": 0.021, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 131, "max_ms": 0.098, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.703, "count": 131, "max_ms": 5.778, "p95_ms": 4.589}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 131, "max_ms": 0.245, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.19, "count": 131, "max_ms": 76.686, "p95_ms": 55.736}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 131, "max_ms": 0.118, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.997, "count": 131, "max_ms": 124.029, "p95_ms": 93.619}, "inference_input_copy_ms": {"avg_ms": 1.467, "count": 131, "max_ms": 4.924, "p95_ms": 2.42}, "processing_residual_ms": {"avg_ms": 0.159, "count": 131, "max_ms": 0.468, "p95_ms": 0.322}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.666, "count": 131, "max_ms": 125.381, "p95_ms": 95.627}, "read_interval": {"avg_ms": 190.916, "count": 130, "max_ms": 4988.082, "p95_ms": 639.526}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 131, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.125, "count": 131, "max_ms": 0.383, "p95_ms": 0.247}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 131, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.11, "count": 131, "max_ms": 0.349, "p95_ms": 0.217}, "worker_merge_ms": {"avg_ms": 0.006, "count": 131, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.206, "count": 131, "max_ms": 76.699, "p95_ms": 55.765}, "visualize": {"avg_ms": 30.07, "count": 131, "max_ms": 49.945, "p95_ms": 39.86}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.179, "count": 131, "max_ms": 47.418, "p95_ms": 38.916}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.867, "count": 131, "max_ms": 49.585, "p95_ms": 39.62}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.768, "count": 131, "max_ms": 49.458, "p95_ms": 39.499}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 131, "max_ms": 0.181, "p95_ms": 0.117}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2411.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 43.271, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.425, "sample_count": 2470, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3348409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:49:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 145723, "write_bytes_delta": 145723, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1533.0, "cpu_core_ratio": 1.500375, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 77889, "reason": null, "system_cpu_core_ratio": 0.060174, "system_cpu_s_delta": 1.209999999999999, "user_cpu_core_ratio": 1.440201, "user_cpu_s_delta": 28.960000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.738998, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 25.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064153, "system_cpu_s_delta": 1.2900000000008731, "user_cpu_core_ratio": 0.674846, "user_cpu_s_delta": 13.570000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 301, "max_ms": 6.962, "p95_ms": 4.632, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.206, "count": 30, "max": 61.757, "p95": 57.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.351, "count": 30, "max": 31.717, "p95": 28.852, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 869.367, "count": 30, "max": 1619.0, "p95": 1548.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 631.967, "count": 30, "max": 11337.0, "p95": 3362.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.052, "count": 30, "max": 0.072, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.128, "count": 30, "max": 1.512, "p95": 1.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.014, "count": 30, "max": 0.31, "p95": 0.048, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 140226.733, "count": 30, "max": 145723.0, "p95": 144608.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 140226.733, "count": 30, "max": 145723.0, "p95": 144608.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.2, "count": 30, "max": 46.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.548, "count": 30, "max": 0.692, "p95": 0.682, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28319, "sampled_at": "2026-11-03T12:49:58+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:49:58+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5338819, "flush_count": 5645, "flush_interval_seconds": 30.0, "flush_state": {"count": 5645, "last_at": "2026-11-03T12:51:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:51:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5644}, "started": true, "suppressed_count": 3247186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3246781}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5645, "written_record_count": 5645}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10181.086, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5713d25cc580] error while decoding MB 113 38, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8992301875200, "copied_frame_count": 3252424, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8992301875200, "frame_buffer_copies": 3252424, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1507, "count": 512, "max_ms": 2.0221, "p50_ms": 0.1249, "p95_ms": 0.2575, "p99_ms": 0.4451}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7067, "count": 512, "max_ms": 5.0044, "p50_ms": 1.6181, "p95_ms": 2.7246, "p99_ms": 3.6225, "results": {"failed": 0, "not_applicable": 0, "success": 3252424, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 291, "h264_decode_error_count": 901, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:52:15+09:00", "last_error_summary": "[h264 @ 0x5713d25cc580] error while decoding MB 113 38, bytestream -9", "last_exit_at": "2026-11-03T12:49:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.233, "last_started_at": "2026-11-03T12:49:21+09:00", "pid": 78121, "process": {"exists": false, "pid": 78121}, "restart_count": 310, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 311}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.665, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252424, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T12:52:15+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T12:52:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 556.922, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 43.078, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:52:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3252425, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.028, "max": 13.0, "p95": 10.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.022, "max": 2.0, "p95": 1.0, "sample_count": 89}, "total": {"avg": 0.417, "max": 2.0, "p95": 1.0, "sample_count": 218}}, "tracking_counts": {"active": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 218}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 218}, "tracked": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 218}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 218, "pushed_frames": 218, "read_frames": 218, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.281, "pushed": 7.281, "read": 7.281}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 219, "max_ms": 0.04, "p95_ms": 0.02, "reason": null, "sample_age_ms": 50.887, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.98, "count": 218, "max_ms": 6.569, "p95_ms": 3.205, "reason": null, "sample_age_ms": 96.335, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.376, "count": 218, "max_ms": 5.161, "p95_ms": 1.995, "reason": null, "sample_age_ms": 96.576, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.458, "count": 219, "max_ms": 4.412, "p95_ms": 0.889, "reason": null, "sample_age_ms": 50.9, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.45, "count": 218, "max_ms": 6.681, "p95_ms": 4.344, "reason": null, "sample_age_ms": 94.882, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 94.856, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 219, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 51.605, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.502, "count": 219, "max_ms": 89.743, "p95_ms": 70.472, "reason": null, "sample_age_ms": 50.882, "source": "client_direct"}, "sample_age_ms": 50.873, "source": "client_direct", "task_total_ms": {"avg_ms": 55.642, "count": 219, "max_ms": 92.899, "p95_ms": 74.712, "reason": null, "sample_age_ms": 50.873, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.932, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.144, "count": 218, "max_ms": 11.159, "p95_ms": 8.897}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 218, "max_ms": 1.383, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 0.745, "count": 218, "max_ms": 3.465, "p95_ms": 2.436}, "event_filter_ms": {"avg_ms": 0.005, "count": 218, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.187, "count": 218, "max_ms": 1.662, "p95_ms": 0.454}, "mcmt_ms": {"avg_ms": 0.003, "count": 218, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.014, "count": 218, "max_ms": 6.332, "p95_ms": 3.318}, "setup_ms": {"avg_ms": 0.057, "count": 218, "max_ms": 0.299, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 3.085, "count": 218, "max_ms": 11.007, "p95_ms": 8.785}, "track_match_ms": {"avg_ms": 0.036, "count": 218, "max_ms": 0.264, "p95_ms": 0.124}, "tracker_update_ms": {"avg_ms": 0.643, "count": 218, "max_ms": 4.399, "p95_ms": 2.217}}, "gstreamer_push": {"avg_ms": 3.807, "count": 218, "max_ms": 10.375, "p95_ms": 5.983}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 218, "max_ms": 1.542, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.187, "count": 218, "max_ms": 93.893, "p95_ms": 76.733}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.374, "count": 218, "max_ms": 12.679, "p95_ms": 5.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.106, "count": 218, "max_ms": 167.226, "p95_ms": 125.914}, "inference_input_copy_ms": {"avg_ms": 1.854, "count": 218, "max_ms": 3.933, "p95_ms": 3.028}, "processing_residual_ms": {"avg_ms": 0.254, "count": 218, "max_ms": 0.672, "p95_ms": 0.471}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.588, "count": 218, "max_ms": 169.648, "p95_ms": 132.63}, "read_interval": {"avg_ms": 137.42, "count": 218, "max_ms": 2832.203, "p95_ms": 184.601}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 218, "max_ms": 0.076, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.945, "count": 218, "max_ms": 6.197, "p95_ms": 3.225}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 218, "max_ms": 0.087, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.926, "count": 218, "max_ms": 6.171, "p95_ms": 3.207}, "worker_merge_ms": {"avg_ms": 0.007, "count": 218, "max_ms": 0.073, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.205, "count": 218, "max_ms": 93.909, "p95_ms": 76.744}, "visualize": {"avg_ms": 37.262, "count": 218, "max_ms": 70.999, "p95_ms": 52.97}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.532, "count": 218, "max_ms": 69.991, "p95_ms": 49.6}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.383, "count": 218, "max_ms": 70.844, "p95_ms": 52.524}, "visualize_input_copy_ms": {"avg_ms": 0.646, "count": 218, "max_ms": 3.824, "p95_ms": 2.243}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 218, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.251, "count": 218, "max_ms": 70.746, "p95_ms": 52.39}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 218, "max_ms": 0.219, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 218}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 218}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.875, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.09, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.855, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126491, "write_bytes_delta": 126491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 594.0, "cpu_core_ratio": 0.705282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12017.0, "pid": 78121, "reason": null, "system_cpu_core_ratio": 0.287097, "system_cpu_s_delta": 5.76, "user_cpu_core_ratio": 0.418185, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.545285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.067787, "system_cpu_s_delta": 1.360000000000582, "user_cpu_core_ratio": 0.477499, "user_cpu_s_delta": 9.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.774, "count": 205, "max_ms": 7.338, "p95_ms": 5.847, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 15.0, "p95": 10.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 57}, "total": {"avg": 0.278, "max": 1.0, "p95": 1.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.003, "count": 30, "max": 73.045, "p95": 57.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.541, "count": 30, "max": 31.265, "p95": 27.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.133, "count": 30, "max": 1464.0, "p95": 1359.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1647.967, "count": 30, "max": 12017.0, "p95": 9999.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.545, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132008.667, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109196.4, "count": 30, "max": 135555.0, "p95": 134604.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 53.0, "p95": 31.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.734, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25308, "sampled_at": "2026-11-03T12:51:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:51:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5338819, "flush_count": 5645, "flush_interval_seconds": 30.0, "flush_state": {"count": 5645, "last_at": "2026-11-03T12:51:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:51:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5644}, "started": true, "suppressed_count": 3247186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3246781}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5645, "written_record_count": 5645}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10190.512, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:52:15+09:00", "last_error_summary": "[h264 @ 0x5713d25cc580] error while decoding MB 113 38, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8992304640000, "copied_frame_count": 3252425, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8992304640000, "frame_buffer_copies": 3252425, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 2.0221, "p50_ms": 0.1251, "p95_ms": 0.2575, "p99_ms": 0.4451}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7187, "count": 512, "max_ms": 7.7547, "p50_ms": 1.6181, "p95_ms": 2.7512, "p99_ms": 3.9196, "results": {"failed": 0, "not_applicable": 0, "success": 3252425, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 291, "h264_decode_error_count": 901, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:52:15+09:00", "last_error_summary": "[h264 @ 0x5713d25cc580] error while decoding MB 113 38, bytestream -9", "last_exit_at": "2026-11-03T12:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 174.447, "last_started_at": "2026-11-03T12:49:21+09:00", "pid": 78121, "process": {"exists": false, "pid": 78121}, "restart_count": 310, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 311}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.665, "sample_count": 2471, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.161, "last_frame_pushed_at": "2026-11-03T12:52:16+09:00", "last_frame_read_age_sec": 0.303, "last_frame_read_at": "2026-11-03T12:52:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 557.113, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 42.887, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:52:16+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3252425, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.995, "max": 13.0, "p95": 10.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.023, "max": 2.0, "p95": 1.0, "sample_count": 88}, "total": {"avg": 0.415, "max": 2.0, "p95": 1.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.092, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.237, "pushed": 7.237, "read": 7.237}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.04, "p95_ms": 0.02, "reason": null, "sample_age_ms": 273.355, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.977, "count": 217, "max_ms": 6.569, "p95_ms": 3.207, "reason": null, "sample_age_ms": 318.804, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 216, "max_ms": 5.161, "p95_ms": 2.0, "reason": null, "sample_age_ms": 319.044, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.458, "count": 217, "max_ms": 4.412, "p95_ms": 0.892, "reason": null, "sample_age_ms": 273.368, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.451, "count": 217, "max_ms": 6.681, "p95_ms": 4.345, "reason": null, "sample_age_ms": 317.35, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 317.324, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 274.073, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.497, "count": 217, "max_ms": 89.743, "p95_ms": 70.524, "reason": null, "sample_age_ms": 273.35, "source": "client_direct"}, "sample_age_ms": 273.341, "source": "client_direct", "task_total_ms": {"avg_ms": 55.637, "count": 217, "max_ms": 92.899, "p95_ms": 74.726, "reason": null, "sample_age_ms": 273.341, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.215, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.165, "count": 217, "max_ms": 11.159, "p95_ms": 8.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 217, "max_ms": 1.383, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 0.751, "count": 217, "max_ms": 3.465, "p95_ms": 2.436}, "event_filter_ms": {"avg_ms": 0.005, "count": 217, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.187, "count": 217, "max_ms": 1.662, "p95_ms": 0.454}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.02, "count": 217, "max_ms": 6.332, "p95_ms": 3.394}, "setup_ms": {"avg_ms": 0.057, "count": 217, "max_ms": 0.299, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 3.105, "count": 217, "max_ms": 11.007, "p95_ms": 8.822}, "track_match_ms": {"avg_ms": 0.036, "count": 217, "max_ms": 0.264, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 0.65, "count": 217, "max_ms": 4.399, "p95_ms": 2.261}}, "gstreamer_push": {"avg_ms": 3.811, "count": 217, "max_ms": 10.375, "p95_ms": 5.983}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 217, "max_ms": 1.542, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.134, "count": 217, "max_ms": 93.893, "p95_ms": 76.733}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.362, "count": 217, "max_ms": 12.679, "p95_ms": 5.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.208, "count": 217, "max_ms": 167.226, "p95_ms": 125.914}, "inference_input_copy_ms": {"avg_ms": 1.852, "count": 217, "max_ms": 3.933, "p95_ms": 3.028}, "processing_residual_ms": {"avg_ms": 0.252, "count": 217, "max_ms": 0.672, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.674, "count": 217, "max_ms": 169.648, "p95_ms": 132.63}, "read_interval": {"avg_ms": 137.493, "count": 217, "max_ms": 2832.203, "p95_ms": 184.601}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 217, "max_ms": 0.076, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.949, "count": 217, "max_ms": 6.197, "p95_ms": 3.267}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 217, "max_ms": 0.087, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.93, "count": 217, "max_ms": 6.171, "p95_ms": 3.233}, "worker_merge_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.073, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.151, "count": 217, "max_ms": 93.909, "p95_ms": 76.744}, "visualize": {"avg_ms": 37.405, "count": 217, "max_ms": 70.999, "p95_ms": 53.311}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.583, "count": 217, "max_ms": 69.991, "p95_ms": 49.6}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.523, "count": 217, "max_ms": 70.844, "p95_ms": 52.889}, "visualize_input_copy_ms": {"avg_ms": 0.647, "count": 217, "max_ms": 3.824, "p95_ms": 2.243}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.392, "count": 217, "max_ms": 70.746, "p95_ms": 52.72}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 217, "max_ms": 0.219, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.875, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.09, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.855, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126491, "write_bytes_delta": 126491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 594.0, "cpu_core_ratio": 0.705282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12017.0, "pid": 78121, "reason": null, "system_cpu_core_ratio": 0.287097, "system_cpu_s_delta": 5.76, "user_cpu_core_ratio": 0.418185, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.545285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.067787, "system_cpu_s_delta": 1.360000000000582, "user_cpu_core_ratio": 0.477499, "user_cpu_s_delta": 9.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.774, "count": 205, "max_ms": 7.338, "p95_ms": 5.847, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 15.0, "p95": 10.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 57}, "total": {"avg": 0.278, "max": 1.0, "p95": 1.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.003, "count": 30, "max": 73.045, "p95": 57.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.541, "count": 30, "max": 31.265, "p95": 27.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.133, "count": 30, "max": 1464.0, "p95": 1359.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1647.967, "count": 30, "max": 12017.0, "p95": 9999.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.545, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132008.667, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109196.4, "count": 30, "max": 135555.0, "p95": 134604.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 53.0, "p95": 31.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.734, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25308, "sampled_at": "2026-11-03T12:51:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:51:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.986, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5338819, "flush_count": 5645, "flush_interval_seconds": 30.0, "flush_state": {"count": 5645, "last_at": "2026-11-03T12:51:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:51:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5644}, "started": true, "suppressed_count": 3247186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3246781}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5645, "written_record_count": 5645}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10189.23, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8992304640000, "copied_frame_count": 3252425, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8992304640000, "frame_buffer_copies": 3252425, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 2.0221, "p50_ms": 0.1251, "p95_ms": 0.2575, "p99_ms": 0.4451}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7187, "count": 512, "max_ms": 7.7547, "p50_ms": 1.6181, "p95_ms": 2.7512, "p99_ms": 3.9196, "results": {"failed": 0, "not_applicable": 0, "success": 3252425, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 291, "h264_decode_error_count": 901, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:52:15+09:00", "last_error_summary": "[h264 @ 0x5713d25cc580] error while decoding MB 113 38, bytestream -9", "last_exit_at": "2026-11-03T12:52:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 175.427, "last_started_at": "2026-11-03T12:49:21+09:00", "pid": 78121, "process": {"exists": false, "pid": 78121}, "restart_count": 310, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 311}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.795, "sample_count": 2462, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 1.14, "last_frame_pushed_at": "2026-11-03T12:52:16+09:00", "last_frame_read_age_sec": 1.283, "last_frame_read_at": "2026-11-03T12:52:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 558.107, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 41.893, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 0.789, "exists": true, "mtime": "2026-11-03T12:52:16.352976+09:00", "mtime_epoch": 1793677936.3529758, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125699}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:52:17+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.953, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3252425, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.919, "max": 13.0, "p95": 10.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.025, "max": 2.0, "p95": 1.0, "sample_count": 80}, "total": {"avg": 0.392, "max": 2.0, "p95": 1.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.096, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.096, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.983, "pushed": 6.983, "read": 6.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.009, "count": 208, "max_ms": 0.04, "p95_ms": 0.02, "reason": null, "sample_age_ms": 1257.653, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.983, "count": 208, "max_ms": 6.569, "p95_ms": 3.225, "reason": null, "sample_age_ms": 1303.101, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.375, "count": 208, "max_ms": 5.161, "p95_ms": 2.018, "reason": null, "sample_age_ms": 1303.341, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.462, "count": 208, "max_ms": 4.412, "p95_ms": 0.906, "reason": null, "sample_age_ms": 1257.665, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.455, "count": 208, "max_ms": 6.681, "p95_ms": 4.354, "reason": null, "sample_age_ms": 1301.648, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1301.621, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1258.371, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.516, "count": 208, "max_ms": 89.743, "p95_ms": 70.756, "reason": null, "sample_age_ms": 1257.647, "source": "client_direct"}, "sample_age_ms": 1257.638, "source": "client_direct", "task_total_ms": {"avg_ms": 55.666, "count": 208, "max_ms": 92.899, "p95_ms": 74.79, "reason": null, "sample_age_ms": 1257.638, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.345, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.074, "count": 209, "max_ms": 11.159, "p95_ms": 8.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.396, "count": 209, "max_ms": 1.383, "p95_ms": 0.763}, "detection_prepare_ms": {"avg_ms": 0.741, "count": 209, "max_ms": 3.465, "p95_ms": 2.436}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.184, "count": 209, "max_ms": 1.662, "p95_ms": 0.454}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.963, "count": 209, "max_ms": 6.332, "p95_ms": 3.217}, "setup_ms": {"avg_ms": 0.057, "count": 209, "max_ms": 0.299, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 3.015, "count": 209, "max_ms": 11.007, "p95_ms": 8.822}, "track_match_ms": {"avg_ms": 0.035, "count": 209, "max_ms": 0.264, "p95_ms": 0.124}, "tracker_update_ms": {"avg_ms": 0.629, "count": 209, "max_ms": 4.399, "p95_ms": 2.261}}, "gstreamer_push": {"avg_ms": 3.829, "count": 209, "max_ms": 10.375, "p95_ms": 5.983}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 209, "max_ms": 1.542, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.085, "count": 209, "max_ms": 93.893, "p95_ms": 76.733}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.305, "count": 209, "max_ms": 12.679, "p95_ms": 5.053}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.08, "count": 209, "max_ms": 167.226, "p95_ms": 125.914}, "inference_input_copy_ms": {"avg_ms": 1.86, "count": 209, "max_ms": 3.933, "p95_ms": 3.028}, "processing_residual_ms": {"avg_ms": 0.252, "count": 209, "max_ms": 0.672, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.498, "count": 209, "max_ms": 169.648, "p95_ms": 132.63}, "read_interval": {"avg_ms": 138.168, "count": 208, "max_ms": 2832.203, "p95_ms": 184.601}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 209, "max_ms": 0.076, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.893, "count": 209, "max_ms": 6.197, "p95_ms": 3.076}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 209, "max_ms": 0.087, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.874, "count": 209, "max_ms": 6.171, "p95_ms": 3.042}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.073, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.103, "count": 209, "max_ms": 93.909, "p95_ms": 76.744}, "visualize": {"avg_ms": 37.406, "count": 209, "max_ms": 70.999, "p95_ms": 52.97}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.668, "count": 209, "max_ms": 69.991, "p95_ms": 49.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.559, "count": 209, "max_ms": 70.844, "p95_ms": 52.524}, "visualize_input_copy_ms": {"avg_ms": 0.614, "count": 209, "max_ms": 3.824, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.428, "count": 209, "max_ms": 70.746, "p95_ms": 52.39}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 209, "max_ms": 0.219, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.875, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.09, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.855, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126491, "write_bytes_delta": 126491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 594.0, "cpu_core_ratio": 0.705282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12017.0, "pid": 78121, "reason": null, "system_cpu_core_ratio": 0.287097, "system_cpu_s_delta": 5.76, "user_cpu_core_ratio": 0.418185, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.545285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.067787, "system_cpu_s_delta": 1.360000000000582, "user_cpu_core_ratio": 0.477499, "user_cpu_s_delta": 9.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.774, "count": 205, "max_ms": 7.338, "p95_ms": 5.847, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 15.0, "p95": 10.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 57}, "total": {"avg": 0.278, "max": 1.0, "p95": 1.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.003, "count": 30, "max": 73.045, "p95": 57.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.541, "count": 30, "max": 31.265, "p95": 27.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.133, "count": 30, "max": 1464.0, "p95": 1359.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1647.967, "count": 30, "max": 12017.0, "p95": 9999.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.545, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132008.667, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109196.4, "count": 30, "max": 135555.0, "p95": 134604.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 53.0, "p95": 31.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.734, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25308, "sampled_at": "2026-11-03T12:51:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:51:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5338819, "flush_count": 5645, "flush_interval_seconds": 30.0, "flush_state": {"count": 5645, "last_at": "2026-11-03T12:51:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:51:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5644}, "started": true, "suppressed_count": 3247186, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3246781}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5645, "written_record_count": 5645}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10354.742, "limit_mb": null}, "detail": {"pid": 78353, "restart_count": 311, "start_count": 312}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8992304640000, "copied_frame_count": 3252425, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8992304640000, "frame_buffer_copies": 3252425, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 2.0221, "p50_ms": 0.1251, "p95_ms": 0.2575, "p99_ms": 0.4451}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7187, "count": 512, "max_ms": 7.7547, "p50_ms": 1.6181, "p95_ms": 2.7512, "p99_ms": 3.9196, "results": {"failed": 0, "not_applicable": 0, "success": 3252425, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 291, "h264_decode_error_count": 901, "h264_decode_error_count_per_hour": 42, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:52:15+09:00", "last_error_summary": "[h264 @ 0x5713d25cc580] error while decoding MB 113 38, bytestream -9", "last_exit_at": "2026-11-03T12:52:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:52:20+09:00", "pid": 78353, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.418, "name": "ffmpeg", "pid": 78353, "rss_mb": 200.418, "state": "S (sleeping)", "threads": 70}, "restart_count": 311, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 312}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.665, "sample_count": 2420, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:52:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 6.147, "last_frame_pushed_at": "2026-11-03T12:52:16+09:00", "last_frame_read_age_sec": 6.289, "last_frame_read_at": "2026-11-03T12:52:15+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 167, "debug_expires_at": null, "deduplicated_count": 25, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.105, "last_sample_duration_ms": 1344.497, "last_trigger": "periodic", "next_snapshot_in_sec": 36.895, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 567, "storage_bytes": 3315527}, "mjpeg": {"age_sec": 5.795, "exists": true, "mtime": "2026-11-03T12:52:16.352976+09:00", "mtime_epoch": 1793677936.3529758, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125699}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:52:22+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2332.957, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3252425, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.858, "max": 13.0, "p95": 10.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.029, "max": 2.0, "p95": 1.0, "sample_count": 69}, "total": {"avg": 0.374, "max": 2.0, "p95": 1.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.105, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.105, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.34, "pushed": 6.34, "read": 6.307}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.009, "count": 189, "max_ms": 0.04, "p95_ms": 0.019, "reason": null, "sample_age_ms": 6252.051, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.014, "count": 189, "max_ms": 6.569, "p95_ms": 3.413, "reason": null, "sample_age_ms": 6297.499, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.377, "count": 189, "max_ms": 5.161, "p95_ms": 2.096, "reason": null, "sample_age_ms": 6297.74, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.461, "count": 189, "max_ms": 4.412, "p95_ms": 0.905, "reason": null, "sample_age_ms": 6252.064, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.471, "count": 189, "max_ms": 6.681, "p95_ms": 4.391, "reason": null, "sample_age_ms": 6296.046, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 6296.02, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6252.769, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.398, "count": 189, "max_ms": 89.743, "p95_ms": 71.517, "reason": null, "sample_age_ms": 6252.046, "source": "client_direct"}, "sample_age_ms": 6252.037, "source": "client_direct", "task_total_ms": {"avg_ms": 55.562, "count": 189, "max_ms": 92.899, "p95_ms": 74.982, "reason": null, "sample_age_ms": 6252.037, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.156, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.952, "count": 190, "max_ms": 11.159, "p95_ms": 8.907}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 190, "max_ms": 1.383, "p95_ms": 0.74}, "detection_prepare_ms": {"avg_ms": 0.721, "count": 190, "max_ms": 3.465, "p95_ms": 2.436}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.179, "count": 190, "max_ms": 1.662, "p95_ms": 0.441}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.893, "count": 190, "max_ms": 6.332, "p95_ms": 2.959}, "setup_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.299, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 2.893, "count": 190, "max_ms": 11.007, "p95_ms": 8.822}, "track_match_ms": {"avg_ms": 0.034, "count": 190, "max_ms": 0.264, "p95_ms": 0.122}, "tracker_update_ms": {"avg_ms": 0.607, "count": 190, "max_ms": 4.399, "p95_ms": 2.261}}, "gstreamer_push": {"avg_ms": 3.847, "count": 190, "max_ms": 10.375, "p95_ms": 5.99}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 190, "max_ms": 0.206, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.087, "count": 190, "max_ms": 93.893, "p95_ms": 76.847}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.299, "count": 190, "max_ms": 12.679, "p95_ms": 7.35}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.059, "count": 190, "max_ms": 167.226, "p95_ms": 126.654}, "inference_input_copy_ms": {"avg_ms": 1.871, "count": 190, "max_ms": 3.933, "p95_ms": 3.031}, "processing_residual_ms": {"avg_ms": 0.247, "count": 190, "max_ms": 0.672, "p95_ms": 0.47}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.475, "count": 190, "max_ms": 169.648, "p95_ms": 132.86}, "read_interval": {"avg_ms": 125.844, "count": 189, "max_ms": 740.673, "p95_ms": 184.601}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 190, "max_ms": 0.076, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.823, "count": 190, "max_ms": 6.197, "p95_ms": 2.863}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 190, "max_ms": 0.087, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.805, "count": 190, "max_ms": 6.171, "p95_ms": 2.84}, "worker_merge_ms": {"avg_ms": 0.007, "count": 190, "max_ms": 0.073, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 57.105, "count": 190, "max_ms": 93.909, "p95_ms": 76.865}, "visualize": {"avg_ms": 37.508, "count": 190, "max_ms": 70.999, "p95_ms": 53.311}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.815, "count": 190, "max_ms": 69.991, "p95_ms": 49.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.688, "count": 190, "max_ms": 70.844, "p95_ms": 53.063}, "visualize_input_copy_ms": {"avg_ms": 0.588, "count": 190, "max_ms": 3.824, "p95_ms": 2.165}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.558, "count": 190, "max_ms": 70.746, "p95_ms": 52.946}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 190, "max_ms": 0.219, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2332.875, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.09, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.855, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252244, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:51:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126491, "write_bytes_delta": 126491, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 594.0, "cpu_core_ratio": 0.705282, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12017.0, "pid": 78121, "reason": null, "system_cpu_core_ratio": 0.287097, "system_cpu_s_delta": 5.76, "user_cpu_core_ratio": 0.418185, "user_cpu_s_delta": 8.39}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.545285, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.067787, "system_cpu_s_delta": 1.360000000000582, "user_cpu_core_ratio": 0.477499, "user_cpu_s_delta": 9.580000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.774, "count": 205, "max_ms": 7.338, "p95_ms": 5.847, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.195, "max": 15.0, "p95": 10.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 57}, "total": {"avg": 0.278, "max": 1.0, "p95": 1.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.003, "count": 30, "max": 73.045, "p95": 57.054, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.541, "count": 30, "max": 31.265, "p95": 27.781, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.133, "count": 30, "max": 1464.0, "p95": 1359.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1647.967, "count": 30, "max": 12017.0, "p95": 9999.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.336, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.545, "p95": 0.501, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132008.667, "count": 30, "max": 138145.0, "p95": 137211.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109196.4, "count": 30, "max": 135555.0, "p95": 134604.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.8, "count": 30, "max": 53.0, "p95": 31.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.215, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.734, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25308, "sampled_at": "2026-11-03T12:51:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:51:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5340625, "flush_count": 5647, "flush_interval_seconds": 30.0, "flush_state": {"count": 5647, "last_at": "2026-11-03T12:53:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:53:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5646}, "started": true, "suppressed_count": 3247984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3247579}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5647, "written_record_count": 5647}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10200.539, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e2b9d709300] error while decoding MB 108 66, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8994516480000, "copied_frame_count": 3253225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8994516480000, "frame_buffer_copies": 3253225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1418, "count": 512, "max_ms": 1.295, "p50_ms": 0.1294, "p95_ms": 0.2453, "p99_ms": 0.369}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6161, "count": 512, "max_ms": 4.723, "p50_ms": 1.5264, "p95_ms": 2.4839, "p99_ms": 3.0028, "results": {"failed": 0, "not_applicable": 0, "success": 3253225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 292, "h264_decode_error_count": 902, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:54:01+09:00", "last_error_summary": "[h264 @ 0x5e2b9d709300] error while decoding MB 108 66, bytestream -17", "last_exit_at": "2026-11-03T12:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.759, "last_started_at": "2026-11-03T12:52:20+09:00", "pid": 78353, "process": {"exists": false, "pid": 78353}, "restart_count": 311, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 312}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.434, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T12:54:01+09:00", "last_frame_read_age_sec": 0.079, "last_frame_read_at": "2026-11-03T12:54:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.611, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 539.389, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-11-03T12:54:01.829339+09:00", "mtime_epoch": 1793678041.8293393, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 125871}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:54:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.742, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3253225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 9.0, "p95": 6.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 257}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 257}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.584, "pushed": 8.584, "read": 8.551}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.01, "count": 256, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 51.984, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.93, "count": 256, "max_ms": 9.743, "p95_ms": 2.95, "reason": null, "sample_age_ms": 89.231, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 256, "max_ms": 8.82, "p95_ms": 2.089, "reason": null, "sample_age_ms": 89.435, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 256, "max_ms": 1.851, "p95_ms": 0.698, "reason": null, "sample_age_ms": 51.997, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.449, "count": 256, "max_ms": 10.998, "p95_ms": 4.033, "reason": null, "sample_age_ms": 88.141, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2764808.0, "count": 256, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.111, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.479, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.275, "count": 256, "max_ms": 89.899, "p95_ms": 74.316, "reason": null, "sample_age_ms": 51.978, "source": "client_direct"}, "sample_age_ms": 51.972, "source": "client_direct", "task_total_ms": {"avg_ms": 56.35, "count": 256, "max_ms": 94.67, "p95_ms": 77.473, "reason": null, "sample_age_ms": 51.972, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.49, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.732, "count": 257, "max_ms": 15.164, "p95_ms": 8.037}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 257, "max_ms": 2.073, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 0.639, "count": 257, "max_ms": 5.62, "p95_ms": 2.193}, "event_filter_ms": {"avg_ms": 0.005, "count": 257, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.131, "count": 257, "max_ms": 0.544, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.004, "count": 257, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.909, "count": 257, "max_ms": 5.025, "p95_ms": 3.304}, "setup_ms": {"avg_ms": 0.056, "count": 257, "max_ms": 0.354, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.671, "count": 257, "max_ms": 14.997, "p95_ms": 7.926}, "track_match_ms": {"avg_ms": 0.049, "count": 257, "max_ms": 0.515, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.483, "count": 257, "max_ms": 3.317, "p95_ms": 1.888}}, "gstreamer_push": {"avg_ms": 3.69, "count": 257, "max_ms": 8.397, "p95_ms": 5.739}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 257, "max_ms": 0.345, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.791, "count": 257, "max_ms": 96.967, "p95_ms": 80.973}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.059, "count": 257, "max_ms": 15.257, "p95_ms": 4.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.767, "count": 257, "max_ms": 151.245, "p95_ms": 127.176}, "inference_input_copy_ms": {"avg_ms": 1.769, "count": 257, "max_ms": 6.059, "p95_ms": 2.934}, "processing_residual_ms": {"avg_ms": 0.221, "count": 257, "max_ms": 0.636, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.816, "count": 257, "max_ms": 155.187, "p95_ms": 133.768}, "read_interval": {"avg_ms": 117.115, "count": 256, "max_ms": 275.311, "p95_ms": 169.045}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 257, "max_ms": 0.061, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.84, "count": 257, "max_ms": 4.774, "p95_ms": 3.165}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 257, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.821, "count": 257, "max_ms": 4.715, "p95_ms": 3.131}, "worker_merge_ms": {"avg_ms": 0.007, "count": 257, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.808, "count": 257, "max_ms": 96.98, "p95_ms": 80.984}, "visualize": {"avg_ms": 34.802, "count": 257, "max_ms": 65.229, "p95_ms": 49.766}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.382, "count": 257, "max_ms": 64.447, "p95_ms": 46.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.093, "count": 257, "max_ms": 65.081, "p95_ms": 48.697}, "visualize_input_copy_ms": {"avg_ms": 0.469, "count": 257, "max_ms": 5.373, "p95_ms": 2.197}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.942, "count": 257, "max_ms": 65.011, "p95_ms": 48.62}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 257, "max_ms": 3.124, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.996, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125473, "write_bytes_delta": 125473, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1195.0, "cpu_core_ratio": 0.619372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2186.0, "pid": 78353, "reason": null, "system_cpu_core_ratio": 0.072575, "system_cpu_s_delta": 1.459999999999999, "user_cpu_core_ratio": 0.546797, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.093594, "exists": true, "major_fault_delta": 3.0, "minor_fault_delta": 28.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.243573, "system_cpu_s_delta": 4.900000000008731, "user_cpu_core_ratio": 0.850021, "user_cpu_s_delta": 17.099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.649, "count": 264, "max_ms": 9.405, "p95_ms": 5.657, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 10.0, "p95": 7.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.36, "max": 2.0, "p95": 1.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.315, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.349, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.1, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1909.067, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.474, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.547, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130378.367, "count": 30, "max": 139628.0, "p95": 134604.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103968.833, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.7, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.193, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.711, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25316, "sampled_at": "2026-11-03T12:53:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:53:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5340625, "flush_count": 5647, "flush_interval_seconds": 30.0, "flush_state": {"count": 5647, "last_at": "2026-11-03T12:53:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:53:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5646}, "started": true, "suppressed_count": 3247984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3247579}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5647, "written_record_count": 5647}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10208.969, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:54:01+09:00", "last_error_summary": "[h264 @ 0x5e2b9d709300] error while decoding MB 108 66, bytestream -17", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8994516480000, "copied_frame_count": 3253225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8994516480000, "frame_buffer_copies": 3253225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1418, "count": 512, "max_ms": 1.295, "p50_ms": 0.1294, "p95_ms": 0.2453, "p99_ms": 0.369}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6161, "count": 512, "max_ms": 4.723, "p50_ms": 1.5264, "p95_ms": 2.4839, "p99_ms": 3.0028, "results": {"failed": 0, "not_applicable": 0, "success": 3253225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 292, "h264_decode_error_count": 902, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:54:01+09:00", "last_error_summary": "[h264 @ 0x5e2b9d709300] error while decoding MB 108 66, bytestream -17", "last_exit_at": "2026-11-03T12:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.811, "last_started_at": "2026-11-03T12:52:20+09:00", "pid": 78353, "process": {"exists": false, "pid": 78353}, "restart_count": 311, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 312}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.434, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-03T12:54:01+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-11-03T12:54:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.678, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 539.322, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.041, "exists": true, "mtime": "2026-11-03T12:54:01.915340+09:00", "mtime_epoch": 1793678041.9153397, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:54:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3253225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.016, "max": 9.0, "p95": 6.0, "sample_count": 257}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 257}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 257}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 257, "pushed_frames": 257, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.569, "pushed": 8.569, "read": 8.536}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.01, "count": 256, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 103.757, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.93, "count": 256, "max_ms": 9.743, "p95_ms": 2.95, "reason": null, "sample_age_ms": 141.003, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 256, "max_ms": 8.82, "p95_ms": 2.089, "reason": null, "sample_age_ms": 141.208, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 256, "max_ms": 1.851, "p95_ms": 0.698, "reason": null, "sample_age_ms": 103.769, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.449, "count": 256, "max_ms": 10.998, "p95_ms": 4.033, "reason": null, "sample_age_ms": 139.914, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2764808.0, "count": 256, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.884, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.251, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.275, "count": 256, "max_ms": 89.899, "p95_ms": 74.316, "reason": null, "sample_age_ms": 103.75, "source": "client_direct"}, "sample_age_ms": 103.744, "source": "client_direct", "task_total_ms": {"avg_ms": 56.35, "count": 256, "max_ms": 94.67, "p95_ms": 77.473, "reason": null, "sample_age_ms": 103.744, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.403, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.732, "count": 257, "max_ms": 15.164, "p95_ms": 8.037}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 257, "max_ms": 2.073, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 0.639, "count": 257, "max_ms": 5.62, "p95_ms": 2.193}, "event_filter_ms": {"avg_ms": 0.005, "count": 257, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.131, "count": 257, "max_ms": 0.544, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.004, "count": 257, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.909, "count": 257, "max_ms": 5.025, "p95_ms": 3.304}, "setup_ms": {"avg_ms": 0.056, "count": 257, "max_ms": 0.354, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.671, "count": 257, "max_ms": 14.997, "p95_ms": 7.926}, "track_match_ms": {"avg_ms": 0.049, "count": 257, "max_ms": 0.515, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.483, "count": 257, "max_ms": 3.317, "p95_ms": 1.888}}, "gstreamer_push": {"avg_ms": 3.69, "count": 257, "max_ms": 8.397, "p95_ms": 5.739}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 257, "max_ms": 0.345, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.791, "count": 257, "max_ms": 96.967, "p95_ms": 80.973}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.059, "count": 257, "max_ms": 15.257, "p95_ms": 4.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.767, "count": 257, "max_ms": 151.245, "p95_ms": 127.176}, "inference_input_copy_ms": {"avg_ms": 1.769, "count": 257, "max_ms": 6.059, "p95_ms": 2.934}, "processing_residual_ms": {"avg_ms": 0.221, "count": 257, "max_ms": 0.636, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.816, "count": 257, "max_ms": 155.187, "p95_ms": 133.768}, "read_interval": {"avg_ms": 117.115, "count": 256, "max_ms": 275.311, "p95_ms": 169.045}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 257, "max_ms": 0.061, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.84, "count": 257, "max_ms": 4.774, "p95_ms": 3.165}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 257, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.821, "count": 257, "max_ms": 4.715, "p95_ms": 3.131}, "worker_merge_ms": {"avg_ms": 0.007, "count": 257, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.808, "count": 257, "max_ms": 96.98, "p95_ms": 80.984}, "visualize": {"avg_ms": 34.802, "count": 257, "max_ms": 65.229, "p95_ms": 49.766}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.382, "count": 257, "max_ms": 64.447, "p95_ms": 46.219}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.093, "count": 257, "max_ms": 65.081, "p95_ms": 48.697}, "visualize_input_copy_ms": {"avg_ms": 0.469, "count": 257, "max_ms": 5.373, "p95_ms": 2.197}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 257, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.942, "count": 257, "max_ms": 65.011, "p95_ms": 48.62}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 257, "max_ms": 3.124, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 257}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 257}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.996, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125473, "write_bytes_delta": 125473, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1195.0, "cpu_core_ratio": 0.619372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2186.0, "pid": 78353, "reason": null, "system_cpu_core_ratio": 0.072575, "system_cpu_s_delta": 1.459999999999999, "user_cpu_core_ratio": 0.546797, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.093594, "exists": true, "major_fault_delta": 3.0, "minor_fault_delta": 28.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.243573, "system_cpu_s_delta": 4.900000000008731, "user_cpu_core_ratio": 0.850021, "user_cpu_s_delta": 17.099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.649, "count": 264, "max_ms": 9.405, "p95_ms": 5.657, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 10.0, "p95": 7.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.36, "max": 2.0, "p95": 1.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.315, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.349, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.1, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1909.067, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.474, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.547, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130378.367, "count": 30, "max": 139628.0, "p95": 134604.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103968.833, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.7, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.193, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.711, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25316, "sampled_at": "2026-11-03T12:53:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:53:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5340625, "flush_count": 5647, "flush_interval_seconds": 30.0, "flush_state": {"count": 5647, "last_at": "2026-11-03T12:53:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:53:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5646}, "started": true, "suppressed_count": 3247984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3247579}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5647, "written_record_count": 5647}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10211.68, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8994516480000, "copied_frame_count": 3253225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8994516480000, "frame_buffer_copies": 3253225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1418, "count": 512, "max_ms": 1.295, "p50_ms": 0.1294, "p95_ms": 0.2453, "p99_ms": 0.369}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6161, "count": 512, "max_ms": 4.723, "p50_ms": 1.5264, "p95_ms": 2.4839, "p99_ms": 3.0028, "results": {"failed": 0, "not_applicable": 0, "success": 3253225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 292, "h264_decode_error_count": 902, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:54:01+09:00", "last_error_summary": "[h264 @ 0x5e2b9d709300] error while decoding MB 108 66, bytestream -17", "last_exit_at": "2026-11-03T12:54:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 101.885, "last_started_at": "2026-11-03T12:52:20+09:00", "pid": 78353, "process": {"exists": false, "pid": 78353}, "restart_count": 311, "restart_count_per_hour": 26, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 312}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.434, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.127, "last_frame_pushed_at": "2026-11-03T12:54:01+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-11-03T12:54:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.748, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 539.252, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-11-03T12:54:01.915340+09:00", "mtime_epoch": 1793678041.9153397, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:54:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.742, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3253225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.012, "max": 9.0, "p95": 6.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "total": {"avg": 0.312, "max": 1.0, "p95": 1.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.551, "pushed": 8.551, "read": 8.518}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.01, "count": 256, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 182.013, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 255, "max_ms": 9.743, "p95_ms": 2.955, "reason": null, "sample_age_ms": 219.259, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.39, "count": 255, "max_ms": 8.82, "p95_ms": 2.09, "reason": null, "sample_age_ms": 219.464, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 256, "max_ms": 1.851, "p95_ms": 0.698, "reason": null, "sample_age_ms": 182.025, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.446, "count": 255, "max_ms": 10.998, "p95_ms": 4.034, "reason": null, "sample_age_ms": 218.17, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 218.14, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 182.507, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.275, "count": 256, "max_ms": 89.899, "p95_ms": 74.316, "reason": null, "sample_age_ms": 182.007, "source": "client_direct"}, "sample_age_ms": 182.0, "source": "client_direct", "task_total_ms": {"avg_ms": 56.35, "count": 256, "max_ms": 94.67, "p95_ms": 77.473, "reason": null, "sample_age_ms": 182.0, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.725, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.738, "count": 256, "max_ms": 15.164, "p95_ms": 8.037}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 256, "max_ms": 2.073, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 0.641, "count": 256, "max_ms": 5.62, "p95_ms": 2.193}, "event_filter_ms": {"avg_ms": 0.005, "count": 256, "max_ms": 0.034, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.131, "count": 256, "max_ms": 0.544, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.039, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.911, "count": 256, "max_ms": 5.025, "p95_ms": 3.304}, "setup_ms": {"avg_ms": 0.056, "count": 256, "max_ms": 0.354, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 2.677, "count": 256, "max_ms": 14.997, "p95_ms": 7.926}, "track_match_ms": {"avg_ms": 0.049, "count": 256, "max_ms": 0.515, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.485, "count": 256, "max_ms": 3.317, "p95_ms": 1.888}}, "gstreamer_push": {"avg_ms": 3.69, "count": 256, "max_ms": 8.397, "p95_ms": 5.739}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 256, "max_ms": 0.345, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.748, "count": 256, "max_ms": 96.967, "p95_ms": 80.973}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.063, "count": 256, "max_ms": 15.257, "p95_ms": 4.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.673, "count": 256, "max_ms": 151.245, "p95_ms": 127.176}, "inference_input_copy_ms": {"avg_ms": 1.773, "count": 256, "max_ms": 6.059, "p95_ms": 2.934}, "processing_residual_ms": {"avg_ms": 0.221, "count": 256, "max_ms": 0.636, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.729, "count": 256, "max_ms": 155.187, "p95_ms": 133.768}, "read_interval": {"avg_ms": 117.047, "count": 255, "max_ms": 275.311, "p95_ms": 169.045}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 256, "max_ms": 0.061, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.842, "count": 256, "max_ms": 4.774, "p95_ms": 3.165}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 256, "max_ms": 0.063, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.823, "count": 256, "max_ms": 4.715, "p95_ms": 3.131}, "worker_merge_ms": {"avg_ms": 0.007, "count": 256, "max_ms": 0.029, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 57.765, "count": 256, "max_ms": 96.98, "p95_ms": 80.984}, "visualize": {"avg_ms": 34.747, "count": 256, "max_ms": 65.229, "p95_ms": 49.766}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.325, "count": 256, "max_ms": 64.447, "p95_ms": 46.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.038, "count": 256, "max_ms": 65.081, "p95_ms": 48.697}, "visualize_input_copy_ms": {"avg_ms": 0.471, "count": 256, "max_ms": 5.373, "p95_ms": 2.197}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.887, "count": 256, "max_ms": 65.011, "p95_ms": 48.62}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 256, "max_ms": 3.124, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.996, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125473, "write_bytes_delta": 125473, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1195.0, "cpu_core_ratio": 0.619372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2186.0, "pid": 78353, "reason": null, "system_cpu_core_ratio": 0.072575, "system_cpu_s_delta": 1.459999999999999, "user_cpu_core_ratio": 0.546797, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.093594, "exists": true, "major_fault_delta": 3.0, "minor_fault_delta": 28.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.243573, "system_cpu_s_delta": 4.900000000008731, "user_cpu_core_ratio": 0.850021, "user_cpu_s_delta": 17.099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.649, "count": 264, "max_ms": 9.405, "p95_ms": 5.657, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 10.0, "p95": 7.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.36, "max": 2.0, "p95": 1.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.315, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.349, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.1, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1909.067, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.474, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.547, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130378.367, "count": 30, "max": 139628.0, "p95": 134604.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103968.833, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.7, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.193, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.711, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25316, "sampled_at": "2026-11-03T12:53:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:53:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5340625, "flush_count": 5647, "flush_interval_seconds": 30.0, "flush_state": {"count": 5647, "last_at": "2026-11-03T12:53:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:53:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5646}, "started": true, "suppressed_count": 3247984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 405, "tracking_summary": 3247579}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5647, "written_record_count": 5647}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10371.277, "limit_mb": null}, "detail": {"pid": 78469, "restart_count": 312, "start_count": 313}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8994516480000, "copied_frame_count": 3253225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:00:54+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 12463910, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:00:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 6.96}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 405, "events_emitted": 374, "events_failed": 0, "events_observed": 405, "events_suppressed": 31, "frame_buffer_copied_bytes": 8994516480000, "frame_buffer_copies": 3253225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18700, "recorder_active_input_bytes": 51701760000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 374, "recorder_clips_failed": 0, "recorder_clips_started": 374, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 374, "worker_jobs_accepted": 374, "worker_jobs_completed": 374, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1418, "count": 512, "max_ms": 1.295, "p50_ms": 0.1294, "p95_ms": 0.2453, "p99_ms": 0.369}, "stages": {"db_insert": {"avg_ms": 16.5565, "count": 374, "max_ms": 71.5868, "p50_ms": 14.156, "p95_ms": 36.0641, "p99_ms": 46.826, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 374, "max_ms": 4.0365, "p50_ms": 1.5973, "p95_ms": 2.6849, "p99_ms": 3.2077, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 923.3884, "count": 405, "max_ms": 4422.916, "p50_ms": 924.768, "p95_ms": 1340.0609, "p99_ms": 1673.089, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6161, "count": 512, "max_ms": 4.723, "p50_ms": 1.5264, "p95_ms": 2.4839, "p99_ms": 3.0028, "results": {"failed": 0, "not_applicable": 0, "success": 3253225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 487.9302, "count": 405, "max_ms": 1546.0427, "p50_ms": 502.0438, "p95_ms": 634.7037, "p99_ms": 1059.2926, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.5469, "count": 374, "max_ms": 90.5272, "p50_ms": 20.606, "p95_ms": 56.9126, "p99_ms": 68.5521, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4039, "count": 512, "max_ms": 10.4861, "p50_ms": 5.2846, "p95_ms": 7.6172, "p99_ms": 9.2825, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5727, "count": 512, "max_ms": 6.3981, "p50_ms": 1.412, "p95_ms": 2.7132, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18700, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 524.7475, "count": 374, "max_ms": 1540.9794, "p50_ms": 502.4769, "p95_ms": 637.7114, "p99_ms": 1087.6158, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 435.5236, "count": 374, "max_ms": 1456.6782, "p50_ms": 413.0611, "p95_ms": 542.453, "p99_ms": 1001.3489, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7911, "count": 374, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 103.0136, "p99_ms": 110.2023, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.591, "count": 374, "max_ms": 15.8949, "p50_ms": 1.3042, "p95_ms": 2.7844, "p99_ms": 6.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1795, "count": 374, "max_ms": 103.1964, "p50_ms": 34.0244, "p95_ms": 54.0467, "p99_ms": 64.0568, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4298, "count": 374, "max_ms": 16.9396, "p50_ms": 0.7716, "p95_ms": 5.4083, "p99_ms": 10.5473, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7355, "count": 405, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3249, "p99_ms": 1.7804, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8047, "count": 374, "max_ms": 9.2164, "p50_ms": 0.6988, "p95_ms": 1.4238, "p99_ms": 2.4839, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 374, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.8081, "count": 374, "max_ms": 3752.636, "p50_ms": 352.612, "p95_ms": 669.4925, "p99_ms": 777.4928, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 405, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 405, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1173, "count": 374, "max_ms": 14.3512, "p50_ms": 1.0653, "p95_ms": 7.8425, "p99_ms": 11.2143, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.6746, "count": 374, "max_ms": 92.2129, "p50_ms": 25.242, "p95_ms": 56.7438, "p99_ms": 72.2627, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.082, "count": 374, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1469, "p99_ms": 0.1906, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0072, "count": 374, "max_ms": 9.2334, "p50_ms": 1.8287, "p95_ms": 3.2908, "p99_ms": 5.391, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 469.9305, "count": 374, "max_ms": 3837.487, "p50_ms": 424.6669, "p95_ms": 761.8018, "p99_ms": 872.1943, "results": {"failed": 0, "not_applicable": 0, "success": 374, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 374, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0687, "p95_ms": 0.1307, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 374, "artifact_failed": 0, "artifact_requested": 374, "artifact_success": 374, "completed": 374, "completed_failed": 0, "completed_success": 374, "cooldown_promoted": 374, "database_requested": 374, "db_insert_success": 374, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15943, "relay_business_failed": 0, "relay_business_success": 374, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 374, "relay_transport_failed": 0, "relay_transport_success": 374, "reservation_requested": 374}, "snapshot": {"copied_bytes": 1034035200, "copied_count": 374, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.587, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 292, "h264_decode_error_count": 902, "h264_decode_error_count_per_hour": 39, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:54:01+09:00", "last_error_summary": "[h264 @ 0x5e2b9d709300] error while decoding MB 108 66, bytestream -17", "last_exit_at": "2026-11-03T12:54:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:54:04+09:00", "pid": 78469, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.609, "name": "ffmpeg", "pid": 78469, "rss_mb": 205.609, "state": "S (sleeping)", "threads": 70}, "restart_count": 312, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 313}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.434, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.345, "last_frame_pushed_at": "2026-11-03T12:54:01+09:00", "last_frame_read_age_sec": 4.423, "last_frame_read_at": "2026-11-03T12:54:01+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 64.962, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 535.038, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.334, "exists": true, "mtime": "2026-11-03T12:54:01.915340+09:00", "mtime_epoch": 1793678041.9153397, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 126004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:54:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2333.746, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 312, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3253225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.109, "max": 9.0, "p95": 6.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 61}, "total": {"avg": 0.276, "max": 1.0, "p95": 1.0, "sample_count": 221}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 221, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.37, "pushed": 7.37, "read": 7.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.031, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4399.694, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.931, "count": 220, "max_ms": 9.743, "p95_ms": 3.089, "reason": null, "sample_age_ms": 4436.941, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.399, "count": 220, "max_ms": 8.82, "p95_ms": 2.089, "reason": null, "sample_age_ms": 4437.145, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.389, "count": 220, "max_ms": 1.851, "p95_ms": 0.711, "reason": null, "sample_age_ms": 4399.707, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.429, "count": 220, "max_ms": 10.998, "p95_ms": 4.032, "reason": null, "sample_age_ms": 4435.852, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4435.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4400.189, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.771, "count": 220, "max_ms": 88.559, "p95_ms": 71.775, "reason": null, "sample_age_ms": 4399.688, "source": "client_direct"}, "sample_age_ms": 4399.682, "source": "client_direct", "task_total_ms": {"avg_ms": 56.835, "count": 220, "max_ms": 91.601, "p95_ms": 75.984, "reason": null, "sample_age_ms": 4399.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.468, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.558, "count": 221, "max_ms": 15.164, "p95_ms": 7.925}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 221, "max_ms": 2.073, "p95_ms": 0.744}, "detection_prepare_ms": {"avg_ms": 0.604, "count": 221, "max_ms": 5.62, "p95_ms": 2.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 221, "max_ms": 0.034, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.13, "count": 221, "max_ms": 0.544, "p95_ms": 0.326}, "mcmt_ms": {"avg_ms": 0.004, "count": 221, "max_ms": 0.039, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.821, "count": 221, "max_ms": 5.025, "p95_ms": 3.133}, "setup_ms": {"avg_ms": 0.058, "count": 221, "max_ms": 0.354, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.498, "count": 221, "max_ms": 14.997, "p95_ms": 7.842}, "track_match_ms": {"avg_ms": 0.045, "count": 221, "max_ms": 0.515, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 0.423, "count": 221, "max_ms": 3.317, "p95_ms": 1.828}}, "gstreamer_push": {"avg_ms": 3.65, "count": 221, "max_ms": 8.397, "p95_ms": 5.524}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 221, "max_ms": 0.208, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.227, "count": 221, "max_ms": 94.635, "p95_ms": 77.793}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.956, "count": 221, "max_ms": 15.257, "p95_ms": 4.084}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.975, "count": 221, "max_ms": 151.245, "p95_ms": 126.638}, "inference_input_copy_ms": {"avg_ms": 1.787, "count": 221, "max_ms": 6.059, "p95_ms": 2.934}, "processing_residual_ms": {"avg_ms": 0.219, "count": 221, "max_ms": 0.636, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.937, "count": 221, "max_ms": 155.187, "p95_ms": 130.837}, "read_interval": {"avg_ms": 116.656, "count": 220, "max_ms": 208.755, "p95_ms": 165.026}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 221, "max_ms": 0.061, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.753, "count": 221, "max_ms": 4.774, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 221, "max_ms": 0.063, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.734, "count": 221, "max_ms": 4.715, "p95_ms": 2.911}, "worker_merge_ms": {"avg_ms": 0.007, "count": 221, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 58.245, "count": 221, "max_ms": 94.646, "p95_ms": 77.807}, "visualize": {"avg_ms": 34.748, "count": 221, "max_ms": 65.229, "p95_ms": 49.766}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.518, "count": 221, "max_ms": 64.447, "p95_ms": 46.19}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.073, "count": 221, "max_ms": 65.081, "p95_ms": 48.697}, "visualize_input_copy_ms": {"avg_ms": 0.437, "count": 221, "max_ms": 5.373, "p95_ms": 2.197}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 221, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.923, "count": 221, "max_ms": 65.011, "p95_ms": 48.62}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 221, "max_ms": 3.124, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 221}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 221}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.625, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.996, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.326, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3252992, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:53:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125473, "write_bytes_delta": 125473, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1195.0, "cpu_core_ratio": 0.619372, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2186.0, "pid": 78353, "reason": null, "system_cpu_core_ratio": 0.072575, "system_cpu_s_delta": 1.459999999999999, "user_cpu_core_ratio": 0.546797, "user_cpu_s_delta": 11.0}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.093594, "exists": true, "major_fault_delta": 3.0, "minor_fault_delta": 28.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.243573, "system_cpu_s_delta": 4.900000000008731, "user_cpu_core_ratio": 0.850021, "user_cpu_s_delta": 17.099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.649, "count": 264, "max_ms": 9.405, "p95_ms": 5.657, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.777, "max": 10.0, "p95": 7.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 0.36, "max": 2.0, "p95": 1.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.315, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.349, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 923.1, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1909.067, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.088, "count": 30, "max": 0.474, "p95": 0.314, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.547, "p95": 0.528, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 130378.367, "count": 30, "max": 139628.0, "p95": 134604.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103968.833, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.7, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.193, "count": 30, "max": 0.458, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.711, "count": 30, "max": 1.133, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25316, "sampled_at": "2026-11-03T12:53:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:53:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4610579, "flush_count": 5649, "flush_interval_seconds": 30.0, "flush_state": {"count": 5649, "last_at": "2026-11-03T12:55:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:55:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5648}, "started": true, "suppressed_count": 3345537, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3345532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5649, "written_record_count": 5649}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10096.273, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a070ca94ec0] error while decoding MB 123 66, bytestream -6 [h264 @ 0x5a070be16b40] error while decoding MB 138 99, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9265342464000, "copied_frame_count": 3351180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9265342464000, "frame_buffer_copies": 3351180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1442, "count": 512, "max_ms": 0.5344, "p50_ms": 0.127, "p95_ms": 0.2705, "p99_ms": 0.3714}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4655, "count": 512, "max_ms": 5.3911, "p50_ms": 1.3484, "p95_ms": 2.4949, "p99_ms": 3.1068, "results": {"failed": 0, "not_applicable": 0, "success": 3351180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5a070ca94ec0] error while decoding MB 123 66, bytestream -6 [h264 @ 0x5a070be16b40] error while decoding MB 138 99, bytestream -5", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 272.992, "last_started_at": "2026-11-03T12:50:39+09:00", "pid": 78237, "process": {"exists": false, "pid": 78237}, "restart_count": 163, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.137, "sample_count": 2660, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3351180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T12:55:11+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-11-03T12:55:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.721, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 469.279, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-03T12:55:11.970590+09:00", "mtime_epoch": 1793678111.9705896, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141334}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:55:12+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.715, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3351180, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 176}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 176, "pushed_frames": 176, "read_frames": 175, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.875, "pushed": 5.875, "read": 5.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 175, "client_acquire_ms": {"avg_ms": 0.008, "count": 175, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 108.833, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.735, "count": 175, "max_ms": 4.759, "p95_ms": 2.438, "reason": null, "sample_age_ms": 155.665, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.291, "count": 175, "max_ms": 4.099, "p95_ms": 1.6, "reason": null, "sample_age_ms": 156.413, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 175, "max_ms": 1.341, "p95_ms": 0.26, "reason": null, "sample_age_ms": 108.84, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.667, "count": 175, "max_ms": 6.252, "p95_ms": 2.864, "reason": null, "sample_age_ms": 153.803, "source": "client_direct"}, "request_count": 175, "request_tensor_bytes": {"avg": 2211848.0, "count": 175, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 153.779, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 108.946, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.77, "count": 175, "max_ms": 77.476, "p95_ms": 60.319, "reason": null, "sample_age_ms": 108.829, "source": "client_direct"}, "sample_age_ms": 108.825, "source": "client_direct", "task_total_ms": {"avg_ms": 43.752, "count": 175, "max_ms": 84.216, "p95_ms": 63.442, "reason": null, "sample_age_ms": 108.825, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.287, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.843, "count": 176, "max_ms": 2.583, "p95_ms": 1.555}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 176, "max_ms": 0.927, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 176, "max_ms": 0.299, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 176, "max_ms": 0.278, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 176, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.22, "count": 176, "max_ms": 1.037, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.048, "count": 176, "max_ms": 0.14, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.796, "count": 176, "max_ms": 2.494, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.005, "count": 176, "max_ms": 0.024, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.033, "count": 176, "max_ms": 0.134, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.06, "count": 176, "max_ms": 7.154, "p95_ms": 5.321}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 176, "max_ms": 0.586, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.036, "count": 176, "max_ms": 87.988, "p95_ms": 66.108}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 176, "max_ms": 0.181, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.703, "count": 176, "max_ms": 126.035, "p95_ms": 108.58}, "inference_input_copy_ms": {"avg_ms": 1.449, "count": 176, "max_ms": 3.467, "p95_ms": 2.359}, "processing_residual_ms": {"avg_ms": 0.183, "count": 176, "max_ms": 1.31, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.385, "count": 176, "max_ms": 127.872, "p95_ms": 110.531}, "read_interval": {"avg_ms": 171.0, "count": 175, "max_ms": 6150.208, "p95_ms": 147.763}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 176, "max_ms": 0.059, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.152, "count": 176, "max_ms": 0.798, "p95_ms": 0.274}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 176, "max_ms": 0.054, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.134, "count": 176, "max_ms": 0.739, "p95_ms": 0.244}, "worker_merge_ms": {"avg_ms": 0.006, "count": 176, "max_ms": 0.066, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 45.053, "count": 176, "max_ms": 88.001, "p95_ms": 66.121}, "visualize": {"avg_ms": 33.768, "count": 176, "max_ms": 68.33, "p95_ms": 47.279}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.762, "count": 176, "max_ms": 67.45, "p95_ms": 46.102}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.53, "count": 176, "max_ms": 68.175, "p95_ms": 47.144}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 176, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.411, "count": 176, "max_ms": 68.075, "p95_ms": 47.073}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 176, "max_ms": 0.186, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 176}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 176}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2411.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.933, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.372, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3351001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140667, "write_bytes_delta": 140667, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1360.0, "cpu_core_ratio": 1.295108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3616.0, "pid": 78237, "reason": null, "system_cpu_core_ratio": 0.056136, "system_cpu_s_delta": 1.129999999999999, "user_cpu_core_ratio": 1.238971, "user_cpu_s_delta": 24.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.733248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.065575, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.667673, "user_cpu_s_delta": 13.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.368, "count": 278, "max_ms": 6.936, "p95_ms": 5.23, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 61.757, "p95": 57.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.868, "count": 30, "max": 33.968, "p95": 30.178, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.867, "count": 30, "max": 1619.0, "p95": 1548.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1676.367, "count": 30, "max": 11337.0, "p95": 9930.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.323, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.2, "count": 30, "max": 1.512, "p95": 1.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.189, "count": 30, "max": 5.187, "p95": 0.203, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142506.8, "count": 30, "max": 145723.0, "p95": 145339.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133234.2, "count": 30, "max": 145723.0, "p95": 145339.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 46.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.692, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28333, "sampled_at": "2026-11-03T12:54:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4610579, "flush_count": 5649, "flush_interval_seconds": 30.0, "flush_state": {"count": 5649, "last_at": "2026-11-03T12:55:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:55:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5648}, "started": true, "suppressed_count": 3345537, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3345532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5649, "written_record_count": 5649}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10095.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9265342464000, "copied_frame_count": 3351180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9265342464000, "frame_buffer_copies": 3351180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1442, "count": 512, "max_ms": 0.5344, "p50_ms": 0.127, "p95_ms": 0.2705, "p99_ms": 0.3714}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4655, "count": 512, "max_ms": 5.3911, "p50_ms": 1.3484, "p95_ms": 2.4949, "p99_ms": 3.1068, "results": {"failed": 0, "not_applicable": 0, "success": 3351180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5a070ca94ec0] error while decoding MB 123 66, bytestream -6 [h264 @ 0x5a070be16b40] error while decoding MB 138 99, bytestream -5", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 273.052, "last_started_at": "2026-11-03T12:50:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 163, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 164}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.137, "sample_count": 2659, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3351180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.11, "last_frame_pushed_at": "2026-11-03T12:55:11+09:00", "last_frame_read_age_sec": 0.198, "last_frame_read_at": "2026-11-03T12:55:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.763, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 469.237, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.1, "exists": true, "mtime": "2026-11-03T12:55:11.970590+09:00", "mtime_epoch": 1793678111.9705896, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141334}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:55:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.711, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3351180, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.85, "pushed": 5.85, "read": 5.816}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.008, "count": 175, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 156.374, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.737, "count": 174, "max_ms": 4.759, "p95_ms": 2.444, "reason": null, "sample_age_ms": 203.205, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 174, "max_ms": 4.099, "p95_ms": 1.602, "reason": null, "sample_age_ms": 203.954, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 175, "max_ms": 1.341, "p95_ms": 0.26, "reason": null, "sample_age_ms": 156.38, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.67, "count": 174, "max_ms": 6.252, "p95_ms": 2.868, "reason": null, "sample_age_ms": 201.343, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 201.32, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 175, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 156.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.77, "count": 175, "max_ms": 77.476, "p95_ms": 60.319, "reason": null, "sample_age_ms": 156.37, "source": "client_direct"}, "sample_age_ms": 156.366, "source": "client_direct", "task_total_ms": {"avg_ms": 43.752, "count": 175, "max_ms": 84.216, "p95_ms": 63.442, "reason": null, "sample_age_ms": 156.366, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.148, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.843, "count": 175, "max_ms": 2.583, "p95_ms": 1.555}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 175, "max_ms": 0.927, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 175, "max_ms": 0.299, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.005, "count": 175, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 175, "max_ms": 0.278, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.22, "count": 175, "max_ms": 1.037, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.048, "count": 175, "max_ms": 0.14, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.795, "count": 175, "max_ms": 2.494, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.005, "count": 175, "max_ms": 0.024, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.033, "count": 175, "max_ms": 0.134, "p95_ms": 0.07}}, "gstreamer_push": {"avg_ms": 3.061, "count": 175, "max_ms": 7.154, "p95_ms": 5.321}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 175, "max_ms": 0.586, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.882, "count": 175, "max_ms": 87.988, "p95_ms": 65.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 175, "max_ms": 0.181, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.554, "count": 175, "max_ms": 126.035, "p95_ms": 108.58}, "inference_input_copy_ms": {"avg_ms": 1.448, "count": 175, "max_ms": 3.467, "p95_ms": 2.359}, "processing_residual_ms": {"avg_ms": 0.183, "count": 175, "max_ms": 1.31, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.235, "count": 175, "max_ms": 127.872, "p95_ms": 110.531}, "read_interval": {"avg_ms": 171.305, "count": 174, "max_ms": 6150.208, "p95_ms": 147.763}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 175, "max_ms": 0.059, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.152, "count": 175, "max_ms": 0.798, "p95_ms": 0.274}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 175, "max_ms": 0.054, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.134, "count": 175, "max_ms": 0.739, "p95_ms": 0.244}, "worker_merge_ms": {"avg_ms": 0.006, "count": 175, "max_ms": 0.066, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 44.899, "count": 175, "max_ms": 88.001, "p95_ms": 65.296}, "visualize": {"avg_ms": 33.772, "count": 175, "max_ms": 68.33, "p95_ms": 47.279}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.767, "count": 175, "max_ms": 67.45, "p95_ms": 46.102}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.535, "count": 175, "max_ms": 68.175, "p95_ms": 47.144}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.415, "count": 175, "max_ms": 68.075, "p95_ms": 47.073}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 175, "max_ms": 0.186, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2411.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.933, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.372, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3351001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140667, "write_bytes_delta": 140667, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1360.0, "cpu_core_ratio": 1.295108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3616.0, "pid": 78237, "reason": null, "system_cpu_core_ratio": 0.056136, "system_cpu_s_delta": 1.129999999999999, "user_cpu_core_ratio": 1.238971, "user_cpu_s_delta": 24.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.733248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.065575, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.667673, "user_cpu_s_delta": 13.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.368, "count": 278, "max_ms": 6.936, "p95_ms": 5.23, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 61.757, "p95": 57.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.868, "count": 30, "max": 33.968, "p95": 30.178, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.867, "count": 30, "max": 1619.0, "p95": 1548.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1676.367, "count": 30, "max": 11337.0, "p95": 9930.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.323, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.2, "count": 30, "max": 1.512, "p95": 1.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.189, "count": 30, "max": 5.187, "p95": 0.203, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142506.8, "count": 30, "max": 145723.0, "p95": 145339.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133234.2, "count": 30, "max": 145723.0, "p95": 145339.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 46.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.692, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28333, "sampled_at": "2026-11-03T12:54:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5341600, "flush_count": 5648, "flush_interval_seconds": 30.0, "flush_state": {"count": 5648, "last_at": "2026-11-03T12:54:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:54:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5647}, "started": true, "suppressed_count": 3248421, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248015}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5648, "written_record_count": 5648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9875.219, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b7960a4c000] error while decoding MB 114 55, bytestream -25", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8995724697600, "copied_frame_count": 3253662, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8995724697600, "frame_buffer_copies": 3253662, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1265, "count": 512, "max_ms": 2.0746, "p50_ms": 0.1053, "p95_ms": 0.2558, "p99_ms": 0.3805}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.68, "count": 512, "max_ms": 4.5487, "p50_ms": 1.5545, "p95_ms": 2.8235, "p99_ms": 3.5525, "results": {"failed": 0, "not_applicable": 0, "success": 3253662, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 293, "h264_decode_error_count": 903, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5b7960a4c000] error while decoding MB 114 55, bytestream -25", "last_exit_at": "2026-11-03T12:54:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.209, "last_started_at": "2026-11-03T12:54:04+09:00", "pid": 78469, "process": {"exists": false, "pid": 78469}, "restart_count": 312, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 313}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.619, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253662, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.035, "last_frame_pushed_at": "2026-11-03T12:55:12+09:00", "last_frame_read_age_sec": 0.032, "last_frame_read_at": "2026-11-03T12:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.159, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 468.841, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.025, "exists": true, "mtime": "2026-11-03T12:55:12.431591+09:00", "mtime_epoch": 1793678112.4315913, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:55:12+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2410.691, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3253662, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.336, "max": 6.0, "p95": 4.0, "sample_count": 134}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.925, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 1.925, "max": 2.0, "p95": 2.0, "sample_count": 134}}, "tracking_counts": {"active": {"avg": 1.813, "max": 2.0, "p95": 2.0, "sample_count": 134}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 134}, "tracked": {"avg": 1.813, "max": 2.0, "p95": 2.0, "sample_count": 134}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 134, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.472, "pushed": 4.472, "read": 4.472}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 134, "client_acquire_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 77.869, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.99, "count": 134, "max_ms": 7.069, "p95_ms": 2.944, "reason": null, "sample_age_ms": 33.503, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.455, "count": 134, "max_ms": 6.542, "p95_ms": 2.244, "reason": null, "sample_age_ms": 33.775, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 133, "max_ms": 4.092, "p95_ms": 0.653, "reason": null, "sample_age_ms": 77.875, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.045, "count": 134, "max_ms": 5.42, "p95_ms": 3.435, "reason": null, "sample_age_ms": 32.146, "source": "client_direct"}, "request_count": 134, "request_tensor_bytes": {"avg": 2764808.0, "count": 134, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 32.131, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.041, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.006, "count": 133, "max_ms": 82.541, "p95_ms": 70.879, "reason": null, "sample_age_ms": 77.866, "source": "client_direct"}, "sample_age_ms": 32.124, "source": "client_direct", "task_total_ms": {"avg_ms": 53.672, "count": 133, "max_ms": 86.811, "p95_ms": 73.042, "reason": null, "sample_age_ms": 77.863, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.674, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.456, "count": 134, "max_ms": 18.321, "p95_ms": 13.056}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.531, "count": 134, "max_ms": 9.693, "p95_ms": 0.865}, "detection_prepare_ms": {"avg_ms": 1.672, "count": 134, "max_ms": 4.463, "p95_ms": 3.008}, "event_filter_ms": {"avg_ms": 0.007, "count": 134, "max_ms": 0.022, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.196, "count": 134, "max_ms": 0.527, "p95_ms": 0.36}, "mcmt_ms": {"avg_ms": 0.004, "count": 134, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.892, "count": 134, "max_ms": 9.027, "p95_ms": 6.225}, "setup_ms": {"avg_ms": 0.054, "count": 134, "max_ms": 0.698, "p95_ms": 0.116}, "total_inside_ms": {"avg_ms": 8.365, "count": 134, "max_ms": 18.226, "p95_ms": 12.969}, "track_match_ms": {"avg_ms": 0.194, "count": 134, "max_ms": 0.814, "p95_ms": 0.361}, "tracker_update_ms": {"avg_ms": 1.813, "count": 134, "max_ms": 5.631, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.286, "count": 134, "max_ms": 8.557, "p95_ms": 5.657}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 134, "max_ms": 0.509, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.039, "count": 134, "max_ms": 87.446, "p95_ms": 79.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.798, "count": 134, "max_ms": 16.099, "p95_ms": 11.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.408, "count": 134, "max_ms": 1230.808, "p95_ms": 168.381}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 134, "max_ms": 3.763, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.281, "count": 134, "max_ms": 2.481, "p95_ms": 0.493}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.236, "count": 134, "max_ms": 1246.596, "p95_ms": 173.352}, "read_interval": {"avg_ms": 224.232, "count": 134, "max_ms": 7859.164, "p95_ms": 208.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 134, "max_ms": 0.161, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 3.802, "count": 134, "max_ms": 8.919, "p95_ms": 6.117}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 134, "max_ms": 0.08, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.779, "count": 134, "max_ms": 8.896, "p95_ms": 6.092}, "worker_merge_ms": {"avg_ms": 0.008, "count": 134, "max_ms": 0.041, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.054, "count": 134, "max_ms": 87.466, "p95_ms": 79.633}, "visualize": {"avg_ms": 46.209, "count": 134, "max_ms": 138.475, "p95_ms": 85.654}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.195, "count": 134, "max_ms": 129.08, "p95_ms": 78.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.492, "count": 134, "max_ms": 134.222, "p95_ms": 83.7}, "visualize_input_copy_ms": {"avg_ms": 1.467, "count": 134, "max_ms": 4.73, "p95_ms": 2.678}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.327, "count": 134, "max_ms": 134.008, "p95_ms": 83.586}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 134, "max_ms": 0.335, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.014, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.36, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119373, "write_bytes_delta": 119373, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.43089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1083.0, "pid": 78469, "reason": null, "system_cpu_core_ratio": 0.045776, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.385114, "user_cpu_s_delta": 3.869999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.568319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464724, "system_cpu_s_delta": 4.669999999998254, "user_cpu_core_ratio": 1.103595, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.742, "count": 243, "max_ms": 10.092, "p95_ms": 5.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.403, "max": 10.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.19, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 0.671, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.141, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.833, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1420.367, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128862.333, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102742.367, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.465, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.721, "count": 30, "max": 1.104, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25320, "sampled_at": "2026-11-03T12:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.967, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5341600, "flush_count": 5648, "flush_interval_seconds": 30.0, "flush_state": {"count": 5648, "last_at": "2026-11-03T12:54:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:54:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5647}, "started": true, "suppressed_count": 3248422, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248016}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5648, "written_record_count": 5648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9875.488, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5b7960a4c000] error while decoding MB 114 55, bytestream -25", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8995727462400, "copied_frame_count": 3253663, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8995727462400, "frame_buffer_copies": 3253663, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 2.0746, "p50_ms": 0.1051, "p95_ms": 0.2558, "p99_ms": 0.3805}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6776, "count": 512, "max_ms": 4.5487, "p50_ms": 1.5527, "p95_ms": 2.8235, "p99_ms": 3.5525, "results": {"failed": 0, "not_applicable": 0, "success": 3253663, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 293, "h264_decode_error_count": 903, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5b7960a4c000] error while decoding MB 114 55, bytestream -25", "last_exit_at": "2026-11-03T12:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.277, "last_started_at": "2026-11-03T12:54:04+09:00", "pid": 78469, "process": {"exists": false, "pid": 78469}, "restart_count": 312, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 313}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.619, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T12:55:12+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-11-03T12:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.224, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 468.776, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-11-03T12:55:12.431591+09:00", "mtime_epoch": 1793678112.4315913, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120187}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:55:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2410.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3253663, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.343, "max": 6.0, "p95": 4.0, "sample_count": 134}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.933, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 1.933, "max": 2.0, "p95": 2.0, "sample_count": 134}}, "tracking_counts": {"active": {"avg": 1.821, "max": 2.0, "p95": 2.0, "sample_count": 134}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 134}, "tracked": {"avg": 1.821, "max": 2.0, "p95": 2.0, "sample_count": 134}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.48, "pushed": 4.48, "read": 4.447}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.007, "count": 134, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 54.352, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.986, "count": 133, "max_ms": 7.069, "p95_ms": 2.959, "reason": null, "sample_age_ms": 102.041, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.458, "count": 133, "max_ms": 6.542, "p95_ms": 2.245, "reason": null, "sample_age_ms": 102.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 134, "max_ms": 4.092, "p95_ms": 0.651, "reason": null, "sample_age_ms": 54.36, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 133, "max_ms": 5.42, "p95_ms": 3.437, "reason": null, "sample_age_ms": 100.683, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2764808.0, "count": 133, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.669, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 134, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.518, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.97, "count": 134, "max_ms": 82.541, "p95_ms": 70.804, "reason": null, "sample_age_ms": 54.348, "source": "client_direct"}, "sample_age_ms": 54.344, "source": "client_direct", "task_total_ms": {"avg_ms": 53.627, "count": 134, "max_ms": 86.811, "p95_ms": 72.923, "reason": null, "sample_age_ms": 54.344, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.523, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.447, "count": 134, "max_ms": 18.321, "p95_ms": 13.056}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.528, "count": 134, "max_ms": 9.693, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.663, "count": 134, "max_ms": 4.463, "p95_ms": 3.008}, "event_filter_ms": {"avg_ms": 0.007, "count": 134, "max_ms": 0.022, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 134, "max_ms": 0.527, "p95_ms": 0.36}, "mcmt_ms": {"avg_ms": 0.004, "count": 134, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.891, "count": 134, "max_ms": 9.027, "p95_ms": 6.225}, "setup_ms": {"avg_ms": 0.054, "count": 134, "max_ms": 0.698, "p95_ms": 0.116}, "total_inside_ms": {"avg_ms": 8.355, "count": 134, "max_ms": 18.226, "p95_ms": 12.969}, "track_match_ms": {"avg_ms": 0.194, "count": 134, "max_ms": 0.814, "p95_ms": 0.361}, "tracker_update_ms": {"avg_ms": 1.818, "count": 134, "max_ms": 5.631, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.284, "count": 134, "max_ms": 8.557, "p95_ms": 5.657}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 134, "max_ms": 0.509, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.079, "count": 134, "max_ms": 87.446, "p95_ms": 79.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.755, "count": 134, "max_ms": 16.099, "p95_ms": 11.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.332, "count": 134, "max_ms": 1230.808, "p95_ms": 168.381}, "inference_input_copy_ms": {"avg_ms": 1.749, "count": 134, "max_ms": 3.763, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.281, "count": 134, "max_ms": 2.481, "p95_ms": 0.493}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.117, "count": 134, "max_ms": 1246.596, "p95_ms": 173.352}, "read_interval": {"avg_ms": 225.002, "count": 133, "max_ms": 7859.164, "p95_ms": 208.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 134, "max_ms": 0.161, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 3.802, "count": 134, "max_ms": 8.919, "p95_ms": 6.117}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 134, "max_ms": 0.08, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.778, "count": 134, "max_ms": 8.896, "p95_ms": 6.092}, "worker_merge_ms": {"avg_ms": 0.008, "count": 134, "max_ms": 0.041, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.095, "count": 134, "max_ms": 87.466, "p95_ms": 79.633}, "visualize": {"avg_ms": 46.105, "count": 134, "max_ms": 138.475, "p95_ms": 85.654}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.092, "count": 134, "max_ms": 129.08, "p95_ms": 78.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.395, "count": 134, "max_ms": 134.222, "p95_ms": 83.7}, "visualize_input_copy_ms": {"avg_ms": 1.462, "count": 134, "max_ms": 4.73, "p95_ms": 2.678}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.229, "count": 134, "max_ms": 134.008, "p95_ms": 83.586}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 134, "max_ms": 0.335, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.014, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.36, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119373, "write_bytes_delta": 119373, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.43089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1083.0, "pid": 78469, "reason": null, "system_cpu_core_ratio": 0.045776, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.385114, "user_cpu_s_delta": 3.869999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.568319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464724, "system_cpu_s_delta": 4.669999999998254, "user_cpu_core_ratio": 1.103595, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.742, "count": 243, "max_ms": 10.092, "p95_ms": 5.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.403, "max": 10.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.19, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 0.671, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.141, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.833, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1420.367, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128862.333, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102742.367, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.465, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.721, "count": 30, "max": 1.104, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25320, "sampled_at": "2026-11-03T12:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5341600, "flush_count": 5648, "flush_interval_seconds": 30.0, "flush_state": {"count": 5648, "last_at": "2026-11-03T12:54:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:54:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5647}, "started": true, "suppressed_count": 3248422, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248016}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5648, "written_record_count": 5648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9874.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8995727462400, "copied_frame_count": 3253663, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8995727462400, "frame_buffer_copies": 3253663, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 2.0746, "p50_ms": 0.1051, "p95_ms": 0.2558, "p99_ms": 0.3805}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6776, "count": 512, "max_ms": 4.5487, "p50_ms": 1.5527, "p95_ms": 2.8235, "p99_ms": 3.5525, "results": {"failed": 0, "not_applicable": 0, "success": 3253663, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 293, "h264_decode_error_count": 903, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5b7960a4c000] error while decoding MB 114 55, bytestream -25", "last_exit_at": "2026-11-03T12:55:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 68.313, "last_started_at": "2026-11-03T12:54:04+09:00", "pid": 78469, "process": {"exists": false, "pid": 78469}, "restart_count": 312, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 313}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.619, "sample_count": 2262, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-03T12:55:12+09:00", "last_frame_read_age_sec": 0.136, "last_frame_read_at": "2026-11-03T12:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 131.264, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 468.736, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-03T12:55:12.530591+09:00", "mtime_epoch": 1793678112.5305915, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120457}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:55:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2410.68, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3253663, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.343, "max": 6.0, "p95": 4.0, "sample_count": 134}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.933, "max": 2.0, "p95": 2.0, "sample_count": 134}, "total": {"avg": 1.933, "max": 2.0, "p95": 2.0, "sample_count": 134}}, "tracking_counts": {"active": {"avg": 1.821, "max": 2.0, "p95": 2.0, "sample_count": 134}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "removed": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 134}, "tracked": {"avg": 1.821, "max": 2.0, "p95": 2.0, "sample_count": 134}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 134, "pushed_frames": 134, "read_frames": 133, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.474, "pushed": 4.474, "read": 4.441}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 133, "client_acquire_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.02, "p95_ms": 0.014, "reason": null, "sample_age_ms": 96.038, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.986, "count": 133, "max_ms": 7.069, "p95_ms": 2.959, "reason": null, "sample_age_ms": 143.727, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.458, "count": 133, "max_ms": 6.542, "p95_ms": 2.245, "reason": null, "sample_age_ms": 143.999, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 133, "max_ms": 4.092, "p95_ms": 0.653, "reason": null, "sample_age_ms": 96.046, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.05, "count": 133, "max_ms": 5.42, "p95_ms": 3.437, "reason": null, "sample_age_ms": 142.37, "source": "client_direct"}, "request_count": 133, "request_tensor_bytes": {"avg": 2764808.0, "count": 133, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 142.355, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.204, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.894, "count": 133, "max_ms": 82.541, "p95_ms": 70.879, "reason": null, "sample_age_ms": 96.034, "source": "client_direct"}, "sample_age_ms": 96.03, "source": "client_direct", "task_total_ms": {"avg_ms": 53.555, "count": 133, "max_ms": 86.811, "p95_ms": 73.042, "reason": null, "sample_age_ms": 96.03, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.285, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.447, "count": 134, "max_ms": 18.321, "p95_ms": 13.056}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.528, "count": 134, "max_ms": 9.693, "p95_ms": 0.852}, "detection_prepare_ms": {"avg_ms": 1.663, "count": 134, "max_ms": 4.463, "p95_ms": 3.008}, "event_filter_ms": {"avg_ms": 0.007, "count": 134, "max_ms": 0.022, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 134, "max_ms": 0.527, "p95_ms": 0.36}, "mcmt_ms": {"avg_ms": 0.004, "count": 134, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.891, "count": 134, "max_ms": 9.027, "p95_ms": 6.225}, "setup_ms": {"avg_ms": 0.054, "count": 134, "max_ms": 0.698, "p95_ms": 0.116}, "total_inside_ms": {"avg_ms": 8.355, "count": 134, "max_ms": 18.226, "p95_ms": 12.969}, "track_match_ms": {"avg_ms": 0.194, "count": 134, "max_ms": 0.814, "p95_ms": 0.361}, "tracker_update_ms": {"avg_ms": 1.818, "count": 134, "max_ms": 5.631, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.284, "count": 134, "max_ms": 8.557, "p95_ms": 5.657}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 134, "max_ms": 0.509, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.079, "count": 134, "max_ms": 87.446, "p95_ms": 79.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.755, "count": 134, "max_ms": 16.099, "p95_ms": 11.799}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 122.332, "count": 134, "max_ms": 1230.808, "p95_ms": 168.381}, "inference_input_copy_ms": {"avg_ms": 1.749, "count": 134, "max_ms": 3.763, "p95_ms": 3.212}, "processing_residual_ms": {"avg_ms": 0.281, "count": 134, "max_ms": 2.481, "p95_ms": 0.493}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 128.117, "count": 134, "max_ms": 1246.596, "p95_ms": 173.352}, "read_interval": {"avg_ms": 225.002, "count": 133, "max_ms": 7859.164, "p95_ms": 208.844}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 134, "max_ms": 0.161, "p95_ms": 0.053}, "execute_total_ms": {"avg_ms": 3.802, "count": 134, "max_ms": 8.919, "p95_ms": 6.117}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 134, "max_ms": 0.08, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.778, "count": 134, "max_ms": 8.896, "p95_ms": 6.092}, "worker_merge_ms": {"avg_ms": 0.008, "count": 134, "max_ms": 0.041, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.095, "count": 134, "max_ms": 87.466, "p95_ms": 79.633}, "visualize": {"avg_ms": 46.105, "count": 134, "max_ms": 138.475, "p95_ms": 85.654}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 39.092, "count": 134, "max_ms": 129.08, "p95_ms": 78.224}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 44.395, "count": 134, "max_ms": 134.222, "p95_ms": 83.7}, "visualize_input_copy_ms": {"avg_ms": 1.462, "count": 134, "max_ms": 4.73, "p95_ms": 2.678}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 134, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 44.229, "count": 134, "max_ms": 134.008, "p95_ms": 83.586}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 134, "max_ms": 0.335, "p95_ms": 0.175}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 134}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 134}, "returned_event_count": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 134}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.014, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.36, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119373, "write_bytes_delta": 119373, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.43089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1083.0, "pid": 78469, "reason": null, "system_cpu_core_ratio": 0.045776, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.385114, "user_cpu_s_delta": 3.869999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.568319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464724, "system_cpu_s_delta": 4.669999999998254, "user_cpu_core_ratio": 1.103595, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.742, "count": 243, "max_ms": 10.092, "p95_ms": 5.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.403, "max": 10.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.19, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 0.671, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.141, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.833, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1420.367, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128862.333, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102742.367, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.465, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.721, "count": 30, "max": 1.104, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25320, "sampled_at": "2026-11-03T12:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.947, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4610579, "flush_count": 5649, "flush_interval_seconds": 30.0, "flush_state": {"count": 5649, "last_at": "2026-11-03T12:55:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:55:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5648}, "started": true, "suppressed_count": 3345537, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3345532}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5649, "written_record_count": 5649}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9943.758, "limit_mb": null}, "detail": {"pid": 78647, "restart_count": 164, "start_count": 165}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9265342464000, "copied_frame_count": 3351180, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9265342464000, "frame_buffer_copies": 3351180, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1442, "count": 512, "max_ms": 0.5344, "p50_ms": 0.127, "p95_ms": 0.2705, "p99_ms": 0.3714}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4655, "count": 512, "max_ms": 5.3911, "p50_ms": 1.3484, "p95_ms": 2.4949, "p99_ms": 3.1068, "results": {"failed": 0, "not_applicable": 0, "success": 3351180, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5a070ca94ec0] error while decoding MB 123 66, bytestream -6 [h264 @ 0x5a070be16b40] error while decoding MB 138 99, bytestream -5", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": 78647, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.625, "name": "ffmpeg", "pid": 78647, "rss_mb": 74.625, "state": "S (sleeping)", "threads": 1}, "restart_count": 164, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.253, "sample_count": 2637, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3351180, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.608, "last_frame_pushed_at": "2026-11-03T12:55:11+09:00", "last_frame_read_age_sec": 4.696, "last_frame_read_at": "2026-11-03T12:55:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.272, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 464.728, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.598, "exists": true, "mtime": "2026-11-03T12:55:11.970590+09:00", "mtime_epoch": 1793678111.9705896, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141334}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:55:16+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2411.715, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3351180, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 131}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 131, "pushed_frames": 131, "read_frames": 131, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.367, "pushed": 4.367, "read": 4.367}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 130, "client_acquire_ms": {"avg_ms": 0.008, "count": 131, "max_ms": 0.031, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4661.231, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.703, "count": 130, "max_ms": 4.759, "p95_ms": 2.73, "reason": null, "sample_age_ms": 4708.063, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.297, "count": 130, "max_ms": 4.099, "p95_ms": 1.669, "reason": null, "sample_age_ms": 4708.811, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.123, "count": 131, "max_ms": 1.341, "p95_ms": 0.271, "reason": null, "sample_age_ms": 4661.238, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.537, "count": 130, "max_ms": 6.252, "p95_ms": 2.464, "reason": null, "sample_age_ms": 4706.201, "source": "client_direct"}, "request_count": 130, "request_tensor_bytes": {"avg": 2211848.0, "count": 130, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4706.177, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 131, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4661.344, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.057, "count": 131, "max_ms": 77.476, "p95_ms": 59.758, "reason": null, "sample_age_ms": 4661.227, "source": "client_direct"}, "sample_age_ms": 4661.223, "source": "client_direct", "task_total_ms": {"avg_ms": 42.911, "count": 131, "max_ms": 84.216, "p95_ms": 63.06, "reason": null, "sample_age_ms": 4661.223, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.942, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.843, "count": 131, "max_ms": 2.583, "p95_ms": 1.555}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.28, "count": 131, "max_ms": 0.894, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 131, "max_ms": 0.299, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 131, "max_ms": 0.027, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 131, "max_ms": 0.269, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 131, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.217, "count": 131, "max_ms": 1.037, "p95_ms": 0.378}, "setup_ms": {"avg_ms": 0.049, "count": 131, "max_ms": 0.14, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.796, "count": 131, "max_ms": 2.455, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.005, "count": 131, "max_ms": 0.024, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.033, "count": 131, "max_ms": 0.102, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 2.902, "count": 131, "max_ms": 7.154, "p95_ms": 4.53}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 131, "max_ms": 0.586, "p95_ms": 0.125}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.015, "count": 131, "max_ms": 87.988, "p95_ms": 65.273}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 131, "max_ms": 0.181, "p95_ms": 0.112}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.697, "count": 131, "max_ms": 126.035, "p95_ms": 105.806}, "inference_input_copy_ms": {"avg_ms": 1.4, "count": 131, "max_ms": 3.467, "p95_ms": 2.206}, "processing_residual_ms": {"avg_ms": 0.178, "count": 131, "max_ms": 1.31, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.323, "count": 131, "max_ms": 127.872, "p95_ms": 108.219}, "read_interval": {"avg_ms": 194.16, "count": 131, "max_ms": 6150.208, "p95_ms": 153.049}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 131, "max_ms": 0.059, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.149, "count": 131, "max_ms": 0.798, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 131, "max_ms": 0.054, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.131, "count": 131, "max_ms": 0.739, "p95_ms": 0.227}, "worker_merge_ms": {"avg_ms": 0.006, "count": 131, "max_ms": 0.066, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 44.032, "count": 131, "max_ms": 88.001, "p95_ms": 65.296}, "visualize": {"avg_ms": 32.826, "count": 131, "max_ms": 68.33, "p95_ms": 46.454}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.836, "count": 131, "max_ms": 67.45, "p95_ms": 45.271}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.59, "count": 131, "max_ms": 68.175, "p95_ms": 46.159}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 131, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.472, "count": 131, "max_ms": 68.075, "p95_ms": 46.003}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 131, "max_ms": 0.184, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 131}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 131}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2411.629, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.933, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.372, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3351001, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 140667, "write_bytes_delta": 140667, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1360.0, "cpu_core_ratio": 1.295108, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3616.0, "pid": 78237, "reason": null, "system_cpu_core_ratio": 0.056136, "system_cpu_s_delta": 1.129999999999999, "user_cpu_core_ratio": 1.238971, "user_cpu_s_delta": 24.939999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.733248, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.065575, "system_cpu_s_delta": 1.319999999999709, "user_cpu_core_ratio": 0.667673, "user_cpu_s_delta": 13.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.368, "count": 278, "max_ms": 6.936, "p95_ms": 5.23, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 278}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 278}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.127, "count": 30, "max": 61.757, "p95": 57.921, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.868, "count": 30, "max": 33.968, "p95": 30.178, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1146.867, "count": 30, "max": 1619.0, "p95": 1548.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1676.367, "count": 30, "max": 11337.0, "p95": 9930.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.065, "count": 30, "max": 0.323, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.2, "count": 30, "max": 1.512, "p95": 1.448, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.189, "count": 30, "max": 5.187, "p95": 0.203, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142506.8, "count": 30, "max": 145723.0, "p95": 145339.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133234.2, "count": 30, "max": 145723.0, "p95": 145339.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 46.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.551, "count": 30, "max": 0.692, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28333, "sampled_at": "2026-11-03T12:54:41+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:41+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5341600, "flush_count": 5648, "flush_interval_seconds": 30.0, "flush_state": {"count": 5648, "last_at": "2026-11-03T12:54:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:54:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5647}, "started": true, "suppressed_count": 3248422, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248016}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5648, "written_record_count": 5648}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9936.539, "limit_mb": null}, "detail": {"pid": 78649, "restart_count": 313, "start_count": 314}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8995727462400, "copied_frame_count": 3253663, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8995727462400, "frame_buffer_copies": 3253663, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1263, "count": 512, "max_ms": 2.0746, "p50_ms": 0.1051, "p95_ms": 0.2558, "p99_ms": 0.3805}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6776, "count": 512, "max_ms": 4.5487, "p50_ms": 1.5527, "p95_ms": 2.8235, "p99_ms": 3.5525, "results": {"failed": 0, "not_applicable": 0, "success": 3253663, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 293, "h264_decode_error_count": 903, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5b7960a4c000] error while decoding MB 114 55, bytestream -25", "last_exit_at": "2026-11-03T12:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": 78649, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.789, "name": "ffmpeg", "pid": 78649, "rss_mb": 57.789, "state": "S (sleeping)", "threads": 1}, "restart_count": 313, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 314}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.918, "sample_count": 2212, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253663, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:55:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.148, "last_frame_pushed_at": "2026-11-03T12:55:12+09:00", "last_frame_read_age_sec": 4.247, "last_frame_read_at": "2026-11-03T12:55:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 135.369, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 464.631, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.141, "exists": true, "mtime": "2026-11-03T12:55:12.530591+09:00", "mtime_epoch": 1793678112.5305915, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120457}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:55:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2410.684, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3253663, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.279, "max": 6.0, "p95": 4.0, "sample_count": 104}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.981, "max": 2.0, "p95": 2.0, "sample_count": 104}, "total": {"avg": 1.981, "max": 2.0, "p95": 2.0, "sample_count": 104}}, "tracking_counts": {"active": {"avg": 1.837, "max": 2.0, "p95": 2.0, "sample_count": 104}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 104}, "tracked": {"avg": 1.837, "max": 2.0, "p95": 2.0, "sample_count": 104}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 104, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.477, "pushed": 3.477, "read": 3.444}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.016, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4200.801, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 103, "max_ms": 7.069, "p95_ms": 2.676, "reason": null, "sample_age_ms": 4248.49, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.429, "count": 103, "max_ms": 6.542, "p95_ms": 2.227, "reason": null, "sample_age_ms": 4248.762, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.359, "count": 104, "max_ms": 4.092, "p95_ms": 0.632, "reason": null, "sample_age_ms": 4200.809, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.949, "count": 103, "max_ms": 5.42, "p95_ms": 3.411, "reason": null, "sample_age_ms": 4247.132, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2764808.0, "count": 103, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4247.118, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 104, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4200.966, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.589, "count": 104, "max_ms": 78.205, "p95_ms": 71.555, "reason": null, "sample_age_ms": 4200.796, "source": "client_direct"}, "sample_age_ms": 4200.793, "source": "client_direct", "task_total_ms": {"avg_ms": 52.139, "count": 104, "max_ms": 82.293, "p95_ms": 74.119, "reason": null, "sample_age_ms": 4200.793, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.982, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.383, "count": 104, "max_ms": 18.321, "p95_ms": 12.897}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.44, "count": 104, "max_ms": 1.361, "p95_ms": 0.815}, "detection_prepare_ms": {"avg_ms": 1.6, "count": 104, "max_ms": 4.463, "p95_ms": 2.744}, "event_filter_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.02, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.197, "count": 104, "max_ms": 0.527, "p95_ms": 0.36}, "mcmt_ms": {"avg_ms": 0.004, "count": 104, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.999, "count": 104, "max_ms": 9.027, "p95_ms": 6.225}, "setup_ms": {"avg_ms": 0.046, "count": 104, "max_ms": 0.13, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 8.306, "count": 104, "max_ms": 18.226, "p95_ms": 12.787}, "track_match_ms": {"avg_ms": 0.19, "count": 104, "max_ms": 0.814, "p95_ms": 0.36}, "tracker_update_ms": {"avg_ms": 1.822, "count": 104, "max_ms": 5.631, "p95_ms": 3.085}}, "gstreamer_push": {"avg_ms": 3.182, "count": 104, "max_ms": 8.557, "p95_ms": 5.462}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 104, "max_ms": 0.164, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.529, "count": 104, "max_ms": 86.035, "p95_ms": 79.613}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.81, "count": 104, "max_ms": 16.099, "p95_ms": 11.172}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 125.033, "count": 104, "max_ms": 1230.808, "p95_ms": 169.467}, "inference_input_copy_ms": {"avg_ms": 1.688, "count": 104, "max_ms": 3.763, "p95_ms": 3.334}, "processing_residual_ms": {"avg_ms": 0.277, "count": 104, "max_ms": 2.481, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 130.807, "count": 104, "max_ms": 1246.596, "p95_ms": 174.258}, "read_interval": {"avg_ms": 250.297, "count": 103, "max_ms": 7859.164, "p95_ms": 211.796}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 104, "max_ms": 0.161, "p95_ms": 0.052}, "execute_total_ms": {"avg_ms": 3.911, "count": 104, "max_ms": 8.919, "p95_ms": 6.117}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 104, "max_ms": 0.08, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.888, "count": 104, "max_ms": 8.896, "p95_ms": 6.092}, "worker_merge_ms": {"avg_ms": 0.007, "count": 104, "max_ms": 0.041, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.544, "count": 104, "max_ms": 86.049, "p95_ms": 79.633}, "visualize": {"avg_ms": 47.202, "count": 104, "max_ms": 138.475, "p95_ms": 90.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 40.23, "count": 104, "max_ms": 129.08, "p95_ms": 83.697}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 45.519, "count": 104, "max_ms": 134.222, "p95_ms": 89.569}, "visualize_input_copy_ms": {"avg_ms": 1.45, "count": 104, "max_ms": 4.73, "p95_ms": 2.419}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 104, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 45.357, "count": 104, "max_ms": 134.008, "p95_ms": 89.404}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 104, "max_ms": 0.335, "p95_ms": 0.172}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 104}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 104}, "returned_event_count": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 104}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2333.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.014, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.36, "sample_count": 2392, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3253545, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 119373, "write_bytes_delta": 119373, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 517.0, "cpu_core_ratio": 0.43089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1083.0, "pid": 78469, "reason": null, "system_cpu_core_ratio": 0.045776, "system_cpu_s_delta": 0.45999999999999996, "user_cpu_core_ratio": 0.385114, "user_cpu_s_delta": 3.869999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.568319, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464724, "system_cpu_s_delta": 4.669999999998254, "user_cpu_core_ratio": 1.103595, "user_cpu_s_delta": 11.090000000025611}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.742, "count": 243, "max_ms": 10.092, "p95_ms": 5.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.403, "max": 10.0, "p95": 7.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.19, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 137}, "total": {"avg": 0.671, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.141, "count": 30, "max": 73.045, "p95": 61.146, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.684, "count": 30, "max": 31.265, "p95": 29.721, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 922.833, "count": 30, "max": 1464.0, "p95": 1343.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1420.367, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.433, "count": 30, "max": 0.547, "p95": 0.53, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.108, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128862.333, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102742.367, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.767, "count": 30, "max": 38.0, "p95": 25.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.188, "count": 30, "max": 0.465, "p95": 0.418, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.721, "count": 30, "max": 1.104, "p95": 1.014, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25320, "sampled_at": "2026-11-03T12:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.91, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5343504, "flush_count": 5650, "flush_interval_seconds": 30.0, "flush_state": {"count": 5650, "last_at": "2026-11-03T12:56:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:56:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5649}, "started": true, "suppressed_count": 3249372, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248966}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5650, "written_record_count": 5650}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10216.992, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62bd3e954440] error while decoding MB 92 50, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8998356787200, "copied_frame_count": 3254614, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8998356787200, "frame_buffer_copies": 3254614, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1289, "count": 512, "max_ms": 2.0882, "p50_ms": 0.1057, "p95_ms": 0.2345, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5907, "count": 512, "max_ms": 8.4062, "p50_ms": 1.4507, "p95_ms": 2.7486, "p99_ms": 4.1962, "results": {"failed": 0, "not_applicable": 0, "success": 3254614, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 294, "h264_decode_error_count": 904, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:57:12+09:00", "last_error_summary": "[h264 @ 0x62bd3e954440] error while decoding MB 92 50, bytestream -7", "last_exit_at": "2026-11-03T12:55:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.74, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": 78649, "process": {"exists": false, "pid": 78649}, "restart_count": 313, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 314}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.209, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254614, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.205, "last_frame_pushed_at": "2026-11-03T12:57:12+09:00", "last_frame_read_age_sec": 0.106, "last_frame_read_at": "2026-11-03T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 251.124, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 348.876, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.192, "exists": true, "mtime": "2026-11-03T12:57:12.218032+09:00", "mtime_epoch": 1793678232.2180316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113168}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:57:12+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2356.688, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3254615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.591, "max": 13.0, "p95": 10.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.611, "max": 2.0, "p95": 2.0, "sample_count": 211}, "total": {"avg": 1.581, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.567, "max": 1.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.567, "max": 1.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 215, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.188, "pushed": 7.188, "read": 7.188}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 48.616, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.872, "count": 215, "max_ms": 10.358, "p95_ms": 2.842, "reason": null, "sample_age_ms": 116.602, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 215, "max_ms": 9.71, "p95_ms": 2.038, "reason": null, "sample_age_ms": 116.889, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 216, "max_ms": 2.171, "p95_ms": 0.842, "reason": null, "sample_age_ms": 48.643, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 215, "max_ms": 6.214, "p95_ms": 3.269, "reason": null, "sample_age_ms": 114.972, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.233, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.943, "count": 216, "max_ms": 95.162, "p95_ms": 67.092, "reason": null, "sample_age_ms": 48.605, "source": "client_direct"}, "sample_age_ms": 48.595, "source": "client_direct", "task_total_ms": {"avg_ms": 48.427, "count": 216, "max_ms": 101.769, "p95_ms": 69.537, "reason": null, "sample_age_ms": 48.595, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.342, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.328, "count": 215, "max_ms": 19.534, "p95_ms": 10.804}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.446, "count": 215, "max_ms": 1.907, "p95_ms": 0.955}, "detection_prepare_ms": {"avg_ms": 1.597, "count": 215, "max_ms": 8.969, "p95_ms": 3.638}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.023, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 215, "max_ms": 0.798, "p95_ms": 0.518}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.086, "count": 215, "max_ms": 8.35, "p95_ms": 3.45}, "setup_ms": {"avg_ms": 0.05, "count": 215, "max_ms": 0.153, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 6.263, "count": 215, "max_ms": 19.442, "p95_ms": 10.704}, "track_match_ms": {"avg_ms": 0.103, "count": 215, "max_ms": 0.321, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 1.698, "count": 215, "max_ms": 10.146, "p95_ms": 2.823}}, "gstreamer_push": {"avg_ms": 3.192, "count": 215, "max_ms": 8.765, "p95_ms": 5.495}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 215, "max_ms": 0.311, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.696, "count": 215, "max_ms": 110.143, "p95_ms": 73.008}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.946, "count": 215, "max_ms": 13.737, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.45, "count": 215, "max_ms": 177.152, "p95_ms": 124.807}, "inference_input_copy_ms": {"avg_ms": 1.627, "count": 215, "max_ms": 5.079, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.219, "count": 215, "max_ms": 0.585, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.242, "count": 215, "max_ms": 184.697, "p95_ms": 131.076}, "read_interval": {"avg_ms": 139.094, "count": 215, "max_ms": 3750.09, "p95_ms": 187.664}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.092, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.006, "count": 215, "max_ms": 8.14, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 215, "max_ms": 0.069, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.987, "count": 215, "max_ms": 8.1, "p95_ms": 3.218}, "worker_merge_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.712, "count": 215, "max_ms": 110.169, "p95_ms": 73.02}, "visualize": {"avg_ms": 37.118, "count": 215, "max_ms": 66.365, "p95_ms": 54.104}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.581, "count": 215, "max_ms": 56.491, "p95_ms": 47.873}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.5, "count": 215, "max_ms": 62.629, "p95_ms": 52.075}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 215, "max_ms": 4.853, "p95_ms": 2.786}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.342, "count": 215, "max_ms": 62.356, "p95_ms": 51.826}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 215, "max_ms": 0.302, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2356.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.555, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.86, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113684, "write_bytes_delta": 113684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.367506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 433.0, "pid": 78649, "reason": null, "system_cpu_core_ratio": 0.034906, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.3326, "user_cpu_s_delta": 6.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.428341, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.932976, "user_cpu_s_delta": 18.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 221, "max_ms": 8.765, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.348, "max": 13.0, "p95": 10.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.734, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.624, "max": 2.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.276, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.437, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.8, "count": 30, "max": 1464.0, "p95": 1329.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1395.1, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.547, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.111, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124770.767, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102835.6, "count": 30, "max": 139628.0, "p95": 130015.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1571.9, "count": 30, "max": 25650.0, "p95": 11639.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.535, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.738, "count": 30, "max": 1.104, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25330, "sampled_at": "2026-11-03T12:57:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:57:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5343504, "flush_count": 5650, "flush_interval_seconds": 30.0, "flush_state": {"count": 5650, "last_at": "2026-11-03T12:56:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:56:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5649}, "started": true, "suppressed_count": 3249372, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248966}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5650, "written_record_count": 5650}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10217.055, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:57:12+09:00", "last_error_summary": "[h264 @ 0x62bd3e954440] error while decoding MB 92 50, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8998359552000, "copied_frame_count": 3254615, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8998359552000, "frame_buffer_copies": 3254615, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1292, "count": 512, "max_ms": 2.0882, "p50_ms": 0.106, "p95_ms": 0.2345, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6095, "count": 512, "max_ms": 10.7613, "p50_ms": 1.4522, "p95_ms": 2.768, "p99_ms": 4.2539, "results": {"failed": 0, "not_applicable": 0, "success": 3254615, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 294, "h264_decode_error_count": 904, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:57:12+09:00", "last_error_summary": "[h264 @ 0x62bd3e954440] error while decoding MB 92 50, bytestream -7", "last_exit_at": "2026-11-03T12:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.808, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": 78649, "process": {"exists": false, "pid": 78649}, "restart_count": 313, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 314}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.234, "sample_count": 2218, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.008, "last_frame_pushed_at": "2026-11-03T12:57:12+09:00", "last_frame_read_age_sec": 0.174, "last_frame_read_at": "2026-11-03T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 251.196, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 348.804, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.261, "exists": true, "mtime": "2026-11-03T12:57:12.218032+09:00", "mtime_epoch": 1793678232.2180316, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113168}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:57:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2356.684, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3254615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.602, "max": 13.0, "p95": 10.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.608, "max": 2.0, "p95": 2.0, "sample_count": 212}, "total": {"avg": 1.579, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 0.569, "max": 1.0, "p95": 1.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 0.569, "max": 1.0, "p95": 1.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 216, "pushed_frames": 216, "read_frames": 215, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.205, "pushed": 7.205, "read": 7.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 215, "client_acquire_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 119.245, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.872, "count": 215, "max_ms": 10.358, "p95_ms": 2.842, "reason": null, "sample_age_ms": 187.23, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.372, "count": 215, "max_ms": 9.71, "p95_ms": 2.038, "reason": null, "sample_age_ms": 187.518, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 215, "max_ms": 2.171, "p95_ms": 0.842, "reason": null, "sample_age_ms": 119.272, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.902, "count": 215, "max_ms": 6.214, "p95_ms": 3.269, "reason": null, "sample_age_ms": 185.601, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2764808.0, "count": 215, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.577, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 119.862, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.892, "count": 215, "max_ms": 95.162, "p95_ms": 67.142, "reason": null, "sample_age_ms": 119.233, "source": "client_direct"}, "sample_age_ms": 119.223, "source": "client_direct", "task_total_ms": {"avg_ms": 48.377, "count": 215, "max_ms": 101.769, "p95_ms": 69.6, "reason": null, "sample_age_ms": 119.223, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.263, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.35, "count": 216, "max_ms": 19.534, "p95_ms": 10.817}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 216, "max_ms": 1.907, "p95_ms": 0.975}, "detection_prepare_ms": {"avg_ms": 1.6, "count": 216, "max_ms": 8.969, "p95_ms": 3.638}, "event_filter_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.023, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 216, "max_ms": 0.798, "p95_ms": 0.518}, "mcmt_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.098, "count": 216, "max_ms": 8.35, "p95_ms": 3.509}, "setup_ms": {"avg_ms": 0.05, "count": 216, "max_ms": 0.153, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 6.285, "count": 216, "max_ms": 19.442, "p95_ms": 10.719}, "track_match_ms": {"avg_ms": 0.104, "count": 216, "max_ms": 0.321, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 1.701, "count": 216, "max_ms": 10.146, "p95_ms": 2.823}}, "gstreamer_push": {"avg_ms": 3.212, "count": 216, "max_ms": 8.765, "p95_ms": 5.636}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 216, "max_ms": 0.311, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.785, "count": 216, "max_ms": 110.143, "p95_ms": 73.008}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.941, "count": 216, "max_ms": 13.737, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.678, "count": 216, "max_ms": 177.152, "p95_ms": 126.761}, "inference_input_copy_ms": {"avg_ms": 1.626, "count": 216, "max_ms": 5.079, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.22, "count": 216, "max_ms": 0.585, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.465, "count": 216, "max_ms": 184.697, "p95_ms": 131.65}, "read_interval": {"avg_ms": 139.094, "count": 215, "max_ms": 3750.09, "p95_ms": 187.664}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 216, "max_ms": 0.092, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.018, "count": 216, "max_ms": 8.14, "p95_ms": 3.307}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 216, "max_ms": 0.069, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.999, "count": 216, "max_ms": 8.1, "p95_ms": 3.266}, "worker_merge_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.8, "count": 216, "max_ms": 110.169, "p95_ms": 73.02}, "visualize": {"avg_ms": 37.236, "count": 216, "max_ms": 66.365, "p95_ms": 54.287}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.7, "count": 216, "max_ms": 57.138, "p95_ms": 47.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.619, "count": 216, "max_ms": 62.629, "p95_ms": 52.297}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 216, "max_ms": 4.853, "p95_ms": 2.786}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.46, "count": 216, "max_ms": 62.356, "p95_ms": 52.163}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 216, "max_ms": 0.302, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2356.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.555, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.86, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113684, "write_bytes_delta": 113684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.367506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 433.0, "pid": 78649, "reason": null, "system_cpu_core_ratio": 0.034906, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.3326, "user_cpu_s_delta": 6.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.428341, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.932976, "user_cpu_s_delta": 18.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 221, "max_ms": 8.765, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.348, "max": 13.0, "p95": 10.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.734, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.624, "max": 2.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.276, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.437, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.8, "count": 30, "max": 1464.0, "p95": 1329.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1395.1, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.547, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.111, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124770.767, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102835.6, "count": 30, "max": 139628.0, "p95": 130015.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1571.9, "count": 30, "max": 25650.0, "p95": 11639.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.535, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.738, "count": 30, "max": 1.104, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25330, "sampled_at": "2026-11-03T12:57:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:57:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5343504, "flush_count": 5650, "flush_interval_seconds": 30.0, "flush_state": {"count": 5650, "last_at": "2026-11-03T12:56:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:56:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5649}, "started": true, "suppressed_count": 3249372, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248966}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5650, "written_record_count": 5650}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10222.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8998359552000, "copied_frame_count": 3254615, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8998359552000, "frame_buffer_copies": 3254615, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1292, "count": 512, "max_ms": 2.0882, "p50_ms": 0.106, "p95_ms": 0.2345, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6095, "count": 512, "max_ms": 10.7613, "p50_ms": 1.4522, "p95_ms": 2.768, "p99_ms": 4.2539, "results": {"failed": 0, "not_applicable": 0, "success": 3254615, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 294, "h264_decode_error_count": 904, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:57:12+09:00", "last_error_summary": "[h264 @ 0x62bd3e954440] error while decoding MB 92 50, bytestream -7", "last_exit_at": "2026-11-03T12:57:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 117.862, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": 78649, "process": {"exists": false, "pid": 78649}, "restart_count": 313, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 314}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.234, "sample_count": 2217, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-11-03T12:57:12+09:00", "last_frame_read_age_sec": 0.228, "last_frame_read_at": "2026-11-03T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 251.243, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 348.757, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.05, "exists": true, "mtime": "2026-11-03T12:57:12.482033+09:00", "mtime_epoch": 1793678232.4820325, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113116}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:57:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2356.684, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3254615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.577, "max": 13.0, "p95": 10.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.607, "max": 2.0, "p95": 2.0, "sample_count": 211}, "total": {"avg": 1.577, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "tracking_counts": {"active": {"avg": 0.567, "max": 1.0, "p95": 1.0, "sample_count": 215}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 215}, "tracked": {"avg": 0.567, "max": 1.0, "p95": 1.0, "sample_count": 215}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 215, "pushed_frames": 215, "read_frames": 214, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.185, "pushed": 7.185, "read": 7.151}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 214, "client_acquire_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 169.008, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 214, "max_ms": 10.358, "p95_ms": 2.848, "reason": null, "sample_age_ms": 236.994, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 214, "max_ms": 9.71, "p95_ms": 2.048, "reason": null, "sample_age_ms": 237.281, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 215, "max_ms": 2.171, "p95_ms": 0.842, "reason": null, "sample_age_ms": 169.035, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.905, "count": 214, "max_ms": 6.214, "p95_ms": 3.27, "reason": null, "sample_age_ms": 235.364, "source": "client_direct"}, "request_count": 214, "request_tensor_bytes": {"avg": 2764808.0, "count": 214, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 235.34, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 215, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 169.625, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.892, "count": 215, "max_ms": 95.162, "p95_ms": 67.142, "reason": null, "sample_age_ms": 168.997, "source": "client_direct"}, "sample_age_ms": 168.987, "source": "client_direct", "task_total_ms": {"avg_ms": 48.377, "count": 215, "max_ms": 101.769, "p95_ms": 69.6, "reason": null, "sample_age_ms": 168.987, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.508, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.354, "count": 215, "max_ms": 19.534, "p95_ms": 10.817}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.45, "count": 215, "max_ms": 1.907, "p95_ms": 0.975}, "detection_prepare_ms": {"avg_ms": 1.6, "count": 215, "max_ms": 8.969, "p95_ms": 3.638}, "event_filter_ms": {"avg_ms": 0.006, "count": 215, "max_ms": 0.023, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.272, "count": 215, "max_ms": 0.798, "p95_ms": 0.518}, "mcmt_ms": {"avg_ms": 0.004, "count": 215, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.1, "count": 215, "max_ms": 8.35, "p95_ms": 3.509}, "setup_ms": {"avg_ms": 0.051, "count": 215, "max_ms": 0.153, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 6.289, "count": 215, "max_ms": 19.442, "p95_ms": 10.719}, "track_match_ms": {"avg_ms": 0.104, "count": 215, "max_ms": 0.321, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 1.702, "count": 215, "max_ms": 10.146, "p95_ms": 2.823}}, "gstreamer_push": {"avg_ms": 3.21, "count": 215, "max_ms": 8.765, "p95_ms": 5.636}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 215, "max_ms": 0.311, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.736, "count": 215, "max_ms": 110.143, "p95_ms": 73.008}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.945, "count": 215, "max_ms": 13.737, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.657, "count": 215, "max_ms": 177.152, "p95_ms": 126.761}, "inference_input_copy_ms": {"avg_ms": 1.63, "count": 215, "max_ms": 5.079, "p95_ms": 2.946}, "processing_residual_ms": {"avg_ms": 0.219, "count": 215, "max_ms": 0.585, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.451, "count": 215, "max_ms": 184.697, "p95_ms": 131.65}, "read_interval": {"avg_ms": 139.221, "count": 214, "max_ms": 3750.09, "p95_ms": 187.664}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 215, "max_ms": 0.092, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.02, "count": 215, "max_ms": 8.14, "p95_ms": 3.307}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 215, "max_ms": 0.069, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.001, "count": 215, "max_ms": 8.1, "p95_ms": 3.266}, "worker_merge_ms": {"avg_ms": 0.007, "count": 215, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.751, "count": 215, "max_ms": 110.169, "p95_ms": 73.02}, "visualize": {"avg_ms": 37.258, "count": 215, "max_ms": 66.365, "p95_ms": 54.287}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.721, "count": 215, "max_ms": 57.138, "p95_ms": 47.96}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.642, "count": 215, "max_ms": 62.629, "p95_ms": 52.297}, "visualize_input_copy_ms": {"avg_ms": 1.4, "count": 215, "max_ms": 4.853, "p95_ms": 2.786}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 215, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.483, "count": 215, "max_ms": 62.356, "p95_ms": 52.163}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 215, "max_ms": 0.302, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 215}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2356.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.555, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.86, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113684, "write_bytes_delta": 113684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.367506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 433.0, "pid": 78649, "reason": null, "system_cpu_core_ratio": 0.034906, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.3326, "user_cpu_s_delta": 6.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.428341, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.932976, "user_cpu_s_delta": 18.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 221, "max_ms": 8.765, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.348, "max": 13.0, "p95": 10.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.734, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.624, "max": 2.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.276, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.437, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.8, "count": 30, "max": 1464.0, "p95": 1329.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1395.1, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.547, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.111, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124770.767, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102835.6, "count": 30, "max": 139628.0, "p95": 130015.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1571.9, "count": 30, "max": 25650.0, "p95": 11639.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.535, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.738, "count": 30, "max": 1.104, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25330, "sampled_at": "2026-11-03T12:57:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:57:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5343504, "flush_count": 5650, "flush_interval_seconds": 30.0, "flush_state": {"count": 5650, "last_at": "2026-11-03T12:56:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:56:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5649}, "started": true, "suppressed_count": 3249372, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3248966}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5650, "written_record_count": 5650}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10232.891, "limit_mb": null}, "detail": {"pid": 78879, "restart_count": 314, "start_count": 315}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 8998359552000, "copied_frame_count": 3254615, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 8998359552000, "frame_buffer_copies": 3254615, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1292, "count": 512, "max_ms": 2.0882, "p50_ms": 0.106, "p95_ms": 0.2345, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6095, "count": 512, "max_ms": 10.7613, "p50_ms": 1.4522, "p95_ms": 2.768, "p99_ms": 4.2539, "results": {"failed": 0, "not_applicable": 0, "success": 3254615, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 294, "h264_decode_error_count": 904, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:57:12+09:00", "last_error_summary": "[h264 @ 0x62bd3e954440] error while decoding MB 92 50, bytestream -7", "last_exit_at": "2026-11-03T12:57:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:57:14+09:00", "pid": 78879, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.438, "name": "ffmpeg", "pid": 78879, "rss_mb": 57.438, "state": "S (sleeping)", "threads": 1}, "restart_count": 314, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 315}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 133.517, "sample_count": 2190, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254615, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.18, "last_frame_pushed_at": "2026-11-03T12:57:12+09:00", "last_frame_read_age_sec": 4.346, "last_frame_read_at": "2026-11-03T12:57:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.358, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 344.642, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.169, "exists": true, "mtime": "2026-11-03T12:57:12.482033+09:00", "mtime_epoch": 1793678232.4820325, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 113116}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:57:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2356.688, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3254615, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.78, "max": 13.0, "p95": 10.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.544, "max": 2.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 1.511, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 0.5, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 0.5, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.209, "pushed": 6.209, "read": 6.176}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.007, "count": 185, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 4291.425, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.86, "count": 185, "max_ms": 7.057, "p95_ms": 2.789, "reason": null, "sample_age_ms": 4359.41, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 185, "max_ms": 6.102, "p95_ms": 1.946, "reason": null, "sample_age_ms": 4359.698, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.424, "count": 185, "max_ms": 2.171, "p95_ms": 0.866, "reason": null, "sample_age_ms": 4291.451, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.968, "count": 185, "max_ms": 6.214, "p95_ms": 3.346, "reason": null, "sample_age_ms": 4357.78, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2764808.0, "count": 185, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4357.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4292.041, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.925, "count": 185, "max_ms": 95.162, "p95_ms": 68.708, "reason": null, "sample_age_ms": 4291.413, "source": "client_direct"}, "sample_age_ms": 4291.403, "source": "client_direct", "task_total_ms": {"avg_ms": 49.5, "count": 185, "max_ms": 101.769, "p95_ms": 71.938, "reason": null, "sample_age_ms": 4291.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.108, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.459, "count": 186, "max_ms": 19.534, "p95_ms": 10.87}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 186, "max_ms": 1.907, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.641, "count": 186, "max_ms": 8.969, "p95_ms": 3.643}, "event_filter_ms": {"avg_ms": 0.006, "count": 186, "max_ms": 0.023, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.279, "count": 186, "max_ms": 0.798, "p95_ms": 0.524}, "mcmt_ms": {"avg_ms": 0.004, "count": 186, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.121, "count": 186, "max_ms": 8.35, "p95_ms": 3.45}, "setup_ms": {"avg_ms": 0.052, "count": 186, "max_ms": 0.153, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 6.394, "count": 186, "max_ms": 19.442, "p95_ms": 10.744}, "track_match_ms": {"avg_ms": 0.102, "count": 186, "max_ms": 0.321, "p95_ms": 0.224}, "tracker_update_ms": {"avg_ms": 1.716, "count": 186, "max_ms": 10.146, "p95_ms": 2.823}}, "gstreamer_push": {"avg_ms": 3.291, "count": 186, "max_ms": 8.765, "p95_ms": 5.7}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 186, "max_ms": 0.311, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.747, "count": 186, "max_ms": 110.143, "p95_ms": 74.194}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.961, "count": 186, "max_ms": 13.737, "p95_ms": 8.365}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.553, "count": 186, "max_ms": 177.152, "p95_ms": 126.798}, "inference_input_copy_ms": {"avg_ms": 1.667, "count": 186, "max_ms": 5.079, "p95_ms": 2.819}, "processing_residual_ms": {"avg_ms": 0.221, "count": 186, "max_ms": 0.585, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.402, "count": 186, "max_ms": 184.697, "p95_ms": 133.408}, "read_interval": {"avg_ms": 138.746, "count": 185, "max_ms": 3750.09, "p95_ms": 181.586}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 186, "max_ms": 0.055, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.04, "count": 186, "max_ms": 8.14, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 186, "max_ms": 0.069, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.021, "count": 186, "max_ms": 8.1, "p95_ms": 3.218}, "worker_merge_ms": {"avg_ms": 0.007, "count": 186, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.763, "count": 186, "max_ms": 110.169, "p95_ms": 74.222}, "visualize": {"avg_ms": 38.003, "count": 186, "max_ms": 66.365, "p95_ms": 54.715}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.499, "count": 186, "max_ms": 57.138, "p95_ms": 48.05}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.352, "count": 186, "max_ms": 62.629, "p95_ms": 53.087}, "visualize_input_copy_ms": {"avg_ms": 1.431, "count": 186, "max_ms": 4.853, "p95_ms": 2.789}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.203, "count": 186, "max_ms": 62.356, "p95_ms": 52.966}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 186, "max_ms": 0.302, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2356.645, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.555, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 132.86, "sample_count": 2220, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3254535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:57:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 113684, "write_bytes_delta": 113684, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 948.0, "cpu_core_ratio": 0.367506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 433.0, "pid": 78649, "reason": null, "system_cpu_core_ratio": 0.034906, "system_cpu_s_delta": 0.6999999999999993, "user_cpu_core_ratio": 0.3326, "user_cpu_s_delta": 6.670000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.361317, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.428341, "system_cpu_s_delta": 8.589999999996508, "user_cpu_core_ratio": 0.932976, "user_cpu_s_delta": 18.709999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.138, "count": 221, "max_ms": 8.765, "p95_ms": 5.603, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.348, "max": 13.0, "p95": 10.0, "sample_count": 221}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.734, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.624, "max": 2.0, "p95": 2.0, "sample_count": 221}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.276, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.437, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.8, "count": 30, "max": 1464.0, "p95": 1329.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1395.1, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.432, "count": 30, "max": 0.547, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.111, "count": 30, "max": 2.685, "p95": 0.247, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 124770.767, "count": 30, "max": 139628.0, "p95": 132405.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102835.6, "count": 30, "max": 139628.0, "p95": 130015.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1571.9, "count": 30, "max": 25650.0, "p95": 11639.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.202, "count": 30, "max": 0.535, "p95": 0.448, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.738, "count": 30, "max": 1.104, "p95": 1.078, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25330, "sampled_at": "2026-11-03T12:57:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:57:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5345382, "flush_count": 5652, "flush_interval_seconds": 30.0, "flush_state": {"count": 5652, "last_at": "2026-11-03T12:58:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:58:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5651}, "started": true, "suppressed_count": 3250195, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3249789}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5652, "written_record_count": 5652}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10202.742, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5a3ffe498800] error while decoding MB 88 63, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9000637747200, "copied_frame_count": 3255439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9000637747200, "frame_buffer_copies": 3255439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1403, "count": 512, "max_ms": 0.5555, "p50_ms": 0.1263, "p95_ms": 0.2674, "p99_ms": 0.3621}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.73, "count": 512, "max_ms": 6.9379, "p50_ms": 1.6011, "p95_ms": 2.9975, "p99_ms": 3.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3255439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 295, "h264_decode_error_count": 905, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:02+09:00", "last_error_summary": "[h264 @ 0x5a3ffe498800] error while decoding MB 88 63, bytestream -13", "last_exit_at": "2026-11-03T12:57:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.704, "last_started_at": "2026-11-03T12:57:14+09:00", "pid": 78879, "process": {"exists": false, "pid": 78879}, "restart_count": 314, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 315}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.953, "sample_count": 2214, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.123, "last_frame_pushed_at": "2026-11-03T12:59:02+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T12:59:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.09, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 238.91, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.111, "exists": true, "mtime": "2026-11-03T12:59:02.241448+09:00", "mtime_epoch": 1793678342.241448, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109620}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:59:02+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.469, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3255440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.674, "max": 8.0, "p95": 7.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.625, "max": 2.0, "p95": 2.0, "sample_count": 224}, "total": {"avg": 1.625, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.009, "max": 2.0, "p95": 2.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.009, "max": 2.0, "p95": 2.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 225, "read_frames": 225, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.468, "pushed": 7.501, "read": 7.501}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 225, "client_acquire_ms": {"avg_ms": 0.009, "count": 225, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 19.466, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.16, "count": 224, "max_ms": 8.987, "p95_ms": 3.865, "reason": null, "sample_age_ms": 120.09, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 224, "max_ms": 8.602, "p95_ms": 2.192, "reason": null, "sample_age_ms": 123.271, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 225, "max_ms": 1.359, "p95_ms": 0.694, "reason": null, "sample_age_ms": 19.473, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.227, "count": 225, "max_ms": 5.487, "p95_ms": 3.646, "reason": null, "sample_age_ms": 116.923, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 225, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.867, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 225, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.802, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.54, "count": 225, "max_ms": 96.975, "p95_ms": 73.432, "reason": null, "sample_age_ms": 19.462, "source": "client_direct"}, "sample_age_ms": 19.459, "source": "client_direct", "task_total_ms": {"avg_ms": 56.368, "count": 225, "max_ms": 100.637, "p95_ms": 76.68, "reason": null, "sample_age_ms": 19.459, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.464, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.705, "count": 224, "max_ms": 30.75, "p95_ms": 13.971}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.503, "count": 224, "max_ms": 1.692, "p95_ms": 0.904}, "detection_prepare_ms": {"avg_ms": 1.926, "count": 224, "max_ms": 7.529, "p95_ms": 3.536}, "event_filter_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.03, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 224, "max_ms": 1.077, "p95_ms": 0.491}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.041, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.549, "count": 224, "max_ms": 9.342, "p95_ms": 6.087}, "setup_ms": {"avg_ms": 0.06, "count": 224, "max_ms": 0.178, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.619, "count": 224, "max_ms": 30.644, "p95_ms": 13.853}, "track_match_ms": {"avg_ms": 0.167, "count": 224, "max_ms": 0.615, "p95_ms": 0.324}, "tracker_update_ms": {"avg_ms": 2.133, "count": 224, "max_ms": 16.244, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 3.913, "count": 225, "max_ms": 10.164, "p95_ms": 6.068}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 224, "max_ms": 0.216, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.88, "count": 224, "max_ms": 96.273, "p95_ms": 77.403}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.464, "count": 224, "max_ms": 14.054, "p95_ms": 10.741}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.949, "count": 224, "max_ms": 167.878, "p95_ms": 134.571}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 224, "max_ms": 5.014, "p95_ms": 2.871}, "processing_residual_ms": {"avg_ms": 0.295, "count": 224, "max_ms": 3.445, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.475, "count": 224, "max_ms": 171.262, "p95_ms": 142.501}, "read_interval": {"avg_ms": 133.355, "count": 225, "max_ms": 208.899, "p95_ms": 183.989}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 224, "max_ms": 1.394, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.446, "count": 224, "max_ms": 9.066, "p95_ms": 5.865}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 224, "max_ms": 0.115, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.412, "count": 224, "max_ms": 9.026, "p95_ms": 5.822}, "worker_merge_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.896, "count": 224, "max_ms": 96.288, "p95_ms": 77.428}, "visualize": {"avg_ms": 40.878, "count": 224, "max_ms": 79.512, "p95_ms": 54.832}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.247, "count": 224, "max_ms": 65.601, "p95_ms": 47.464}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.042, "count": 224, "max_ms": 78.023, "p95_ms": 52.584}, "visualize_input_copy_ms": {"avg_ms": 1.568, "count": 224, "max_ms": 7.86, "p95_ms": 2.54}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.86, "count": 224, "max_ms": 77.739, "p95_ms": 52.428}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 224, "max_ms": 0.271, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 58.181, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.295, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:58:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111210, "write_bytes_delta": 111210, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1093.0, "cpu_core_ratio": 0.484601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 78879, "reason": null, "system_cpu_core_ratio": 0.03831, "system_cpu_s_delta": 0.77, "user_cpu_core_ratio": 0.446291, "user_cpu_s_delta": 8.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.60605, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471665, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 1.134385, "user_cpu_s_delta": 22.79999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.835, "count": 218, "max_ms": 8.673, "p95_ms": 6.312, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.628, "max": 8.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.787, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.697, "max": 3.0, "p95": 3.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.044, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.988, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 800.833, "count": 30, "max": 1464.0, "p95": 1304.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1408.033, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.022, "count": 30, "max": 0.33, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122126.333, "count": 30, "max": 139628.0, "p95": 131111.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113390.4, "count": 30, "max": 139628.0, "p95": 129447.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1572.367, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.233, "count": 30, "max": 0.535, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.777, "count": 30, "max": 1.134, "p95": 1.096, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25334, "sampled_at": "2026-11-03T12:58:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:58:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5345382, "flush_count": 5652, "flush_interval_seconds": 30.0, "flush_state": {"count": 5652, "last_at": "2026-11-03T12:58:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:58:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5651}, "started": true, "suppressed_count": 3250195, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3249789}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5652, "written_record_count": 5652}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10201.832, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T12:59:02+09:00", "last_error_summary": "[h264 @ 0x5a3ffe498800] error while decoding MB 88 63, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9000640512000, "copied_frame_count": 3255440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9000640512000, "frame_buffer_copies": 3255440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1399, "count": 512, "max_ms": 0.5555, "p50_ms": 0.1262, "p95_ms": 0.2658, "p99_ms": 0.3621}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7277, "count": 512, "max_ms": 6.9379, "p50_ms": 1.5985, "p95_ms": 2.9975, "p99_ms": 3.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3255440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 295, "h264_decode_error_count": 905, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:02+09:00", "last_error_summary": "[h264 @ 0x5a3ffe498800] error while decoding MB 88 63, bytestream -13", "last_exit_at": "2026-11-03T12:59:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.808, "last_started_at": "2026-11-03T12:57:14+09:00", "pid": 78879, "process": {"exists": false, "pid": 78879}, "restart_count": 314, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 315}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.104, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.012, "last_frame_pushed_at": "2026-11-03T12:59:02+09:00", "last_frame_read_age_sec": 0.217, "last_frame_read_at": "2026-11-03T12:59:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.181, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 238.819, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-03T12:59:02.455449+09:00", "mtime_epoch": 1793678342.4554486, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110221}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:59:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.465, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3255440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.68, "max": 8.0, "p95": 7.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.622, "max": 2.0, "p95": 2.0, "sample_count": 225}, "total": {"avg": 1.622, "max": 2.0, "p95": 2.0, "sample_count": 225}}, "tracking_counts": {"active": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 225}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 225}, "tracked": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 225}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 225, "pushed_frames": 225, "read_frames": 224, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.502, "pushed": 7.502, "read": 7.469}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 224, "client_acquire_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 133.781, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.16, "count": 224, "max_ms": 8.987, "p95_ms": 3.865, "reason": null, "sample_age_ms": 234.405, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 224, "max_ms": 8.602, "p95_ms": 2.192, "reason": null, "sample_age_ms": 237.586, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 224, "max_ms": 1.359, "p95_ms": 0.694, "reason": null, "sample_age_ms": 133.787, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.228, "count": 224, "max_ms": 5.487, "p95_ms": 3.647, "reason": null, "sample_age_ms": 231.238, "source": "client_direct"}, "request_count": 224, "request_tensor_bytes": {"avg": 2764808.0, "count": 224, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 231.181, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.117, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.522, "count": 224, "max_ms": 96.975, "p95_ms": 73.454, "reason": null, "sample_age_ms": 133.777, "source": "client_direct"}, "sample_age_ms": 133.774, "source": "client_direct", "task_total_ms": {"avg_ms": 56.352, "count": 224, "max_ms": 100.637, "p95_ms": 76.686, "reason": null, "sample_age_ms": 133.774, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.137, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.783, "count": 225, "max_ms": 30.75, "p95_ms": 14.079}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.503, "count": 225, "max_ms": 1.692, "p95_ms": 0.904}, "detection_prepare_ms": {"avg_ms": 2.011, "count": 225, "max_ms": 21.153, "p95_ms": 3.54}, "event_filter_ms": {"avg_ms": 0.007, "count": 225, "max_ms": 0.03, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.268, "count": 225, "max_ms": 1.077, "p95_ms": 0.491}, "mcmt_ms": {"avg_ms": 0.004, "count": 225, "max_ms": 0.041, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.543, "count": 225, "max_ms": 9.342, "p95_ms": 6.087}, "setup_ms": {"avg_ms": 0.06, "count": 225, "max_ms": 0.178, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.697, "count": 225, "max_ms": 30.644, "p95_ms": 13.988}, "track_match_ms": {"avg_ms": 0.166, "count": 225, "max_ms": 0.615, "p95_ms": 0.324}, "tracker_update_ms": {"avg_ms": 2.132, "count": 225, "max_ms": 16.244, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 3.906, "count": 225, "max_ms": 10.164, "p95_ms": 6.068}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 225, "max_ms": 0.216, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.088, "count": 225, "max_ms": 104.702, "p95_ms": 77.764}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.456, "count": 225, "max_ms": 14.054, "p95_ms": 10.741}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.325, "count": 225, "max_ms": 193.577, "p95_ms": 134.675}, "inference_input_copy_ms": {"avg_ms": 1.77, "count": 225, "max_ms": 5.014, "p95_ms": 2.871}, "processing_residual_ms": {"avg_ms": 0.294, "count": 225, "max_ms": 3.445, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.845, "count": 225, "max_ms": 197.928, "p95_ms": 144.007}, "read_interval": {"avg_ms": 133.372, "count": 224, "max_ms": 208.899, "p95_ms": 183.989}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 225, "max_ms": 1.394, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.441, "count": 225, "max_ms": 9.066, "p95_ms": 5.865}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 225, "max_ms": 0.115, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.407, "count": 225, "max_ms": 9.026, "p95_ms": 5.822}, "worker_merge_ms": {"avg_ms": 0.009, "count": 225, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.104, "count": 225, "max_ms": 104.715, "p95_ms": 77.781}, "visualize": {"avg_ms": 40.968, "count": 225, "max_ms": 79.512, "p95_ms": 54.856}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.318, "count": 225, "max_ms": 65.601, "p95_ms": 47.976}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.111, "count": 225, "max_ms": 78.023, "p95_ms": 52.907}, "visualize_input_copy_ms": {"avg_ms": 1.591, "count": 225, "max_ms": 7.86, "p95_ms": 2.554}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 225, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.928, "count": 225, "max_ms": 77.739, "p95_ms": 52.684}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 225, "max_ms": 0.271, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 225}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 225}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 58.181, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.295, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:58:22+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 111210, "write_bytes_delta": 111210, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1093.0, "cpu_core_ratio": 0.484601, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 78879, "reason": null, "system_cpu_core_ratio": 0.03831, "system_cpu_s_delta": 0.77, "user_cpu_core_ratio": 0.446291, "user_cpu_s_delta": 8.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.60605, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.471665, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 1.134385, "user_cpu_s_delta": 22.79999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.835, "count": 218, "max_ms": 8.673, "p95_ms": 6.312, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.628, "max": 8.0, "p95": 7.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.787, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 207}, "total": {"avg": 1.697, "max": 3.0, "p95": 3.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.044, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.988, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 800.833, "count": 30, "max": 1464.0, "p95": 1304.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1408.033, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.022, "count": 30, "max": 0.33, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 122126.333, "count": 30, "max": 139628.0, "p95": 131111.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113390.4, "count": 30, "max": 139628.0, "p95": 129447.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1572.367, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.233, "count": 30, "max": 0.535, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.777, "count": 30, "max": 1.134, "p95": 1.096, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25334, "sampled_at": "2026-11-03T12:58:22+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:58:22+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5345382, "flush_count": 5652, "flush_interval_seconds": 30.0, "flush_state": {"count": 5652, "last_at": "2026-11-03T12:58:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:58:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5651}, "started": true, "suppressed_count": 3250195, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3249789}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5652, "written_record_count": 5652}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10202.031, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9000640512000, "copied_frame_count": 3255440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9000640512000, "frame_buffer_copies": 3255440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1399, "count": 512, "max_ms": 0.5555, "p50_ms": 0.1262, "p95_ms": 0.2658, "p99_ms": 0.3621}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7277, "count": 512, "max_ms": 6.9379, "p50_ms": 1.5985, "p95_ms": 2.9975, "p99_ms": 3.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3255440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 295, "h264_decode_error_count": 905, "h264_decode_error_count_per_hour": 41, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:02+09:00", "last_error_summary": "[h264 @ 0x5a3ffe498800] error while decoding MB 88 63, bytestream -13", "last_exit_at": "2026-11-03T12:59:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 107.874, "last_started_at": "2026-11-03T12:57:14+09:00", "pid": 78879, "process": {"exists": false, "pid": 78879}, "restart_count": 314, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 315}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.104, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-11-03T12:59:02+09:00", "last_frame_read_age_sec": 0.283, "last_frame_read_at": "2026-11-03T12:59:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 361.246, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 238.754, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-03T12:59:02.455449+09:00", "mtime_epoch": 1793678342.4554486, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110221}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:59:02+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.465, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3255440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.683, "max": 8.0, "p95": 7.0, "sample_count": 224}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.625, "max": 2.0, "p95": 2.0, "sample_count": 224}, "total": {"avg": 1.625, "max": 2.0, "p95": 2.0, "sample_count": 224}}, "tracking_counts": {"active": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 224}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 224}, "tracked": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 224}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 224, "pushed_frames": 224, "read_frames": 223, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.482, "pushed": 7.482, "read": 7.448}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 223, "client_acquire_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 191.348, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.163, "count": 223, "max_ms": 8.987, "p95_ms": 3.876, "reason": null, "sample_age_ms": 291.972, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.437, "count": 223, "max_ms": 8.602, "p95_ms": 2.193, "reason": null, "sample_age_ms": 295.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 224, "max_ms": 1.359, "p95_ms": 0.694, "reason": null, "sample_age_ms": 191.355, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.229, "count": 223, "max_ms": 5.487, "p95_ms": 3.647, "reason": null, "sample_age_ms": 288.805, "source": "client_direct"}, "request_count": 223, "request_tensor_bytes": {"avg": 2764808.0, "count": 223, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 288.749, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 224, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 191.684, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.522, "count": 224, "max_ms": 96.975, "p95_ms": 73.454, "reason": null, "sample_age_ms": 191.344, "source": "client_direct"}, "sample_age_ms": 191.341, "source": "client_direct", "task_total_ms": {"avg_ms": 56.352, "count": 224, "max_ms": 100.637, "p95_ms": 76.686, "reason": null, "sample_age_ms": 191.341, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.596, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.798, "count": 224, "max_ms": 30.75, "p95_ms": 14.079}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.503, "count": 224, "max_ms": 1.692, "p95_ms": 0.904}, "detection_prepare_ms": {"avg_ms": 2.016, "count": 224, "max_ms": 21.153, "p95_ms": 3.54}, "event_filter_ms": {"avg_ms": 0.007, "count": 224, "max_ms": 0.03, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.269, "count": 224, "max_ms": 1.077, "p95_ms": 0.491}, "mcmt_ms": {"avg_ms": 0.004, "count": 224, "max_ms": 0.041, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.548, "count": 224, "max_ms": 9.342, "p95_ms": 6.087}, "setup_ms": {"avg_ms": 0.06, "count": 224, "max_ms": 0.178, "p95_ms": 0.112}, "total_inside_ms": {"avg_ms": 8.712, "count": 224, "max_ms": 30.644, "p95_ms": 13.988}, "track_match_ms": {"avg_ms": 0.166, "count": 224, "max_ms": 0.615, "p95_ms": 0.324}, "tracker_update_ms": {"avg_ms": 2.136, "count": 224, "max_ms": 16.244, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 3.907, "count": 224, "max_ms": 10.164, "p95_ms": 6.068}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 224, "max_ms": 0.216, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.075, "count": 224, "max_ms": 104.702, "p95_ms": 77.764}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.458, "count": 224, "max_ms": 14.054, "p95_ms": 10.741}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.361, "count": 224, "max_ms": 193.577, "p95_ms": 134.675}, "inference_input_copy_ms": {"avg_ms": 1.772, "count": 224, "max_ms": 5.014, "p95_ms": 2.871}, "processing_residual_ms": {"avg_ms": 0.294, "count": 224, "max_ms": 3.445, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.885, "count": 224, "max_ms": 197.928, "p95_ms": 144.007}, "read_interval": {"avg_ms": 133.43, "count": 223, "max_ms": 208.899, "p95_ms": 183.989}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.034, "count": 224, "max_ms": 1.394, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.446, "count": 224, "max_ms": 9.066, "p95_ms": 5.865}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 224, "max_ms": 0.115, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.411, "count": 224, "max_ms": 9.026, "p95_ms": 5.822}, "worker_merge_ms": {"avg_ms": 0.009, "count": 224, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 58.092, "count": 224, "max_ms": 104.715, "p95_ms": 77.781}, "visualize": {"avg_ms": 41.002, "count": 224, "max_ms": 79.512, "p95_ms": 54.856}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.345, "count": 224, "max_ms": 65.601, "p95_ms": 47.976}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.141, "count": 224, "max_ms": 78.023, "p95_ms": 52.907}, "visualize_input_copy_ms": {"avg_ms": 1.593, "count": 224, "max_ms": 7.86, "p95_ms": 2.554}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 224, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.959, "count": 224, "max_ms": 77.739, "p95_ms": 52.684}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 224, "max_ms": 0.271, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 224}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 224}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.192, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.104, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110221, "write_bytes_delta": 110221, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 78879, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.634254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473349, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 1.160905, "user_cpu_s_delta": 23.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.906, "count": 225, "max_ms": 10.164, "p95_ms": 6.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.68, "max": 8.0, "p95": 7.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.622, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.622, "max": 2.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.096, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.975, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 788.967, "count": 30, "max": 1331.0, "p95": 1257.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1394.933, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.022, "count": 30, "max": 0.33, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120878.5, "count": 30, "max": 139628.0, "p95": 129447.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112316.933, "count": 30, "max": 139628.0, "p95": 128642.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1572.333, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.259, "count": 30, "max": 0.535, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.808, "count": 30, "max": 1.161, "p95": 1.121, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25336, "sampled_at": "2026-11-03T12:59:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:59:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5345382, "flush_count": 5652, "flush_interval_seconds": 30.0, "flush_state": {"count": 5652, "last_at": "2026-11-03T12:58:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:58:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5651}, "started": true, "suppressed_count": 3250195, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3249789}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5652, "written_record_count": 5652}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10365.18, "limit_mb": null}, "detail": {"pid": 78995, "restart_count": 315, "start_count": 316}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9000640512000, "copied_frame_count": 3255440, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9000640512000, "frame_buffer_copies": 3255440, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1399, "count": 512, "max_ms": 0.5555, "p50_ms": 0.1262, "p95_ms": 0.2658, "p99_ms": 0.3621}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7277, "count": 512, "max_ms": 6.9379, "p50_ms": 1.5985, "p95_ms": 2.9975, "p99_ms": 3.9059, "results": {"failed": 0, "not_applicable": 0, "success": 3255440, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 295, "h264_decode_error_count": 905, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:02+09:00", "last_error_summary": "[h264 @ 0x5a3ffe498800] error while decoding MB 88 63, bytestream -13", "last_exit_at": "2026-11-03T12:59:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T12:59:05+09:00", "pid": 78995, "process": {"exists": true, "fd_count": 5, "hwm_mb": 200.473, "name": "ffmpeg", "pid": 78995, "rss_mb": 200.473, "state": "S (sleeping)", "threads": 70}, "restart_count": 315, "restart_count_per_hour": 29, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 316}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.328, "sample_count": 2207, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.697, "last_frame_pushed_at": "2026-11-03T12:59:02+09:00", "last_frame_read_age_sec": 4.902, "last_frame_read_at": "2026-11-03T12:59:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 365.85, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 234.15, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.686, "exists": true, "mtime": "2026-11-03T12:59:02.455449+09:00", "mtime_epoch": 1793678342.4554486, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 110221}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T12:59:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2338.469, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3255440, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.947, "max": 8.0, "p95": 7.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.646, "max": 2.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 1.646, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 0.921, "max": 2.0, "p95": 2.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.011, "max": 1.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 0.921, "max": 2.0, "p95": 2.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.309, "pushed": 6.309, "read": 6.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.009, "count": 188, "max_ms": 0.032, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4803.093, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.176, "count": 188, "max_ms": 8.987, "p95_ms": 3.808, "reason": null, "sample_age_ms": 4903.718, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 188, "max_ms": 8.602, "p95_ms": 2.225, "reason": null, "sample_age_ms": 4906.898, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 188, "max_ms": 1.359, "p95_ms": 0.693, "reason": null, "sample_age_ms": 4803.1, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.229, "count": 188, "max_ms": 5.487, "p95_ms": 3.761, "reason": null, "sample_age_ms": 4900.55, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2764808.0, "count": 188, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4900.494, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4803.43, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.388, "count": 188, "max_ms": 96.975, "p95_ms": 72.772, "reason": null, "sample_age_ms": 4803.089, "source": "client_direct"}, "sample_age_ms": 4803.087, "source": "client_direct", "task_total_ms": {"avg_ms": 56.219, "count": 188, "max_ms": 100.637, "p95_ms": 75.325, "reason": null, "sample_age_ms": 4803.087, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.342, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.864, "count": 189, "max_ms": 30.75, "p95_ms": 14.1}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.499, "count": 189, "max_ms": 1.692, "p95_ms": 0.886}, "detection_prepare_ms": {"avg_ms": 2.046, "count": 189, "max_ms": 21.153, "p95_ms": 3.61}, "event_filter_ms": {"avg_ms": 0.007, "count": 189, "max_ms": 0.03, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.279, "count": 189, "max_ms": 1.077, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.041, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.578, "count": 189, "max_ms": 9.342, "p95_ms": 6.087}, "setup_ms": {"avg_ms": 0.06, "count": 189, "max_ms": 0.178, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 8.779, "count": 189, "max_ms": 30.644, "p95_ms": 14.005}, "track_match_ms": {"avg_ms": 0.159, "count": 189, "max_ms": 0.467, "p95_ms": 0.32}, "tracker_update_ms": {"avg_ms": 2.145, "count": 189, "max_ms": 16.244, "p95_ms": 3.679}}, "gstreamer_push": {"avg_ms": 3.897, "count": 189, "max_ms": 10.164, "p95_ms": 6.068}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 189, "max_ms": 0.216, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.926, "count": 189, "max_ms": 104.702, "p95_ms": 77.403}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.453, "count": 189, "max_ms": 13.905, "p95_ms": 10.741}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.633, "count": 189, "max_ms": 193.577, "p95_ms": 134.675}, "inference_input_copy_ms": {"avg_ms": 1.783, "count": 189, "max_ms": 5.014, "p95_ms": 2.871}, "processing_residual_ms": {"avg_ms": 0.297, "count": 189, "max_ms": 3.445, "p95_ms": 0.489}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.167, "count": 189, "max_ms": 197.928, "p95_ms": 142.501}, "read_interval": {"avg_ms": 133.826, "count": 188, "max_ms": 208.899, "p95_ms": 183.319}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.031, "count": 189, "max_ms": 1.394, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 3.477, "count": 189, "max_ms": 9.066, "p95_ms": 5.865}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 189, "max_ms": 0.115, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.446, "count": 189, "max_ms": 9.026, "p95_ms": 5.822}, "worker_merge_ms": {"avg_ms": 0.009, "count": 189, "max_ms": 0.048, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 57.942, "count": 189, "max_ms": 104.715, "p95_ms": 77.428}, "visualize": {"avg_ms": 41.345, "count": 189, "max_ms": 79.512, "p95_ms": 55.404}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.659, "count": 189, "max_ms": 65.601, "p95_ms": 48.066}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.495, "count": 189, "max_ms": 78.023, "p95_ms": 53.295}, "visualize_input_copy_ms": {"avg_ms": 1.594, "count": 189, "max_ms": 7.86, "p95_ms": 2.554}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.313, "count": 189, "max_ms": 77.739, "p95_ms": 53.08}, "visualizer_prepare_ms": {"avg_ms": 0.095, "count": 189, "max_ms": 0.271, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.465, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.192, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.104, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3255440, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 110221, "write_bytes_delta": 110221, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 78879, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.634254, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.473349, "system_cpu_s_delta": 9.479999999995925, "user_cpu_core_ratio": 1.160905, "user_cpu_s_delta": 23.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.906, "count": 225, "max_ms": 10.164, "p95_ms": 6.068, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.68, "max": 8.0, "p95": 7.0, "sample_count": 225}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.622, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.622, "max": 2.0, "p95": 2.0, "sample_count": 225}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.096, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.975, "count": 30, "max": 30.148, "p95": 25.566, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 788.967, "count": 30, "max": 1331.0, "p95": 1257.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1394.933, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.075, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.434, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.022, "count": 30, "max": 0.33, "p95": 0.121, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 120878.5, "count": 30, "max": 139628.0, "p95": 129447.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112316.933, "count": 30, "max": 139628.0, "p95": 128642.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1572.333, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.259, "count": 30, "max": 0.535, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.808, "count": 30, "max": 1.161, "p95": 1.121, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25336, "sampled_at": "2026-11-03T12:59:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:59:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4613935, "flush_count": 5653, "flush_interval_seconds": 30.0, "flush_state": {"count": 5653, "last_at": "2026-11-03T12:59:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:59:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5652}, "started": true, "suppressed_count": 3348057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3348052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5653, "written_record_count": 5653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10012.809, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9272320819200, "copied_frame_count": 3353704, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9272320819200, "frame_buffer_copies": 3353704, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.141, "count": 512, "max_ms": 1.2962, "p50_ms": 0.1292, "p95_ms": 0.2522, "p99_ms": 0.306}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4453, "count": 512, "max_ms": 4.1394, "p50_ms": 1.3151, "p95_ms": 2.5627, "p99_ms": 3.4974, "results": {"failed": 0, "not_applicable": 0, "success": 3353704, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 153, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:55:12+09:00", "last_error_summary": "[h264 @ 0x5a070ca94ec0] error while decoding MB 123 66, bytestream -6 [h264 @ 0x5a070be16b40] error while decoding MB 138 99, bytestream -5", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.654, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": 78647, "process": {"exists": false, "pid": 78647}, "restart_count": 164, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.211, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.064, "last_frame_pushed_at": "2026-11-03T12:59:55+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-11-03T12:59:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.913, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 186.087, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T12:59:55.170652+09:00", "mtime_epoch": 1793678395.1706517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141587}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:59:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.918, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3353704, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.338, "pushed": 5.338, "read": 5.304}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.009, "count": 159, "max_ms": 0.029, "p95_ms": 0.019, "reason": null, "sample_age_ms": 115.898, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.673, "count": 159, "max_ms": 4.511, "p95_ms": 1.843, "reason": null, "sample_age_ms": 168.15, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 159, "max_ms": 2.821, "p95_ms": 1.431, "reason": null, "sample_age_ms": 168.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.113, "count": 159, "max_ms": 0.44, "p95_ms": 0.215, "reason": null, "sample_age_ms": 115.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.757, "count": 159, "max_ms": 3.996, "p95_ms": 2.833, "reason": null, "sample_age_ms": 165.243, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.191, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 115.965, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.808, "count": 159, "max_ms": 79.025, "p95_ms": 62.802, "reason": null, "sample_age_ms": 115.896, "source": "client_direct"}, "sample_age_ms": 115.893, "source": "client_direct", "task_total_ms": {"avg_ms": 44.882, "count": 159, "max_ms": 81.706, "p95_ms": 65.235, "reason": null, "sample_age_ms": 115.893, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.773, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.828, "count": 160, "max_ms": 2.188, "p95_ms": 1.66}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.266, "count": 160, "max_ms": 0.755, "p95_ms": 0.522}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 160, "max_ms": 0.358, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.013, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.095, "count": 160, "max_ms": 0.563, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.208, "count": 160, "max_ms": 0.812, "p95_ms": 0.443}, "setup_ms": {"avg_ms": 0.052, "count": 160, "max_ms": 0.179, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 0.783, "count": 160, "max_ms": 2.077, "p95_ms": 1.589}, "track_match_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.019, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.033, "count": 160, "max_ms": 0.135, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.291, "count": 160, "max_ms": 6.829, "p95_ms": 5.012}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 160, "max_ms": 0.19, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.99, "count": 160, "max_ms": 83.132, "p95_ms": 66.347}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.056, "count": 160, "max_ms": 0.22, "p95_ms": 0.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.373, "count": 160, "max_ms": 135.415, "p95_ms": 108.858}, "inference_input_copy_ms": {"avg_ms": 1.526, "count": 160, "max_ms": 3.681, "p95_ms": 2.476}, "processing_residual_ms": {"avg_ms": 0.212, "count": 160, "max_ms": 1.222, "p95_ms": 0.371}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.167, "count": 160, "max_ms": 137.55, "p95_ms": 110.644}, "read_interval": {"avg_ms": 188.039, "count": 159, "max_ms": 11810.935, "p95_ms": 154.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 160, "max_ms": 0.06, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.143, "count": 160, "max_ms": 0.56, "p95_ms": 0.289}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 160, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 160, "max_ms": 0.5, "p95_ms": 0.26}, "worker_merge_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.019, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.006, "count": 160, "max_ms": 83.147, "p95_ms": 66.364}, "visualize": {"avg_ms": 35.423, "count": 160, "max_ms": 66.549, "p95_ms": 48.198}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.401, "count": 160, "max_ms": 65.299, "p95_ms": 47.221}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.187, "count": 160, "max_ms": 66.24, "p95_ms": 48.06}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 160, "max_ms": 0.031, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.063, "count": 160, "max_ms": 66.136, "p95_ms": 47.932}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 160, "max_ms": 0.213, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.914, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.191, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142131, "write_bytes_delta": 142131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1502.0, "cpu_core_ratio": 1.406688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78647, "reason": null, "system_cpu_core_ratio": 0.062353, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 1.344335, "user_cpu_s_delta": 26.950000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.748238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.067341, "system_cpu_s_delta": 1.3500000000021828, "user_cpu_core_ratio": 0.680897, "user_cpu_s_delta": 13.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.21, "count": 301, "max_ms": 7.575, "p95_ms": 5.382, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.733, "count": 30, "max": 67.914, "p95": 50.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.378, "count": 30, "max": 35.913, "p95": 32.348, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1399.2, "count": 30, "max": 1553.0, "p95": 1538.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1092.933, "count": 30, "max": 10678.0, "p95": 6825.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.323, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.29, "count": 30, "max": 1.44, "p95": 1.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.189, "count": 30, "max": 5.187, "p95": 0.217, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142945.667, "count": 30, "max": 147146.0, "p95": 145625.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133408.533, "count": 30, "max": 147146.0, "p95": 145625.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 51.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.686, "p95": 0.682, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28347, "sampled_at": "2026-11-03T12:59:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:59:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4613935, "flush_count": 5653, "flush_interval_seconds": 30.0, "flush_state": {"count": 5653, "last_at": "2026-11-03T12:59:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:59:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5652}, "started": true, "suppressed_count": 3348057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3348052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5653, "written_record_count": 5653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10012.945, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9272320819200, "copied_frame_count": 3353704, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9272320819200, "frame_buffer_copies": 3353704, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.141, "count": 512, "max_ms": 1.2962, "p50_ms": 0.1292, "p95_ms": 0.2522, "p99_ms": 0.306}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4453, "count": 512, "max_ms": 4.1394, "p50_ms": 1.3151, "p95_ms": 2.5627, "p99_ms": 3.4974, "results": {"failed": 0, "not_applicable": 0, "success": 3353704, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:55+09:00", "last_error_summary": "[rtsp @ 0x63da083b0f00] RTP: PT=60: bad cseq bf0d expected=b052", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 280.687, "last_started_at": "2026-11-03T12:55:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 164, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 165}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.211, "sample_count": 2572, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T12:59:55+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-11-03T12:59:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 413.958, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 186.042, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T12:59:55.170652+09:00", "mtime_epoch": 1793678395.1706517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141587}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:59:55+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.918, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3353704, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.3, "pushed": 5.3, "read": 5.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.009, "count": 159, "max_ms": 0.029, "p95_ms": 0.019, "reason": null, "sample_age_ms": 154.336, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.676, "count": 158, "max_ms": 4.511, "p95_ms": 1.861, "reason": null, "sample_age_ms": 206.588, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.283, "count": 158, "max_ms": 2.821, "p95_ms": 1.432, "reason": null, "sample_age_ms": 207.22, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.113, "count": 159, "max_ms": 0.44, "p95_ms": 0.215, "reason": null, "sample_age_ms": 154.341, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.756, "count": 158, "max_ms": 3.996, "p95_ms": 2.835, "reason": null, "sample_age_ms": 203.681, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 203.629, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 154.403, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.808, "count": 159, "max_ms": 79.025, "p95_ms": 62.802, "reason": null, "sample_age_ms": 154.334, "source": "client_direct"}, "sample_age_ms": 154.331, "source": "client_direct", "task_total_ms": {"avg_ms": 44.882, "count": 159, "max_ms": 81.706, "p95_ms": 65.235, "reason": null, "sample_age_ms": 154.331, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.139, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.828, "count": 159, "max_ms": 2.188, "p95_ms": 1.729}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 159, "max_ms": 0.755, "p95_ms": 0.592}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 159, "max_ms": 0.358, "p95_ms": 0.251}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.013, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 159, "max_ms": 0.563, "p95_ms": 0.201}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.209, "count": 159, "max_ms": 0.812, "p95_ms": 0.463}, "setup_ms": {"avg_ms": 0.052, "count": 159, "max_ms": 0.179, "p95_ms": 0.114}, "total_inside_ms": {"avg_ms": 0.783, "count": 159, "max_ms": 2.077, "p95_ms": 1.602}, "track_match_ms": {"avg_ms": 0.005, "count": 159, "max_ms": 0.019, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.033, "count": 159, "max_ms": 0.135, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.297, "count": 159, "max_ms": 6.829, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 159, "max_ms": 0.19, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.928, "count": 159, "max_ms": 83.132, "p95_ms": 66.889}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.056, "count": 159, "max_ms": 0.22, "p95_ms": 0.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.346, "count": 159, "max_ms": 135.415, "p95_ms": 109.315}, "inference_input_copy_ms": {"avg_ms": 1.529, "count": 159, "max_ms": 3.681, "p95_ms": 2.653}, "processing_residual_ms": {"avg_ms": 0.212, "count": 159, "max_ms": 1.222, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.144, "count": 159, "max_ms": 137.55, "p95_ms": 111.374}, "read_interval": {"avg_ms": 188.039, "count": 159, "max_ms": 11810.935, "p95_ms": 154.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 159, "max_ms": 0.06, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.143, "count": 159, "max_ms": 0.56, "p95_ms": 0.29}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 159, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 159, "max_ms": 0.5, "p95_ms": 0.261}, "worker_merge_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.019, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 45.944, "count": 159, "max_ms": 83.147, "p95_ms": 66.903}, "visualize": {"avg_ms": 35.456, "count": 159, "max_ms": 66.549, "p95_ms": 48.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.432, "count": 159, "max_ms": 65.299, "p95_ms": 47.399}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.22, "count": 159, "max_ms": 66.24, "p95_ms": 48.076}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 159, "max_ms": 0.031, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.095, "count": 159, "max_ms": 66.136, "p95_ms": 48.007}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 159, "max_ms": 0.213, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.914, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.191, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142131, "write_bytes_delta": 142131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1502.0, "cpu_core_ratio": 1.406688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78647, "reason": null, "system_cpu_core_ratio": 0.062353, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 1.344335, "user_cpu_s_delta": 26.950000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.748238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.067341, "system_cpu_s_delta": 1.3500000000021828, "user_cpu_core_ratio": 0.680897, "user_cpu_s_delta": 13.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.21, "count": 301, "max_ms": 7.575, "p95_ms": 5.382, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.733, "count": 30, "max": 67.914, "p95": 50.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.378, "count": 30, "max": 35.913, "p95": 32.348, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1399.2, "count": 30, "max": 1553.0, "p95": 1538.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1092.933, "count": 30, "max": 10678.0, "p95": 6825.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.323, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.29, "count": 30, "max": 1.44, "p95": 1.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.189, "count": 30, "max": 5.187, "p95": 0.217, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142945.667, "count": 30, "max": 147146.0, "p95": 145625.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133408.533, "count": 30, "max": 147146.0, "p95": 145625.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 51.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.686, "p95": 0.682, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28347, "sampled_at": "2026-11-03T12:59:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:59:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4613935, "flush_count": 5653, "flush_interval_seconds": 30.0, "flush_state": {"count": 5653, "last_at": "2026-11-03T12:59:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T12:59:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5652}, "started": true, "suppressed_count": 3348057, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3348052}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5653, "written_record_count": 5653}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10057.422, "limit_mb": null}, "detail": {"pid": 79111, "restart_count": 165, "start_count": 166}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9272320819200, "copied_frame_count": 3353704, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9272320819200, "frame_buffer_copies": 3353704, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.141, "count": 512, "max_ms": 1.2962, "p50_ms": 0.1292, "p95_ms": 0.2522, "p99_ms": 0.306}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4453, "count": 512, "max_ms": 4.1394, "p50_ms": 1.3151, "p95_ms": 2.5627, "p99_ms": 3.4974, "results": {"failed": 0, "not_applicable": 0, "success": 3353704, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:55+09:00", "last_error_summary": "[rtsp @ 0x63da083b0f00] RTP: PT=60: bad cseq bf0d expected=b052", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T12:59:57+09:00", "pid": 79111, "process": {"exists": true, "fd_count": 4, "hwm_mb": 70.25, "name": "ffmpeg", "pid": 79111, "rss_mb": 70.25, "state": "R (running)", "threads": 1}, "restart_count": 165, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.232, "sample_count": 2560, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353704, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.424, "last_frame_pushed_at": "2026-11-03T12:59:55+09:00", "last_frame_read_age_sec": 4.525, "last_frame_read_at": "2026-11-03T12:59:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 418.279, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 181.721, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.411, "exists": true, "mtime": "2026-11-03T12:59:55.170652+09:00", "mtime_epoch": 1793678395.1706517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 141587}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T12:59:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2412.922, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3353704, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 116}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 116, "pushed_frames": 116, "read_frames": 115, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.871, "pushed": 3.871, "read": 3.837}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 115, "client_acquire_ms": {"avg_ms": 0.009, "count": 115, "max_ms": 0.029, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4477.463, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.693, "count": 115, "max_ms": 4.511, "p95_ms": 1.937, "reason": null, "sample_age_ms": 4529.715, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 115, "max_ms": 2.821, "p95_ms": 1.456, "reason": null, "sample_age_ms": 4530.347, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 115, "max_ms": 0.44, "p95_ms": 0.214, "reason": null, "sample_age_ms": 4477.468, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.783, "count": 115, "max_ms": 3.996, "p95_ms": 2.918, "reason": null, "sample_age_ms": 4526.808, "source": "client_direct"}, "request_count": 115, "request_tensor_bytes": {"avg": 2211848.0, "count": 115, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4526.756, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 115, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4477.53, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.039, "count": 115, "max_ms": 79.025, "p95_ms": 62.319, "reason": null, "sample_age_ms": 4477.461, "source": "client_direct"}, "sample_age_ms": 4477.458, "source": "client_direct", "task_total_ms": {"avg_ms": 45.138, "count": 115, "max_ms": 81.706, "p95_ms": 64.982, "reason": null, "sample_age_ms": 4477.458, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.397, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.812, "count": 116, "max_ms": 2.188, "p95_ms": 1.635}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.26, "count": 116, "max_ms": 0.655, "p95_ms": 0.522}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 116, "max_ms": 0.358, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.004, "count": 116, "max_ms": 0.013, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 116, "max_ms": 0.563, "p95_ms": 0.192}, "mcmt_ms": {"avg_ms": 0.003, "count": 116, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.209, "count": 116, "max_ms": 0.812, "p95_ms": 0.421}, "setup_ms": {"avg_ms": 0.051, "count": 116, "max_ms": 0.172, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 0.767, "count": 116, "max_ms": 2.077, "p95_ms": 1.544}, "track_match_ms": {"avg_ms": 0.005, "count": 116, "max_ms": 0.019, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 116, "max_ms": 0.134, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.247, "count": 116, "max_ms": 6.829, "p95_ms": 5.05}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 116, "max_ms": 0.19, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.029, "count": 116, "max_ms": 83.132, "p95_ms": 66.347}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 116, "max_ms": 0.22, "p95_ms": 0.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.17, "count": 116, "max_ms": 135.415, "p95_ms": 113.624}, "inference_input_copy_ms": {"avg_ms": 1.485, "count": 116, "max_ms": 3.224, "p95_ms": 2.475}, "processing_residual_ms": {"avg_ms": 0.221, "count": 116, "max_ms": 1.222, "p95_ms": 0.388}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.93, "count": 116, "max_ms": 137.55, "p95_ms": 115.175}, "read_interval": {"avg_ms": 221.904, "count": 115, "max_ms": 11810.935, "p95_ms": 154.092}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 116, "max_ms": 0.06, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.144, "count": 116, "max_ms": 0.56, "p95_ms": 0.289}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 116, "max_ms": 0.053, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 116, "max_ms": 0.5, "p95_ms": 0.261}, "worker_merge_ms": {"avg_ms": 0.006, "count": 116, "max_ms": 0.017, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.046, "count": 116, "max_ms": 83.147, "p95_ms": 66.364}, "visualize": {"avg_ms": 35.188, "count": 116, "max_ms": 66.549, "p95_ms": 48.216}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 34.187, "count": 116, "max_ms": 65.299, "p95_ms": 47.221}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.959, "count": 116, "max_ms": 66.24, "p95_ms": 48.06}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 116, "max_ms": 0.031, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 116, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.838, "count": 116, "max_ms": 66.136, "p95_ms": 47.932}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 116, "max_ms": 0.177, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 116}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2412.84, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.914, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.191, "sample_count": 2694, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3353535, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T12:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 142131, "write_bytes_delta": 142131, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1502.0, "cpu_core_ratio": 1.406688, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 78647, "reason": null, "system_cpu_core_ratio": 0.062353, "system_cpu_s_delta": 1.25, "user_cpu_core_ratio": 1.344335, "user_cpu_s_delta": 26.950000000000045}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.748238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.067341, "system_cpu_s_delta": 1.3500000000021828, "user_cpu_core_ratio": 0.680897, "user_cpu_s_delta": 13.64999999999418}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.21, "count": 301, "max_ms": 7.575, "p95_ms": 5.382, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 301}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 301}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.733, "count": 30, "max": 67.914, "p95": 50.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.378, "count": 30, "max": 35.913, "p95": 32.348, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1399.2, "count": 30, "max": 1553.0, "p95": 1538.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1092.933, "count": 30, "max": 10678.0, "p95": 6825.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.323, "p95": 0.078, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.29, "count": 30, "max": 1.44, "p95": 1.404, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.189, "count": 30, "max": 5.187, "p95": 0.217, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 142945.667, "count": 30, "max": 147146.0, "p95": 145625.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 133408.533, "count": 30, "max": 147146.0, "p95": 145625.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 51.0, "p95": 33.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.072, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.615, "count": 30, "max": 0.686, "p95": 0.682, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28347, "sampled_at": "2026-11-03T12:59:24+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T12:59:24+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10181.102, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9357960499200, "copied_frame_count": 3384679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9357960499200, "frame_buffer_copies": 3384679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 2.465, "p50_ms": 0.1092, "p95_ms": 0.2522, "p99_ms": 0.3535}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8521, "count": 512, "max_ms": 8.2281, "p50_ms": 1.6662, "p95_ms": 3.3911, "p99_ms": 5.2112, "results": {"failed": 0, "not_applicable": 0, "success": 3384679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 7, "h264_decode_error_count": 8, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T01:54:07+09:00", "last_error_summary": "[NULL @ 0x5617aaaad200] missing picture in access unit with size 18 [h264 @ 0x5617ab7abf40] no frame! [vist#0:0/h264 @ 0x5617aaaad840] Decoding error: Invalid data found when processing input", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 40029.805, "last_started_at": "2026-11-03T01:54:09+09:00", "pid": 60256, "process": {"exists": false, "pid": 60256}, "restart_count": 9, "restart_count_per_hour": 0, "rtsp_timeout_count": 10, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.604, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-03T13:01:19+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-11-03T13:01:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.245, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 101.755, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.007, "exists": true, "mtime": "2026-11-03T13:01:19.516980+09:00", "mtime_epoch": 1793678479.51698, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 251045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:01:19+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2396.652, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.305, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"by_category.작업자": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.5, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.77, "pushed": 0.77, "read": 0.77}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 50.478, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.001, "count": 14, "max_ms": 3.653, "p95_ms": 2.175, "reason": null, "sample_age_ms": 89.95, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 14, "max_ms": 2.887, "p95_ms": 1.67, "reason": null, "sample_age_ms": 90.364, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 14, "max_ms": 0.267, "p95_ms": 0.215, "reason": null, "sample_age_ms": 50.484, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.842, "count": 14, "max_ms": 2.944, "p95_ms": 2.741, "reason": null, "sample_age_ms": 88.443, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.415, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.596, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.739, "count": 14, "max_ms": 73.539, "p95_ms": 73.534, "reason": null, "sample_age_ms": 50.475, "source": "client_direct"}, "sample_age_ms": 50.471, "source": "client_direct", "task_total_ms": {"avg_ms": 55.861, "count": 14, "max_ms": 76.46, "p95_ms": 75.978, "reason": null, "sample_age_ms": 50.471, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 34.831, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.523, "count": 14, "max_ms": 27.045, "p95_ms": 24.555, "reason": null, "sample_age_ms": 77.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.036, "p95_ms": 0.033, "reason": null, "sample_age_ms": 90.153, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 14, "max_ms": 0.471, "p95_ms": 0.384, "reason": null, "sample_age_ms": 34.84, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 3.673, "p95_ms": 3.589, "reason": null, "sample_age_ms": 74.918, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.878, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.04, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.868, "count": 14, "max_ms": 67.161, "p95_ms": 66.149, "reason": null, "sample_age_ms": 34.826, "source": "client_direct"}, "sample_age_ms": 34.823, "source": "client_direct", "task_total_ms": {"avg_ms": 54.684, "count": 14, "max_ms": 70.332, "p95_ms": 69.34, "reason": null, "sample_age_ms": 34.823, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.023, "p95_ms": 0.021, "reason": null, "sample_age_ms": 42.306, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.975, "count": 14, "max_ms": 18.824, "p95_ms": 18.378, "reason": null, "sample_age_ms": 82.142, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.025, "count": 14, "max_ms": 0.054, "p95_ms": 0.041, "reason": null, "sample_age_ms": 90.203, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.195, "p95_ms": 0.137, "reason": null, "sample_age_ms": 42.315, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 14, "max_ms": 4.198, "p95_ms": 3.385, "reason": null, "sample_age_ms": 80.947, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 80.921, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.415, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.447, "count": 14, "max_ms": 67.261, "p95_ms": 63.317, "reason": null, "sample_age_ms": 42.299, "source": "client_direct"}, "sample_age_ms": 42.294, "source": "client_direct", "task_total_ms": {"avg_ms": 50.877, "count": 14, "max_ms": 70.081, "p95_ms": 67.332, "reason": null, "sample_age_ms": 42.294, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.013, "p95_ms": 0.012, "reason": null, "sample_age_ms": 43.475, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.21, "count": 14, "max_ms": 6.567, "p95_ms": 6.421, "reason": null, "sample_age_ms": 85.898, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.036, "count": 14, "max_ms": 0.104, "p95_ms": 0.089, "reason": null, "sample_age_ms": 90.253, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.198, "count": 14, "max_ms": 0.367, "p95_ms": 0.353, "reason": null, "sample_age_ms": 43.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 14, "max_ms": 3.228, "p95_ms": 3.169, "reason": null, "sample_age_ms": 84.485, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.46, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 43.659, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 60.068, "count": 14, "max_ms": 85.369, "p95_ms": 83.019, "reason": null, "sample_age_ms": 43.471, "source": "client_direct"}, "sample_age_ms": 43.467, "source": "client_direct", "task_total_ms": {"avg_ms": 62.514, "count": 14, "max_ms": 88.585, "p95_ms": 86.458, "reason": null, "sample_age_ms": 43.467, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.453, "count": 14, "max_ms": 7.108, "p95_ms": 7.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 14, "max_ms": 0.782, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 0.74, "count": 14, "max_ms": 2.674, "p95_ms": 2.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.156, "count": 14, "max_ms": 0.487, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.007, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.22, "count": 14, "max_ms": 0.39, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.042, "count": 14, "max_ms": 0.07, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 7.035, "p95_ms": 7.035}, "track_match_ms": {"avg_ms": 0.038, "count": 14, "max_ms": 0.172, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 0.897, "count": 14, "max_ms": 4.299, "p95_ms": 4.299}}, "gstreamer_push": {"avg_ms": 3.811, "count": 14, "max_ms": 8.992, "p95_ms": 8.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.017, "p95_ms": 0.017}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.479, "count": 14, "max_ms": 78.177, "p95_ms": 78.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.257, "count": 14, "max_ms": 96.518, "p95_ms": 96.518}, "yolo11_640_fire_11class": {"avg_ms": 64.221, "count": 14, "max_ms": 89.497, "p95_ms": 89.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.639, "count": 14, "max_ms": 93.141, "p95_ms": 93.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.68, "count": 14, "max_ms": 6.708, "p95_ms": 6.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.023, "count": 14, "max_ms": 98.439, "p95_ms": 98.439}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 14, "max_ms": 3.603, "p95_ms": 3.603}, "processing_residual_ms": {"avg_ms": 0.121, "count": 14, "max_ms": 0.288, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.363, "count": 14, "max_ms": 99.752, "p95_ms": 99.752}, "read_interval": {"avg_ms": 2217.335, "count": 14, "max_ms": 16819.538, "p95_ms": 16819.538}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.166, "count": 14, "max_ms": 0.266, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "scenario.falldown_detected_ms": {"avg_ms": 0.072, "count": 14, "max_ms": 0.12, "p95_ms": 0.12}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.004, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.07, "count": 14, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.006, "count": 14, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 75.591, "count": 14, "max_ms": 96.531, "p95_ms": 96.531}, "visualize": {"avg_ms": 1.843, "count": 14, "max_ms": 6.483, "p95_ms": 6.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.89, "count": 14, "max_ms": 2.91, "p95_ms": 2.91}, "visualize_input_copy_ms": {"avg_ms": 0.765, "count": 14, "max_ms": 3.215, "p95_ms": 3.215}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.799, "count": 14, "max_ms": 2.664, "p95_ms": 2.664}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.185, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2385.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.25, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.503, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252054, "write_bytes_delta": 252054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 183.0, "cpu_core_ratio": 0.041175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4920.0, "pid": 60256, "reason": null, "system_cpu_core_ratio": 0.006272, "system_cpu_s_delta": 0.22999999999979082, "user_cpu_core_ratio": 0.034903, "user_cpu_s_delta": 1.2799999999988358}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100681.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.117254, "system_cpu_s_delta": 4.30000000000291, "user_cpu_core_ratio": 0.229599, "user_cpu_s_delta": 8.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.372, "count": 5, "max_ms": 8.992, "p95_ms": 8.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 1.4, "max": 2.0, "p95": 2.0, "sample_count": 5}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.105, "count": 30, "max": 60.25, "p95": 39.65, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.037, "count": 30, "max": 32.733, "p95": 29.773, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.633, "count": 30, "max": 911.0, "p95": 898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 164.067, "count": 30, "max": 4920.0, "p95": 1.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.339, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 262998.4, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 236970.467, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.333, "count": 30, "max": 10.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108903.467, "count": 30, "max": 327473.0, "p95": 186836.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.647, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.189, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24461, "sampled_at": "2026-11-03T13:01:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.183, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10180.777, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x624f6daff3c0] error while decoding MB 71 54, bytestream -16 [in#0/rtsp @ 0x624f6d39fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f6d39fe00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9357960499200, "copied_frame_count": 3384679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9357960499200, "frame_buffer_copies": 3384679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 2.465, "p50_ms": 0.1092, "p95_ms": 0.2522, "p99_ms": 0.3535}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8521, "count": 512, "max_ms": 8.2281, "p50_ms": 1.6662, "p95_ms": 3.3911, "p99_ms": 5.2112, "results": {"failed": 0, "not_applicable": 0, "success": 3384679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:19+09:00", "last_error_summary": "[h264 @ 0x624f6daff3c0] error while decoding MB 71 54, bytestream -16 [in#0/rtsp @ 0x624f6d39fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f6d39fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 40029.831, "last_started_at": "2026-11-03T01:54:09+09:00", "pid": 60256, "process": {"exists": false, "pid": 60256}, "restart_count": 9, "restart_count_per_hour": 0, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.604, "sample_count": 2550, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T13:01:19+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-03T13:01:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.255, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 101.745, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T13:01:19.516980+09:00", "mtime_epoch": 1793678479.51698, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 251045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:01:19+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2387.969, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.326, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"by_category.작업자": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.5, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.769, "pushed": 0.769, "read": 0.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 77.159, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.001, "count": 14, "max_ms": 3.653, "p95_ms": 2.175, "reason": null, "sample_age_ms": 116.631, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 14, "max_ms": 2.887, "p95_ms": 1.67, "reason": null, "sample_age_ms": 117.045, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 14, "max_ms": 0.267, "p95_ms": 0.215, "reason": null, "sample_age_ms": 77.165, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.842, "count": 14, "max_ms": 2.944, "p95_ms": 2.741, "reason": null, "sample_age_ms": 115.124, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 115.097, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.277, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.739, "count": 14, "max_ms": 73.539, "p95_ms": 73.534, "reason": null, "sample_age_ms": 77.156, "source": "client_direct"}, "sample_age_ms": 77.152, "source": "client_direct", "task_total_ms": {"avg_ms": 55.861, "count": 14, "max_ms": 76.46, "p95_ms": 75.978, "reason": null, "sample_age_ms": 77.152, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 61.512, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.523, "count": 14, "max_ms": 27.045, "p95_ms": 24.555, "reason": null, "sample_age_ms": 104.194, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.036, "p95_ms": 0.033, "reason": null, "sample_age_ms": 116.834, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 14, "max_ms": 0.471, "p95_ms": 0.384, "reason": null, "sample_age_ms": 61.522, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 3.673, "p95_ms": 3.589, "reason": null, "sample_age_ms": 101.599, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.559, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.721, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.868, "count": 14, "max_ms": 67.161, "p95_ms": 66.149, "reason": null, "sample_age_ms": 61.507, "source": "client_direct"}, "sample_age_ms": 61.504, "source": "client_direct", "task_total_ms": {"avg_ms": 54.684, "count": 14, "max_ms": 70.332, "p95_ms": 69.34, "reason": null, "sample_age_ms": 61.504, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.023, "p95_ms": 0.021, "reason": null, "sample_age_ms": 68.987, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.975, "count": 14, "max_ms": 18.824, "p95_ms": 18.378, "reason": null, "sample_age_ms": 108.823, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.025, "count": 14, "max_ms": 0.054, "p95_ms": 0.041, "reason": null, "sample_age_ms": 116.884, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.195, "p95_ms": 0.137, "reason": null, "sample_age_ms": 68.997, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 14, "max_ms": 4.198, "p95_ms": 3.385, "reason": null, "sample_age_ms": 107.628, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.602, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.096, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.447, "count": 14, "max_ms": 67.261, "p95_ms": 63.317, "reason": null, "sample_age_ms": 68.98, "source": "client_direct"}, "sample_age_ms": 68.975, "source": "client_direct", "task_total_ms": {"avg_ms": 50.877, "count": 14, "max_ms": 70.081, "p95_ms": 67.332, "reason": null, "sample_age_ms": 68.975, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.013, "p95_ms": 0.012, "reason": null, "sample_age_ms": 70.156, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.21, "count": 14, "max_ms": 6.567, "p95_ms": 6.421, "reason": null, "sample_age_ms": 112.579, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.036, "count": 14, "max_ms": 0.104, "p95_ms": 0.089, "reason": null, "sample_age_ms": 116.934, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.198, "count": 14, "max_ms": 0.367, "p95_ms": 0.353, "reason": null, "sample_age_ms": 70.164, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 14, "max_ms": 3.228, "p95_ms": 3.169, "reason": null, "sample_age_ms": 111.166, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.142, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 70.34, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 60.068, "count": 14, "max_ms": 85.369, "p95_ms": 83.019, "reason": null, "sample_age_ms": 70.152, "source": "client_direct"}, "sample_age_ms": 70.148, "source": "client_direct", "task_total_ms": {"avg_ms": 62.514, "count": 14, "max_ms": 88.585, "p95_ms": 86.458, "reason": null, "sample_age_ms": 70.148, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.216, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.453, "count": 14, "max_ms": 7.108, "p95_ms": 7.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 14, "max_ms": 0.782, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 0.74, "count": 14, "max_ms": 2.674, "p95_ms": 2.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.156, "count": 14, "max_ms": 0.487, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.007, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.22, "count": 14, "max_ms": 0.39, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.042, "count": 14, "max_ms": 0.07, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 7.035, "p95_ms": 7.035}, "track_match_ms": {"avg_ms": 0.038, "count": 14, "max_ms": 0.172, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 0.897, "count": 14, "max_ms": 4.299, "p95_ms": 4.299}}, "gstreamer_push": {"avg_ms": 3.811, "count": 14, "max_ms": 8.992, "p95_ms": 8.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.017, "p95_ms": 0.017}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.479, "count": 14, "max_ms": 78.177, "p95_ms": 78.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.257, "count": 14, "max_ms": 96.518, "p95_ms": 96.518}, "yolo11_640_fire_11class": {"avg_ms": 64.221, "count": 14, "max_ms": 89.497, "p95_ms": 89.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.639, "count": 14, "max_ms": 93.141, "p95_ms": 93.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.68, "count": 14, "max_ms": 6.708, "p95_ms": 6.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.023, "count": 14, "max_ms": 98.439, "p95_ms": 98.439}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 14, "max_ms": 3.603, "p95_ms": 3.603}, "processing_residual_ms": {"avg_ms": 0.121, "count": 14, "max_ms": 0.288, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.363, "count": 14, "max_ms": 99.752, "p95_ms": 99.752}, "read_interval": {"avg_ms": 2217.335, "count": 14, "max_ms": 16819.538, "p95_ms": 16819.538}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.166, "count": 14, "max_ms": 0.266, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "scenario.falldown_detected_ms": {"avg_ms": 0.072, "count": 14, "max_ms": 0.12, "p95_ms": 0.12}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.004, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.07, "count": 14, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.006, "count": 14, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 75.591, "count": 14, "max_ms": 96.531, "p95_ms": 96.531}, "visualize": {"avg_ms": 1.843, "count": 14, "max_ms": 6.483, "p95_ms": 6.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.89, "count": 14, "max_ms": 2.91, "p95_ms": 2.91}, "visualize_input_copy_ms": {"avg_ms": 0.765, "count": 14, "max_ms": 3.215, "p95_ms": 3.215}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.799, "count": 14, "max_ms": 2.664, "p95_ms": 2.664}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.185, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2385.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.25, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.503, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252054, "write_bytes_delta": 252054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 183.0, "cpu_core_ratio": 0.041175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4920.0, "pid": 60256, "reason": null, "system_cpu_core_ratio": 0.006272, "system_cpu_s_delta": 0.22999999999979082, "user_cpu_core_ratio": 0.034903, "user_cpu_s_delta": 1.2799999999988358}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100681.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.117254, "system_cpu_s_delta": 4.30000000000291, "user_cpu_core_ratio": 0.229599, "user_cpu_s_delta": 8.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.372, "count": 5, "max_ms": 8.992, "p95_ms": 8.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 1.4, "max": 2.0, "p95": 2.0, "sample_count": 5}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.105, "count": 30, "max": 60.25, "p95": 39.65, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.037, "count": 30, "max": 32.733, "p95": 29.773, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.633, "count": 30, "max": 911.0, "p95": 898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 164.067, "count": 30, "max": 4920.0, "p95": 1.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.339, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 262998.4, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 236970.467, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.333, "count": 30, "max": 10.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108903.467, "count": 30, "max": 327473.0, "p95": 186836.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.647, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.189, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24461, "sampled_at": "2026-11-03T13:01:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.211, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10180.004, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9357960499200, "copied_frame_count": 3384679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9357960499200, "frame_buffer_copies": 3384679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 2.465, "p50_ms": 0.1092, "p95_ms": 0.2522, "p99_ms": 0.3535}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8521, "count": 512, "max_ms": 8.2281, "p50_ms": 1.6662, "p95_ms": 3.3911, "p99_ms": 5.2112, "results": {"failed": 0, "not_applicable": 0, "success": 3384679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:19+09:00", "last_error_summary": "[h264 @ 0x624f6daff3c0] error while decoding MB 71 54, bytestream -16 [in#0/rtsp @ 0x624f6d39fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f6d39fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 40029.873, "last_started_at": "2026-11-03T01:54:09+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 9, "restart_count_per_hour": 0, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 10}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.604, "sample_count": 2549, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-03T13:01:19+09:00", "last_frame_read_age_sec": 0.157, "last_frame_read_at": "2026-11-03T13:01:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 498.294, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 101.706, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.075, "exists": true, "mtime": "2026-11-03T13:01:19.516980+09:00", "mtime_epoch": 1793678479.51698, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 251045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:01:19+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2387.969, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.373, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"by_category.작업자": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.5, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 27, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.767, "pushed": 0.767, "read": 0.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 116.057, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.001, "count": 14, "max_ms": 3.653, "p95_ms": 2.175, "reason": null, "sample_age_ms": 155.529, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 14, "max_ms": 2.887, "p95_ms": 1.67, "reason": null, "sample_age_ms": 155.944, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 14, "max_ms": 0.267, "p95_ms": 0.215, "reason": null, "sample_age_ms": 116.063, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.842, "count": 14, "max_ms": 2.944, "p95_ms": 2.741, "reason": null, "sample_age_ms": 154.022, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.995, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.176, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.739, "count": 14, "max_ms": 73.539, "p95_ms": 73.534, "reason": null, "sample_age_ms": 116.054, "source": "client_direct"}, "sample_age_ms": 116.05, "source": "client_direct", "task_total_ms": {"avg_ms": 55.861, "count": 14, "max_ms": 76.46, "p95_ms": 75.978, "reason": null, "sample_age_ms": 116.05, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 100.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.523, "count": 14, "max_ms": 27.045, "p95_ms": 24.555, "reason": null, "sample_age_ms": 143.092, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.036, "p95_ms": 0.033, "reason": null, "sample_age_ms": 155.733, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 14, "max_ms": 0.471, "p95_ms": 0.384, "reason": null, "sample_age_ms": 100.42, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 3.673, "p95_ms": 3.589, "reason": null, "sample_age_ms": 140.498, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 140.457, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.619, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.868, "count": 14, "max_ms": 67.161, "p95_ms": 66.149, "reason": null, "sample_age_ms": 100.405, "source": "client_direct"}, "sample_age_ms": 100.402, "source": "client_direct", "task_total_ms": {"avg_ms": 54.684, "count": 14, "max_ms": 70.332, "p95_ms": 69.34, "reason": null, "sample_age_ms": 100.402, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.023, "p95_ms": 0.021, "reason": null, "sample_age_ms": 107.886, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.975, "count": 14, "max_ms": 18.824, "p95_ms": 18.378, "reason": null, "sample_age_ms": 147.722, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.025, "count": 14, "max_ms": 0.054, "p95_ms": 0.041, "reason": null, "sample_age_ms": 155.782, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.195, "p95_ms": 0.137, "reason": null, "sample_age_ms": 107.895, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 14, "max_ms": 4.198, "p95_ms": 3.385, "reason": null, "sample_age_ms": 146.526, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 146.5, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.994, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.447, "count": 14, "max_ms": 67.261, "p95_ms": 63.317, "reason": null, "sample_age_ms": 107.879, "source": "client_direct"}, "sample_age_ms": 107.873, "source": "client_direct", "task_total_ms": {"avg_ms": 50.877, "count": 14, "max_ms": 70.081, "p95_ms": 67.332, "reason": null, "sample_age_ms": 107.873, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.013, "p95_ms": 0.012, "reason": null, "sample_age_ms": 109.054, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.21, "count": 14, "max_ms": 6.567, "p95_ms": 6.421, "reason": null, "sample_age_ms": 151.477, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.036, "count": 14, "max_ms": 0.104, "p95_ms": 0.089, "reason": null, "sample_age_ms": 155.833, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.198, "count": 14, "max_ms": 0.367, "p95_ms": 0.353, "reason": null, "sample_age_ms": 109.062, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 14, "max_ms": 3.228, "p95_ms": 3.169, "reason": null, "sample_age_ms": 150.064, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.04, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.239, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 60.068, "count": 14, "max_ms": 85.369, "p95_ms": 83.019, "reason": null, "sample_age_ms": 109.05, "source": "client_direct"}, "sample_age_ms": 109.046, "source": "client_direct", "task_total_ms": {"avg_ms": 62.514, "count": 14, "max_ms": 88.585, "p95_ms": 86.458, "reason": null, "sample_age_ms": 109.046, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 13.841, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.453, "count": 14, "max_ms": 7.108, "p95_ms": 7.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 14, "max_ms": 0.782, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 0.74, "count": 14, "max_ms": 2.674, "p95_ms": 2.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.156, "count": 14, "max_ms": 0.487, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.007, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.22, "count": 14, "max_ms": 0.39, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.042, "count": 14, "max_ms": 0.07, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 7.035, "p95_ms": 7.035}, "track_match_ms": {"avg_ms": 0.038, "count": 14, "max_ms": 0.172, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 0.897, "count": 14, "max_ms": 4.299, "p95_ms": 4.299}}, "gstreamer_push": {"avg_ms": 3.811, "count": 14, "max_ms": 8.992, "p95_ms": 8.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.017, "p95_ms": 0.017}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.479, "count": 14, "max_ms": 78.177, "p95_ms": 78.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.257, "count": 14, "max_ms": 96.518, "p95_ms": 96.518}, "yolo11_640_fire_11class": {"avg_ms": 64.221, "count": 14, "max_ms": 89.497, "p95_ms": 89.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.639, "count": 14, "max_ms": 93.141, "p95_ms": 93.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.68, "count": 14, "max_ms": 6.708, "p95_ms": 6.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.023, "count": 14, "max_ms": 98.439, "p95_ms": 98.439}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 14, "max_ms": 3.603, "p95_ms": 3.603}, "processing_residual_ms": {"avg_ms": 0.121, "count": 14, "max_ms": 0.288, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.363, "count": 14, "max_ms": 99.752, "p95_ms": 99.752}, "read_interval": {"avg_ms": 2217.335, "count": 14, "max_ms": 16819.538, "p95_ms": 16819.538}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.166, "count": 14, "max_ms": 0.266, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "scenario.falldown_detected_ms": {"avg_ms": 0.072, "count": 14, "max_ms": 0.12, "p95_ms": 0.12}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.004, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.07, "count": 14, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.006, "count": 14, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 75.591, "count": 14, "max_ms": 96.531, "p95_ms": 96.531}, "visualize": {"avg_ms": 1.843, "count": 14, "max_ms": 6.483, "p95_ms": 6.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.89, "count": 14, "max_ms": 2.91, "p95_ms": 2.91}, "visualize_input_copy_ms": {"avg_ms": 0.765, "count": 14, "max_ms": 3.215, "p95_ms": 3.215}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.799, "count": 14, "max_ms": 2.664, "p95_ms": 2.664}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.185, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2385.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.25, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.503, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252054, "write_bytes_delta": 252054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 183.0, "cpu_core_ratio": 0.041175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4920.0, "pid": 60256, "reason": null, "system_cpu_core_ratio": 0.006272, "system_cpu_s_delta": 0.22999999999979082, "user_cpu_core_ratio": 0.034903, "user_cpu_s_delta": 1.2799999999988358}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100681.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.117254, "system_cpu_s_delta": 4.30000000000291, "user_cpu_core_ratio": 0.229599, "user_cpu_s_delta": 8.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.372, "count": 5, "max_ms": 8.992, "p95_ms": 8.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 1.4, "max": 2.0, "p95": 2.0, "sample_count": 5}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.105, "count": 30, "max": 60.25, "p95": 39.65, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.037, "count": 30, "max": 32.733, "p95": 29.773, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.633, "count": 30, "max": 911.0, "p95": 898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 164.067, "count": 30, "max": 4920.0, "p95": 1.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.339, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 262998.4, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 236970.467, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.333, "count": 30, "max": 10.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108903.467, "count": 30, "max": 327473.0, "p95": 186836.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.647, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.189, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24461, "sampled_at": "2026-11-03T13:01:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 18.25, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10390.629, "limit_mb": null}, "detail": {"pid": 79227, "restart_count": 10, "start_count": 11}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9357960499200, "copied_frame_count": 3384679, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9357960499200, "frame_buffer_copies": 3384679, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1295, "count": 512, "max_ms": 2.465, "p50_ms": 0.1092, "p95_ms": 0.2522, "p99_ms": 0.3535}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.8521, "count": 512, "max_ms": 8.2281, "p50_ms": 1.6662, "p95_ms": 3.3911, "p99_ms": 5.2112, "results": {"failed": 0, "not_applicable": 0, "success": 3384679, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:19+09:00", "last_error_summary": "[h264 @ 0x624f6daff3c0] error while decoding MB 71 54, bytestream -16 [in#0/rtsp @ 0x624f6d39fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f6d39fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:01:22+09:00", "pid": 79227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 213.629, "name": "ffmpeg", "pid": 79227, "rss_mb": 213.629, "state": "S (sleeping)", "threads": 70}, "restart_count": 10, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.784, "sample_count": 2502, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384679, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.875, "last_frame_pushed_at": "2026-11-03T13:01:19+09:00", "last_frame_read_age_sec": 4.948, "last_frame_read_at": "2026-11-03T13:01:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 503.081, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 96.919, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 4.866, "exists": true, "mtime": "2026-11-03T13:01:19.516980+09:00", "mtime_epoch": 1793678479.51698, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 251045}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:01:24+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2387.973, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6.162, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"by_category.작업자": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 1}, "by_category.중장비": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 6}, "total": {"avg": 0.5, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 23, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.608, "pushed": 0.608, "read": 0.608}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.017, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4909.08, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.001, "count": 14, "max_ms": 3.653, "p95_ms": 2.175, "reason": null, "sample_age_ms": 4948.552, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 14, "max_ms": 2.887, "p95_ms": 1.67, "reason": null, "sample_age_ms": 4948.966, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 14, "max_ms": 0.267, "p95_ms": 0.215, "reason": null, "sample_age_ms": 4909.086, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.842, "count": 14, "max_ms": 2.944, "p95_ms": 2.741, "reason": null, "sample_age_ms": 4947.044, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4947.017, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4909.198, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.739, "count": 14, "max_ms": 73.539, "p95_ms": 73.534, "reason": null, "sample_age_ms": 4909.076, "source": "client_direct"}, "sample_age_ms": 4909.072, "source": "client_direct", "task_total_ms": {"avg_ms": 55.861, "count": 14, "max_ms": 76.46, "p95_ms": 75.978, "reason": null, "sample_age_ms": 4909.072, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.021, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4893.433, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 18.523, "count": 14, "max_ms": 27.045, "p95_ms": 24.555, "reason": null, "sample_age_ms": 4936.114, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.036, "p95_ms": 0.033, "reason": null, "sample_age_ms": 4948.755, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.209, "count": 14, "max_ms": 0.471, "p95_ms": 0.384, "reason": null, "sample_age_ms": 4893.442, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 3.673, "p95_ms": 3.589, "reason": null, "sample_age_ms": 4933.52, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4933.479, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4893.641, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.868, "count": 14, "max_ms": 67.161, "p95_ms": 66.149, "reason": null, "sample_age_ms": 4893.428, "source": "client_direct"}, "sample_age_ms": 4893.424, "source": "client_direct", "task_total_ms": {"avg_ms": 54.684, "count": 14, "max_ms": 70.332, "p95_ms": 69.34, "reason": null, "sample_age_ms": 4893.424, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.023, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4900.908, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 11.975, "count": 14, "max_ms": 18.824, "p95_ms": 18.378, "reason": null, "sample_age_ms": 4940.744, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.025, "count": 14, "max_ms": 0.054, "p95_ms": 0.041, "reason": null, "sample_age_ms": 4948.804, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.195, "p95_ms": 0.137, "reason": null, "sample_age_ms": 4900.917, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.159, "count": 14, "max_ms": 4.198, "p95_ms": 3.385, "reason": null, "sample_age_ms": 4939.548, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4939.523, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4901.016, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.447, "count": 14, "max_ms": 67.261, "p95_ms": 63.317, "reason": null, "sample_age_ms": 4900.901, "source": "client_direct"}, "sample_age_ms": 4900.895, "source": "client_direct", "task_total_ms": {"avg_ms": 50.877, "count": 14, "max_ms": 70.081, "p95_ms": 67.332, "reason": null, "sample_age_ms": 4900.895, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.013, "p95_ms": 0.012, "reason": null, "sample_age_ms": 4902.076, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 5.21, "count": 14, "max_ms": 6.567, "p95_ms": 6.421, "reason": null, "sample_age_ms": 4944.499, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.036, "count": 14, "max_ms": 0.104, "p95_ms": 0.089, "reason": null, "sample_age_ms": 4948.855, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.198, "count": 14, "max_ms": 0.367, "p95_ms": 0.353, "reason": null, "sample_age_ms": 4902.084, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.081, "count": 14, "max_ms": 3.228, "p95_ms": 3.169, "reason": null, "sample_age_ms": 4943.087, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4943.062, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4902.261, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 60.068, "count": 14, "max_ms": 85.369, "p95_ms": 83.019, "reason": null, "sample_age_ms": 4902.072, "source": "client_direct"}, "sample_age_ms": 4902.069, "source": "client_direct", "task_total_ms": {"avg_ms": 62.514, "count": 14, "max_ms": 88.585, "p95_ms": 86.458, "reason": null, "sample_age_ms": 4902.069, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.453, "count": 14, "max_ms": 7.108, "p95_ms": 7.108}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.313, "count": 14, "max_ms": 0.782, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 0.74, "count": 14, "max_ms": 2.674, "p95_ms": 2.674}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.006, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.156, "count": 14, "max_ms": 0.487, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.007, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.22, "count": 14, "max_ms": 0.39, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.042, "count": 14, "max_ms": 0.07, "p95_ms": 0.07}, "total_inside_ms": {"avg_ms": 2.412, "count": 14, "max_ms": 7.035, "p95_ms": 7.035}, "track_match_ms": {"avg_ms": 0.038, "count": 14, "max_ms": 0.172, "p95_ms": 0.172}, "tracker_update_ms": {"avg_ms": 0.897, "count": 14, "max_ms": 4.299, "p95_ms": 4.299}}, "gstreamer_push": {"avg_ms": 3.811, "count": 14, "max_ms": 8.992, "p95_ms": 8.992}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.017, "p95_ms": 0.017}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 57.479, "count": 14, "max_ms": 78.177, "p95_ms": 78.177}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 74.257, "count": 14, "max_ms": 96.518, "p95_ms": 96.518}, "yolo11_640_fire_11class": {"avg_ms": 64.221, "count": 14, "max_ms": 89.497, "p95_ms": 89.497}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 68.639, "count": 14, "max_ms": 93.141, "p95_ms": 93.141}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.68, "count": 14, "max_ms": 6.708, "p95_ms": 6.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.023, "count": 14, "max_ms": 98.439, "p95_ms": 98.439}, "inference_input_copy_ms": {"avg_ms": 1.539, "count": 14, "max_ms": 3.603, "p95_ms": 3.603}, "processing_residual_ms": {"avg_ms": 0.121, "count": 14, "max_ms": 0.288, "p95_ms": 0.288}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.363, "count": 14, "max_ms": 99.752, "p95_ms": 99.752}, "read_interval": {"avg_ms": 2217.335, "count": 14, "max_ms": 16819.538, "p95_ms": 16819.538}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.166, "count": 14, "max_ms": 0.266, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 14, "max_ms": 0.037, "p95_ms": 0.037}, "scenario.falldown_detected_ms": {"avg_ms": 0.072, "count": 14, "max_ms": 0.12, "p95_ms": 0.12}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.004, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.07, "count": 14, "max_ms": 0.111, "p95_ms": 0.111}, "worker_merge_ms": {"avg_ms": 0.006, "count": 14, "max_ms": 0.018, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 75.591, "count": 14, "max_ms": 96.531, "p95_ms": 96.531}, "visualize": {"avg_ms": 1.843, "count": 14, "max_ms": 6.483, "p95_ms": 6.483}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.89, "count": 14, "max_ms": 2.91, "p95_ms": 2.91}, "visualize_input_copy_ms": {"avg_ms": 0.765, "count": 14, "max_ms": 3.215, "p95_ms": 3.215}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.799, "count": 14, "max_ms": 2.664, "p95_ms": 2.664}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.185, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2385.496, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.25, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.503, "sample_count": 2551, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3384667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252054, "write_bytes_delta": 252054, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 183.0, "cpu_core_ratio": 0.041175, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4920.0, "pid": 60256, "reason": null, "system_cpu_core_ratio": 0.006272, "system_cpu_s_delta": 0.22999999999979082, "user_cpu_core_ratio": 0.034903, "user_cpu_s_delta": 1.2799999999988358}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346853, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 100681.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.117254, "system_cpu_s_delta": 4.30000000000291, "user_cpu_core_ratio": 0.229599, "user_cpu_s_delta": 8.420000000012806}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.372, "count": 5, "max_ms": 8.992, "p95_ms": 8.992, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 5}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 5}, "total": {"avg": 1.4, "max": 2.0, "p95": 2.0, "sample_count": 5}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.105, "count": 30, "max": 60.25, "p95": 39.65, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.037, "count": 30, "max": 32.733, "p95": 29.773, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 798.633, "count": 30, "max": 911.0, "p95": 898.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 164.067, "count": 30, "max": 4920.0, "p95": 1.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.044, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.309, "count": 30, "max": 0.339, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 262998.4, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 236970.467, "count": 30, "max": 279031.0, "p95": 275283.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.333, "count": 30, "max": 10.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 108903.467, "count": 30, "max": 327473.0, "p95": 186836.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.419, "count": 30, "max": 0.647, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.992, "count": 30, "max": 1.189, "p95": 1.071, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24461, "sampled_at": "2026-11-03T13:01:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 23.042, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5348415, "flush_count": 5655, "flush_interval_seconds": 30.0, "flush_state": {"count": 5655, "last_at": "2026-11-03T13:01:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:01:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5654}, "started": true, "suppressed_count": 3251338, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3250932}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5655, "written_record_count": 5655}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10152.836, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63d8053f1180] cabac decode of qscale diff failed at 78 39 [h264 @ 0x63d8053f1180] error while decoding MB 78 39, bytestream 12371 [h264 @ 0x63d805432dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63d805432dc0] error while decoding MB 0 60, bytestream 9506 [h264 @ 0x63d80539d900] left block unavailable for requested intra mode [h264 @ 0x63d80539d900] error while decoding MB 0 65, bytestream 3663 [h264 @ 0x63d8060b5ac0] left block unavailable for requested intra4x4 ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9003808972800, "copied_frame_count": 3256586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9003808972800, "frame_buffer_copies": 3256586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 1.337, "p50_ms": 0.091, "p95_ms": 0.198, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 3.5821, "p50_ms": 1.3049, "p95_ms": 2.4184, "p99_ms": 3.0107, "results": {"failed": 0, "not_applicable": 0, "success": 3256586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 296, "h264_decode_error_count": 911, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:34+09:00", "last_error_summary": "[h264 @ 0x63d8053f1180] cabac decode of qscale diff failed at 78 39 [h264 @ 0x63d8053f1180] error while decoding MB 78 39, bytestream 12371 [h264 @ 0x63d805432dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63d805432dc0] error while decoding MB 0 60, bytestream 9506 [h264 @ 0x63d80539d900] left block unavailable for requested intra mode [h264 @ 0x63d80539d900] error while decoding MB 0 65, bytestream 3663 [h264 @ 0x63d8060b5ac0] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-11-03T13:01:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.206, "last_started_at": "2026-11-03T12:59:05+09:00", "pid": 78995, "process": {"exists": false, "pid": 78995}, "restart_count": 315, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 316}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.705, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T13:01:34+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-03T13:01:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 513.049, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 86.951, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-11-03T13:01:34.243038+09:00", "mtime_epoch": 1793678494.2430377, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107285}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:01:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.02, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3256586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.19, "max": 5.0, "p95": 4.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.429, "max": 2.0, "p95": 2.0, "sample_count": 196}, "total": {"avg": 1.333, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.452, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.452, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 211, "pushed_frames": 211, "read_frames": 210, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.034, "pushed": 7.034, "read": 7.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 210, "client_acquire_ms": {"avg_ms": 0.008, "count": 210, "max_ms": 0.114, "p95_ms": 0.016, "reason": null, "sample_age_ms": 61.583, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.78, "count": 210, "max_ms": 5.942, "p95_ms": 2.731, "reason": null, "sample_age_ms": 109.452, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 210, "max_ms": 5.644, "p95_ms": 2.061, "reason": null, "sample_age_ms": 109.736, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.316, "count": 210, "max_ms": 5.677, "p95_ms": 0.664, "reason": null, "sample_age_ms": 61.599, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.842, "count": 210, "max_ms": 8.762, "p95_ms": 3.193, "reason": null, "sample_age_ms": 107.232, "source": "client_direct"}, "request_count": 210, "request_tensor_bytes": {"avg": 2764808.0, "count": 210, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.201, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 210, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.328, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.751, "count": 210, "max_ms": 98.062, "p95_ms": 69.185, "reason": null, "sample_age_ms": 61.575, "source": "client_direct"}, "sample_age_ms": 61.565, "source": "client_direct", "task_total_ms": {"avg_ms": 46.071, "count": 210, "max_ms": 100.757, "p95_ms": 71.901, "reason": null, "sample_age_ms": 61.565, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.164, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.479, "count": 210, "max_ms": 35.886, "p95_ms": 12.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 210, "max_ms": 1.28, "p95_ms": 0.8}, "detection_prepare_ms": {"avg_ms": 1.296, "count": 210, "max_ms": 9.851, "p95_ms": 2.787}, "event_filter_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 210, "max_ms": 0.613, "p95_ms": 0.426}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.901, "count": 210, "max_ms": 10.781, "p95_ms": 5.963}, "setup_ms": {"avg_ms": 0.043, "count": 210, "max_ms": 0.268, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.42, "count": 210, "max_ms": 35.762, "p95_ms": 12.6}, "track_match_ms": {"avg_ms": 0.086, "count": 210, "max_ms": 0.303, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.493, "count": 210, "max_ms": 13.553, "p95_ms": 2.982}}, "gstreamer_push": {"avg_ms": 2.931, "count": 211, "max_ms": 7.224, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 210, "max_ms": 1.734, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.278, "count": 210, "max_ms": 102.653, "p95_ms": 73.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.737, "count": 211, "max_ms": 17.818, "p95_ms": 7.54}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.808, "count": 211, "max_ms": 165.843, "p95_ms": 130.485}, "inference_input_copy_ms": {"avg_ms": 1.548, "count": 211, "max_ms": 4.868, "p95_ms": 2.637}, "processing_residual_ms": {"avg_ms": 0.217, "count": 211, "max_ms": 0.651, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 211, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.31, "count": 211, "max_ms": 170.55, "p95_ms": 137.372}, "read_interval": {"avg_ms": 142.721, "count": 210, "max_ms": 2267.86, "p95_ms": 205.583}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 210, "max_ms": 0.076, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.83, "count": 210, "max_ms": 10.587, "p95_ms": 5.869}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.056, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.814, "count": 210, "max_ms": 10.534, "p95_ms": 5.846}, "worker_merge_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.292, "count": 210, "max_ms": 102.68, "p95_ms": 73.965}, "visualize": {"avg_ms": 32.985, "count": 210, "max_ms": 61.699, "p95_ms": 50.991}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.109, "count": 210, "max_ms": 50.079, "p95_ms": 43.363}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.599, "count": 210, "max_ms": 56.409, "p95_ms": 49.766}, "visualize_input_copy_ms": {"avg_ms": 1.187, "count": 210, "max_ms": 6.146, "p95_ms": 2.072}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.469, "count": 210, "max_ms": 56.222, "p95_ms": 49.624}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 210, "max_ms": 0.272, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.694, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.424, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108670, "write_bytes_delta": 108670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.556944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2785.0, "pid": 78995, "reason": null, "system_cpu_core_ratio": 0.151349, "system_cpu_s_delta": 3.0299999999999994, "user_cpu_core_ratio": 0.405595, "user_cpu_s_delta": 8.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.626875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.493008, "system_cpu_s_delta": 9.869999999995343, "user_cpu_core_ratio": 1.133868, "user_cpu_s_delta": 22.70000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.967, "count": 245, "max_ms": 7.775, "p95_ms": 4.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.429, "max": 12.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.925, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.792, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.793, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.59, "count": 30, "max": 30.641, "p95": 28.128, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 840.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1507.633, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.433, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.324, "count": 30, "max": 0.535, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.899, "count": 30, "max": 1.164, "p95": 1.161, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25342, "sampled_at": "2026-11-03T13:01:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5348415, "flush_count": 5655, "flush_interval_seconds": 30.0, "flush_state": {"count": 5655, "last_at": "2026-11-03T13:01:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:01:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5654}, "started": true, "suppressed_count": 3251338, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3250932}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5655, "written_record_count": 5655}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10156.195, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:01:34+09:00", "last_error_summary": "[h264 @ 0x63d8053f1180] cabac decode of qscale diff failed at 78 39 [h264 @ 0x63d8053f1180] error while decoding MB 78 39, bytestream 12371 [h264 @ 0x63d805432dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63d805432dc0] error while decoding MB 0 60, bytestream 9506 [h264 @ 0x63d80539d900] left block unavailable for requested intra mode [h264 @ 0x63d80539d900] error while decoding MB 0 65, bytestream 3663 [h264 @ 0x63d8060b5ac0] left block unavailable for requested intra4x4 ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9003808972800, "copied_frame_count": 3256586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9003808972800, "frame_buffer_copies": 3256586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 1.337, "p50_ms": 0.091, "p95_ms": 0.198, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 3.5821, "p50_ms": 1.3049, "p95_ms": 2.4184, "p99_ms": 3.0107, "results": {"failed": 0, "not_applicable": 0, "success": 3256586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 296, "h264_decode_error_count": 911, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:34+09:00", "last_error_summary": "[h264 @ 0x63d8053f1180] cabac decode of qscale diff failed at 78 39 [h264 @ 0x63d8053f1180] error while decoding MB 78 39, bytestream 12371 [h264 @ 0x63d805432dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63d805432dc0] error while decoding MB 0 60, bytestream 9506 [h264 @ 0x63d80539d900] left block unavailable for requested intra mode [h264 @ 0x63d80539d900] error while decoding MB 0 65, bytestream 3663 [h264 @ 0x63d8060b5ac0] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-11-03T13:01:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.256, "last_started_at": "2026-11-03T12:59:05+09:00", "pid": 78995, "process": {"exists": false, "pid": 78995}, "restart_count": 315, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 316}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.705, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-03T13:01:34+09:00", "last_frame_read_age_sec": 0.154, "last_frame_read_at": "2026-11-03T13:01:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 513.125, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 86.875, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T13:01:34.354038+09:00", "mtime_epoch": 1793678494.3540382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107664}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:01:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.016, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3256586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.19, "max": 5.0, "p95": 4.0, "sample_count": 210}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.429, "max": 2.0, "p95": 2.0, "sample_count": 196}, "total": {"avg": 1.333, "max": 2.0, "p95": 2.0, "sample_count": 210}}, "tracking_counts": {"active": {"avg": 0.452, "max": 1.0, "p95": 1.0, "sample_count": 210}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 210}, "tracked": {"avg": 0.452, "max": 1.0, "p95": 1.0, "sample_count": 210}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 210, "pushed_frames": 210, "read_frames": 209, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.009, "pushed": 7.009, "read": 6.976}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 209, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.114, "p95_ms": 0.016, "reason": null, "sample_age_ms": 127.03, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.782, "count": 209, "max_ms": 5.942, "p95_ms": 2.734, "reason": null, "sample_age_ms": 174.899, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 209, "max_ms": 5.644, "p95_ms": 2.061, "reason": null, "sample_age_ms": 175.184, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 209, "max_ms": 5.677, "p95_ms": 0.664, "reason": null, "sample_age_ms": 127.047, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 209, "max_ms": 8.762, "p95_ms": 3.197, "reason": null, "sample_age_ms": 172.679, "source": "client_direct"}, "request_count": 209, "request_tensor_bytes": {"avg": 2764808.0, "count": 209, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.648, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.775, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.814, "count": 209, "max_ms": 98.062, "p95_ms": 69.191, "reason": null, "sample_age_ms": 127.023, "source": "client_direct"}, "sample_age_ms": 127.012, "source": "client_direct", "task_total_ms": {"avg_ms": 46.139, "count": 209, "max_ms": 100.757, "p95_ms": 71.929, "reason": null, "sample_age_ms": 127.012, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.816, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.479, "count": 210, "max_ms": 35.886, "p95_ms": 12.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 210, "max_ms": 1.28, "p95_ms": 0.8}, "detection_prepare_ms": {"avg_ms": 1.296, "count": 210, "max_ms": 9.851, "p95_ms": 2.787}, "event_filter_ms": {"avg_ms": 0.005, "count": 210, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 210, "max_ms": 0.613, "p95_ms": 0.426}, "mcmt_ms": {"avg_ms": 0.003, "count": 210, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.901, "count": 210, "max_ms": 10.781, "p95_ms": 5.963}, "setup_ms": {"avg_ms": 0.043, "count": 210, "max_ms": 0.268, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.42, "count": 210, "max_ms": 35.762, "p95_ms": 12.6}, "track_match_ms": {"avg_ms": 0.086, "count": 210, "max_ms": 0.303, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.493, "count": 210, "max_ms": 13.553, "p95_ms": 2.982}}, "gstreamer_push": {"avg_ms": 2.932, "count": 210, "max_ms": 7.224, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 210, "max_ms": 1.734, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.278, "count": 210, "max_ms": 102.653, "p95_ms": 73.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.733, "count": 210, "max_ms": 17.818, "p95_ms": 7.54}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.873, "count": 210, "max_ms": 165.843, "p95_ms": 130.485}, "inference_input_copy_ms": {"avg_ms": 1.55, "count": 210, "max_ms": 4.868, "p95_ms": 2.637}, "processing_residual_ms": {"avg_ms": 0.218, "count": 210, "max_ms": 0.651, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.374, "count": 210, "max_ms": 170.55, "p95_ms": 137.372}, "read_interval": {"avg_ms": 142.972, "count": 209, "max_ms": 2267.86, "p95_ms": 205.583}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 210, "max_ms": 0.076, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.83, "count": 210, "max_ms": 10.587, "p95_ms": 5.869}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 210, "max_ms": 0.056, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.814, "count": 210, "max_ms": 10.534, "p95_ms": 5.846}, "worker_merge_ms": {"avg_ms": 0.006, "count": 210, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.292, "count": 210, "max_ms": 102.68, "p95_ms": 73.965}, "visualize": {"avg_ms": 32.985, "count": 210, "max_ms": 61.699, "p95_ms": 50.991}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.109, "count": 210, "max_ms": 50.079, "p95_ms": 43.363}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.599, "count": 210, "max_ms": 56.409, "p95_ms": 49.766}, "visualize_input_copy_ms": {"avg_ms": 1.187, "count": 210, "max_ms": 6.146, "p95_ms": 2.072}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 210, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.469, "count": 210, "max_ms": 56.222, "p95_ms": 49.624}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 210, "max_ms": 0.272, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 210}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 210}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.694, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.424, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108670, "write_bytes_delta": 108670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.556944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2785.0, "pid": 78995, "reason": null, "system_cpu_core_ratio": 0.151349, "system_cpu_s_delta": 3.0299999999999994, "user_cpu_core_ratio": 0.405595, "user_cpu_s_delta": 8.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.626875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.493008, "system_cpu_s_delta": 9.869999999995343, "user_cpu_core_ratio": 1.133868, "user_cpu_s_delta": 22.70000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.967, "count": 245, "max_ms": 7.775, "p95_ms": 4.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.429, "max": 12.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.925, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.792, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.793, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.59, "count": 30, "max": 30.641, "p95": 28.128, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 840.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1507.633, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.433, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.324, "count": 30, "max": 0.535, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.899, "count": 30, "max": 1.164, "p95": 1.161, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25342, "sampled_at": "2026-11-03T13:01:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5348415, "flush_count": 5655, "flush_interval_seconds": 30.0, "flush_state": {"count": 5655, "last_at": "2026-11-03T13:01:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:01:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5654}, "started": true, "suppressed_count": 3251338, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3250932}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5655, "written_record_count": 5655}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10149.82, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9003808972800, "copied_frame_count": 3256586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9003808972800, "frame_buffer_copies": 3256586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 1.337, "p50_ms": 0.091, "p95_ms": 0.198, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 3.5821, "p50_ms": 1.3049, "p95_ms": 2.4184, "p99_ms": 3.0107, "results": {"failed": 0, "not_applicable": 0, "success": 3256586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 296, "h264_decode_error_count": 911, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:34+09:00", "last_error_summary": "[h264 @ 0x63d8053f1180] cabac decode of qscale diff failed at 78 39 [h264 @ 0x63d8053f1180] error while decoding MB 78 39, bytestream 12371 [h264 @ 0x63d805432dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63d805432dc0] error while decoding MB 0 60, bytestream 9506 [h264 @ 0x63d80539d900] left block unavailable for requested intra mode [h264 @ 0x63d80539d900] error while decoding MB 0 65, bytestream 3663 [h264 @ 0x63d8060b5ac0] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-11-03T13:01:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 149.321, "last_started_at": "2026-11-03T12:59:05+09:00", "pid": 78995, "process": {"exists": false, "pid": 78995}, "restart_count": 315, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 316}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.705, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.116, "last_frame_pushed_at": "2026-11-03T13:01:34+09:00", "last_frame_read_age_sec": 0.219, "last_frame_read_at": "2026-11-03T13:01:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 513.167, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 86.833, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 0.108, "exists": true, "mtime": "2026-11-03T13:01:34.354038+09:00", "mtime_epoch": 1793678494.3540382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107664}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:01:34+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.016, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3256586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.191, "max": 5.0, "p95": 4.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.426, "max": 2.0, "p95": 2.0, "sample_count": 195}, "total": {"avg": 1.33, "max": 2.0, "p95": 2.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.455, "max": 1.0, "p95": 1.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.455, "max": 1.0, "p95": 1.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.979, "pushed": 6.979, "read": 6.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.008, "count": 209, "max_ms": 0.114, "p95_ms": 0.016, "reason": null, "sample_age_ms": 174.278, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.784, "count": 208, "max_ms": 5.942, "p95_ms": 2.737, "reason": null, "sample_age_ms": 222.147, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.343, "count": 208, "max_ms": 5.644, "p95_ms": 2.061, "reason": null, "sample_age_ms": 222.432, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.317, "count": 209, "max_ms": 5.677, "p95_ms": 0.664, "reason": null, "sample_age_ms": 174.295, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 208, "max_ms": 8.762, "p95_ms": 3.201, "reason": null, "sample_age_ms": 219.927, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 219.896, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 209, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 175.023, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.814, "count": 209, "max_ms": 98.062, "p95_ms": 69.191, "reason": null, "sample_age_ms": 174.271, "source": "client_direct"}, "sample_age_ms": 174.26, "source": "client_direct", "task_total_ms": {"avg_ms": 46.139, "count": 209, "max_ms": 100.757, "p95_ms": 71.929, "reason": null, "sample_age_ms": 174.26, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.195, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.477, "count": 209, "max_ms": 35.886, "p95_ms": 12.677}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.369, "count": 209, "max_ms": 1.28, "p95_ms": 0.8}, "detection_prepare_ms": {"avg_ms": 1.297, "count": 209, "max_ms": 9.851, "p95_ms": 2.787}, "event_filter_ms": {"avg_ms": 0.005, "count": 209, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.221, "count": 209, "max_ms": 0.613, "p95_ms": 0.419}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.902, "count": 209, "max_ms": 10.781, "p95_ms": 5.963}, "setup_ms": {"avg_ms": 0.043, "count": 209, "max_ms": 0.268, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 6.418, "count": 209, "max_ms": 35.762, "p95_ms": 12.6}, "track_match_ms": {"avg_ms": 0.086, "count": 209, "max_ms": 0.303, "p95_ms": 0.208}, "tracker_update_ms": {"avg_ms": 1.491, "count": 209, "max_ms": 13.553, "p95_ms": 2.982}}, "gstreamer_push": {"avg_ms": 2.932, "count": 209, "max_ms": 7.224, "p95_ms": 5.208}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 209, "max_ms": 1.734, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.349, "count": 209, "max_ms": 102.653, "p95_ms": 73.949}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.738, "count": 209, "max_ms": 17.818, "p95_ms": 7.54}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.96, "count": 209, "max_ms": 165.843, "p95_ms": 130.485}, "inference_input_copy_ms": {"avg_ms": 1.55, "count": 209, "max_ms": 4.868, "p95_ms": 2.637}, "processing_residual_ms": {"avg_ms": 0.218, "count": 209, "max_ms": 0.651, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 92.467, "count": 209, "max_ms": 170.55, "p95_ms": 137.372}, "read_interval": {"avg_ms": 143.267, "count": 208, "max_ms": 2267.86, "p95_ms": 205.583}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 209, "max_ms": 0.076, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.831, "count": 209, "max_ms": 10.587, "p95_ms": 5.869}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 209, "max_ms": 0.056, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.814, "count": 209, "max_ms": 10.534, "p95_ms": 5.846}, "worker_merge_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.024, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 47.363, "count": 209, "max_ms": 102.68, "p95_ms": 73.965}, "visualize": {"avg_ms": 33.002, "count": 209, "max_ms": 61.699, "p95_ms": 50.991}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.132, "count": 209, "max_ms": 50.079, "p95_ms": 43.363}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.617, "count": 209, "max_ms": 56.409, "p95_ms": 49.766}, "visualize_input_copy_ms": {"avg_ms": 1.185, "count": 209, "max_ms": 6.146, "p95_ms": 2.072}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.487, "count": 209, "max_ms": 56.222, "p95_ms": 49.624}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 209, "max_ms": 0.272, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.694, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.424, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108670, "write_bytes_delta": 108670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.556944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2785.0, "pid": 78995, "reason": null, "system_cpu_core_ratio": 0.151349, "system_cpu_s_delta": 3.0299999999999994, "user_cpu_core_ratio": 0.405595, "user_cpu_s_delta": 8.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.626875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.493008, "system_cpu_s_delta": 9.869999999995343, "user_cpu_core_ratio": 1.133868, "user_cpu_s_delta": 22.70000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.967, "count": 245, "max_ms": 7.775, "p95_ms": 4.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.429, "max": 12.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.925, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.792, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.793, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.59, "count": 30, "max": 30.641, "p95": 28.128, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 840.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1507.633, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.433, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.324, "count": 30, "max": 0.535, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.899, "count": 30, "max": 1.164, "p95": 1.161, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25342, "sampled_at": "2026-11-03T13:01:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5348415, "flush_count": 5655, "flush_interval_seconds": 30.0, "flush_state": {"count": 5655, "last_at": "2026-11-03T13:01:27", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:01:27", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5654}, "started": true, "suppressed_count": 3251338, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3250932}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5655, "written_record_count": 5655}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10169.887, "limit_mb": null}, "detail": {"pid": 79343, "restart_count": 316, "start_count": 317}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9003808972800, "copied_frame_count": 3256586, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9003808972800, "frame_buffer_copies": 3256586, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1083, "count": 512, "max_ms": 1.337, "p50_ms": 0.091, "p95_ms": 0.198, "p99_ms": 0.3181}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 3.5821, "p50_ms": 1.3049, "p95_ms": 2.4184, "p99_ms": 3.0107, "results": {"failed": 0, "not_applicable": 0, "success": 3256586, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 296, "h264_decode_error_count": 911, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:34+09:00", "last_error_summary": "[h264 @ 0x63d8053f1180] cabac decode of qscale diff failed at 78 39 [h264 @ 0x63d8053f1180] error while decoding MB 78 39, bytestream 12371 [h264 @ 0x63d805432dc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x63d805432dc0] error while decoding MB 0 60, bytestream 9506 [h264 @ 0x63d80539d900] left block unavailable for requested intra mode [h264 @ 0x63d80539d900] error while decoding MB 0 65, bytestream 3663 [h264 @ 0x63d8060b5ac0] left block unavailable for requested intra4x4 ", "last_exit_at": "2026-11-03T13:01:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T13:01:37+09:00", "pid": 79343, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.395, "name": "ffmpeg", "pid": 79343, "rss_mb": 57.395, "state": "S (sleeping)", "threads": 1}, "restart_count": 316, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 317}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.35, "sample_count": 2211, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256586, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.088, "last_frame_pushed_at": "2026-11-03T13:01:34+09:00", "last_frame_read_age_sec": 5.191, "last_frame_read_at": "2026-11-03T13:01:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 168, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 518.136, "last_sample_duration_ms": 1427.736, "last_trigger": "periodic", "next_snapshot_in_sec": 81.864, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 568, "storage_bytes": 3325100}, "mjpeg": {"age_sec": 5.08, "exists": true, "mtime": "2026-11-03T13:01:34.354038+09:00", "mtime_epoch": 1793678494.3540382, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107664}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:01:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.02, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3256586, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.115, "max": 5.0, "p95": 4.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.543, "max": 2.0, "p95": 2.0, "sample_count": 151}, "total": {"avg": 1.412, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 0.576, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 0.576, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 164, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.507, "pushed": 5.507, "read": 5.474}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 164, "client_acquire_ms": {"avg_ms": 0.008, "count": 164, "max_ms": 0.114, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5152.673, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.816, "count": 164, "max_ms": 5.942, "p95_ms": 2.834, "reason": null, "sample_age_ms": 5200.542, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.349, "count": 164, "max_ms": 5.644, "p95_ms": 2.046, "reason": null, "sample_age_ms": 5200.827, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.335, "count": 164, "max_ms": 5.677, "p95_ms": 0.673, "reason": null, "sample_age_ms": 5152.69, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.934, "count": 164, "max_ms": 8.762, "p95_ms": 3.362, "reason": null, "sample_age_ms": 5198.322, "source": "client_direct"}, "request_count": 164, "request_tensor_bytes": {"avg": 2764808.0, "count": 164, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5198.291, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 164, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5153.418, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.909, "count": 164, "max_ms": 98.062, "p95_ms": 69.28, "reason": null, "sample_age_ms": 5152.666, "source": "client_direct"}, "sample_age_ms": 5152.655, "source": "client_direct", "task_total_ms": {"avg_ms": 48.347, "count": 164, "max_ms": 100.757, "p95_ms": 73.546, "reason": null, "sample_age_ms": 5152.655, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.579, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.876, "count": 165, "max_ms": 35.886, "p95_ms": 12.794}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.377, "count": 165, "max_ms": 1.28, "p95_ms": 0.829}, "detection_prepare_ms": {"avg_ms": 1.356, "count": 165, "max_ms": 9.851, "p95_ms": 2.854}, "event_filter_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.221, "count": 165, "max_ms": 0.613, "p95_ms": 0.416}, "mcmt_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.132, "count": 165, "max_ms": 10.781, "p95_ms": 6.304}, "setup_ms": {"avg_ms": 0.045, "count": 165, "max_ms": 0.268, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 6.811, "count": 165, "max_ms": 35.762, "p95_ms": 12.673}, "track_match_ms": {"avg_ms": 0.096, "count": 165, "max_ms": 0.303, "p95_ms": 0.223}, "tracker_update_ms": {"avg_ms": 1.576, "count": 165, "max_ms": 13.553, "p95_ms": 3.015}}, "gstreamer_push": {"avg_ms": 3.086, "count": 165, "max_ms": 7.224, "p95_ms": 5.484}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 165, "max_ms": 1.734, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.531, "count": 165, "max_ms": 102.653, "p95_ms": 74.866}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.824, "count": 165, "max_ms": 17.818, "p95_ms": 7.703}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.064, "count": 165, "max_ms": 165.843, "p95_ms": 135.172}, "inference_input_copy_ms": {"avg_ms": 1.593, "count": 165, "max_ms": 4.868, "p95_ms": 2.637}, "processing_residual_ms": {"avg_ms": 0.23, "count": 165, "max_ms": 0.651, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 96.711, "count": 165, "max_ms": 170.55, "p95_ms": 143.719}, "read_interval": {"avg_ms": 151.44, "count": 164, "max_ms": 2267.86, "p95_ms": 210.183}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 165, "max_ms": 0.076, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 3.057, "count": 165, "max_ms": 10.587, "p95_ms": 6.208}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 165, "max_ms": 0.056, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.039, "count": 165, "max_ms": 10.534, "p95_ms": 6.183}, "worker_merge_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.024, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 49.545, "count": 165, "max_ms": 102.68, "p95_ms": 74.875}, "visualize": {"avg_ms": 34.458, "count": 165, "max_ms": 61.699, "p95_ms": 53.527}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.268, "count": 165, "max_ms": 50.079, "p95_ms": 43.958}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.038, "count": 165, "max_ms": 56.409, "p95_ms": 51.121}, "visualize_input_copy_ms": {"avg_ms": 1.21, "count": 165, "max_ms": 6.146, "p95_ms": 2.214}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.899, "count": 165, "max_ms": 56.222, "p95_ms": 50.942}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 165, "max_ms": 0.272, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2338.91, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.694, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.424, "sample_count": 2297, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3256361, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:01:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 108670, "write_bytes_delta": 108670, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 916.0, "cpu_core_ratio": 0.556944, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2785.0, "pid": 78995, "reason": null, "system_cpu_core_ratio": 0.151349, "system_cpu_s_delta": 3.0299999999999994, "user_cpu_core_ratio": 0.405595, "user_cpu_s_delta": 8.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.626875, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.493008, "system_cpu_s_delta": 9.869999999995343, "user_cpu_core_ratio": 1.133868, "user_cpu_s_delta": 22.70000000001164}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.967, "count": 245, "max_ms": 7.775, "p95_ms": 4.915, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.429, "max": 12.0, "p95": 10.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.925, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 228}, "total": {"avg": 1.792, "max": 3.0, "p95": 3.0, "sample_count": 245}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.793, "count": 30, "max": 89.191, "p95": 64.404, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.59, "count": 30, "max": 30.641, "p95": 28.128, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 840.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1507.633, "count": 30, "max": 12017.0, "p95": 8956.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.077, "count": 30, "max": 0.474, "p95": 0.262, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.422, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 115769.933, "count": 30, "max": 126973.0, "p95": 126517.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.8, "count": 30, "max": 21.0, "p95": 1.65, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.433, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.324, "count": 30, "max": 0.535, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.899, "count": 30, "max": 1.164, "p95": 1.161, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25342, "sampled_at": "2026-11-03T13:01:02+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:01:02+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5350417, "flush_count": 5657, "flush_interval_seconds": 30.0, "flush_state": {"count": 5657, "last_at": "2026-11-03T13:03:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:03:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5656}, "started": true, "suppressed_count": 3252192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3251786}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5657, "written_record_count": 5657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10158.027, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b71c084dbc0] error while decoding MB 106 62, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9006172876800, "copied_frame_count": 3257441, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9006172876800, "frame_buffer_copies": 3257441, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1344, "count": 512, "max_ms": 1.94, "p50_ms": 0.1167, "p95_ms": 0.2223, "p99_ms": 0.3418}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7027, "count": 512, "max_ms": 5.6947, "p50_ms": 1.569, "p95_ms": 2.8809, "p99_ms": 3.7989, "results": {"failed": 0, "not_applicable": 0, "success": 3257441, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 297, "h264_decode_error_count": 912, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:03:35+09:00", "last_error_summary": "[h264 @ 0x5b71c084dbc0] error while decoding MB 106 62, bytestream -5", "last_exit_at": "2026-11-03T13:01:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 118.535, "last_started_at": "2026-11-03T13:01:37+09:00", "pid": 79343, "process": {"exists": false, "pid": 79343}, "restart_count": 316, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 317}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.155, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257441, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.084, "last_frame_pushed_at": "2026-11-03T13:03:35+09:00", "last_frame_read_age_sec": 0.077, "last_frame_read_at": "2026-11-03T13:03:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 33.204, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 566.796, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-03T13:03:35.898519+09:00", "mtime_epoch": 1793678615.8985193, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:03:35+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3257442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.464, "max": 12.0, "p95": 9.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.946, "max": 3.0, "p95": 3.0, "sample_count": 222}, "total": {"avg": 2.946, "max": 3.0, "p95": 3.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.419, "pushed": 7.419, "read": 7.419}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.009, "count": 223, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 16.983, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.067, "count": 222, "max_ms": 10.98, "p95_ms": 3.413, "reason": null, "sample_age_ms": 81.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 222, "max_ms": 10.563, "p95_ms": 2.221, "reason": null, "sample_age_ms": 81.807, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 223, "max_ms": 1.219, "p95_ms": 0.805, "reason": null, "sample_age_ms": 17.0, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.235, "count": 222, "max_ms": 10.183, "p95_ms": 3.938, "reason": null, "sample_age_ms": 79.104, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.075, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 223, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 17.484, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.566, "count": 223, "max_ms": 87.642, "p95_ms": 69.416, "reason": null, "sample_age_ms": 16.978, "source": "client_direct"}, "sample_age_ms": 16.973, "source": "client_direct", "task_total_ms": {"avg_ms": 52.414, "count": 223, "max_ms": 91.375, "p95_ms": 73.175, "reason": null, "sample_age_ms": 16.973, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.305, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.114, "count": 222, "max_ms": 19.222, "p95_ms": 15.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.596, "count": 222, "max_ms": 2.084, "p95_ms": 1.1}, "detection_prepare_ms": {"avg_ms": 1.982, "count": 222, "max_ms": 10.266, "p95_ms": 3.424}, "event_filter_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.21, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.506, "count": 222, "max_ms": 2.005, "p95_ms": 0.816}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.03, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.407, "count": 222, "max_ms": 9.556, "p95_ms": 6.759}, "setup_ms": {"avg_ms": 0.054, "count": 222, "max_ms": 0.184, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 10.035, "count": 222, "max_ms": 19.123, "p95_ms": 15.066}, "track_match_ms": {"avg_ms": 0.114, "count": 222, "max_ms": 0.967, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 2.362, "count": 222, "max_ms": 7.944, "p95_ms": 4.171}}, "gstreamer_push": {"avg_ms": 3.64, "count": 222, "max_ms": 13.175, "p95_ms": 6.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.072, "count": 222, "max_ms": 0.734, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.949, "count": 222, "max_ms": 96.358, "p95_ms": 75.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.471, "count": 222, "max_ms": 19.214, "p95_ms": 8.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.338, "count": 222, "max_ms": 164.375, "p95_ms": 137.717}, "inference_input_copy_ms": {"avg_ms": 1.886, "count": 222, "max_ms": 8.296, "p95_ms": 3.408}, "processing_residual_ms": {"avg_ms": 0.272, "count": 222, "max_ms": 0.663, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.967, "count": 222, "max_ms": 171.89, "p95_ms": 143.328}, "read_interval": {"avg_ms": 134.963, "count": 222, "max_ms": 221.371, "p95_ms": 190.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.031, "count": 222, "max_ms": 1.718, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 4.308, "count": 222, "max_ms": 9.305, "p95_ms": 6.606}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 222, "max_ms": 0.073, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.277, "count": 222, "max_ms": 9.215, "p95_ms": 6.588}, "worker_merge_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 53.966, "count": 222, "max_ms": 96.378, "p95_ms": 75.45}, "visualize": {"avg_ms": 44.743, "count": 222, "max_ms": 91.625, "p95_ms": 57.786}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.724, "count": 222, "max_ms": 65.73, "p95_ms": 46.518}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.88, "count": 222, "max_ms": 89.058, "p95_ms": 56.178}, "visualize_input_copy_ms": {"avg_ms": 1.604, "count": 222, "max_ms": 4.367, "p95_ms": 2.667}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.705, "count": 222, "max_ms": 88.817, "p95_ms": 56.018}, "visualizer_prepare_ms": {"avg_ms": 0.09, "count": 222, "max_ms": 0.24, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.854, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.164, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104429, "write_bytes_delta": 104429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1037.0, "cpu_core_ratio": 0.419788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 79343, "reason": null, "system_cpu_core_ratio": 0.037891, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.381897, "user_cpu_s_delta": 7.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.683139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.495569, "system_cpu_s_delta": 9.939999999987776, "user_cpu_core_ratio": 1.18757, "user_cpu_s_delta": 23.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.766, "count": 218, "max_ms": 7.857, "p95_ms": 6.195, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.986, "max": 9.0, "p95": 8.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.151, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 89.191, "p95": 63.137, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.959, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 892.467, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 800.1, "count": 30, "max": 7249.0, "p95": 3205.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.474, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.7, "count": 30, "max": 21.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.967, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.535, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25348, "sampled_at": "2026-11-03T13:03:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:03:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5350417, "flush_count": 5657, "flush_interval_seconds": 30.0, "flush_state": {"count": 5657, "last_at": "2026-11-03T13:03:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:03:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5656}, "started": true, "suppressed_count": 3252192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3251786}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5657, "written_record_count": 5657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10157.297, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:03:35+09:00", "last_error_summary": "[h264 @ 0x5b71c084dbc0] error while decoding MB 106 62, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9006175641600, "copied_frame_count": 3257442, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9006175641600, "frame_buffer_copies": 3257442, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1345, "count": 512, "max_ms": 1.94, "p50_ms": 0.1169, "p95_ms": 0.2223, "p99_ms": 0.3418}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7029, "count": 512, "max_ms": 5.6947, "p50_ms": 1.569, "p95_ms": 2.8809, "p99_ms": 3.7989, "results": {"failed": 0, "not_applicable": 0, "success": 3257442, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 297, "h264_decode_error_count": 912, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:03:35+09:00", "last_error_summary": "[h264 @ 0x5b71c084dbc0] error while decoding MB 106 62, bytestream -5", "last_exit_at": "2026-11-03T13:03:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 118.611, "last_started_at": "2026-11-03T13:01:37+09:00", "pid": 79343, "process": {"exists": false, "pid": 79343}, "restart_count": 316, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 317}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.164, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T13:03:36+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-11-03T13:03:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 33.286, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 566.714, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.144, "exists": true, "mtime": "2026-11-03T13:03:35.898519+09:00", "mtime_epoch": 1793678615.8985193, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102727}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:03:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3257442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.446, "max": 12.0, "p95": 9.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.946, "max": 3.0, "p95": 3.0, "sample_count": 222}, "total": {"avg": 2.946, "max": 3.0, "p95": 3.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 223, "read_frames": 222, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.401, "pushed": 7.434, "read": 7.401}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 222, "client_acquire_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.041, "p95_ms": 0.017, "reason": null, "sample_age_ms": 96.11, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.067, "count": 222, "max_ms": 10.98, "p95_ms": 3.413, "reason": null, "sample_age_ms": 160.431, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 222, "max_ms": 10.563, "p95_ms": 2.221, "reason": null, "sample_age_ms": 160.934, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 222, "max_ms": 1.219, "p95_ms": 0.805, "reason": null, "sample_age_ms": 96.128, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.235, "count": 222, "max_ms": 10.183, "p95_ms": 3.938, "reason": null, "sample_age_ms": 158.231, "source": "client_direct"}, "request_count": 222, "request_tensor_bytes": {"avg": 2764808.0, "count": 222, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 158.202, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 222, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.611, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.601, "count": 222, "max_ms": 87.642, "p95_ms": 69.568, "reason": null, "sample_age_ms": 96.105, "source": "client_direct"}, "sample_age_ms": 96.1, "source": "client_direct", "task_total_ms": {"avg_ms": 52.449, "count": 222, "max_ms": 91.375, "p95_ms": 73.205, "reason": null, "sample_age_ms": 96.1, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.989, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.106, "count": 222, "max_ms": 19.222, "p95_ms": 15.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.594, "count": 222, "max_ms": 2.084, "p95_ms": 1.1}, "detection_prepare_ms": {"avg_ms": 1.981, "count": 222, "max_ms": 10.266, "p95_ms": 3.424}, "event_filter_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.21, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.506, "count": 222, "max_ms": 2.005, "p95_ms": 0.816}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.03, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.405, "count": 222, "max_ms": 9.556, "p95_ms": 6.759}, "setup_ms": {"avg_ms": 0.054, "count": 222, "max_ms": 0.184, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 10.026, "count": 222, "max_ms": 19.123, "p95_ms": 15.066}, "track_match_ms": {"avg_ms": 0.114, "count": 222, "max_ms": 0.967, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 2.359, "count": 222, "max_ms": 7.944, "p95_ms": 4.171}}, "gstreamer_push": {"avg_ms": 3.637, "count": 223, "max_ms": 13.175, "p95_ms": 6.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 222, "max_ms": 0.734, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.039, "count": 222, "max_ms": 96.358, "p95_ms": 75.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.474, "count": 222, "max_ms": 19.214, "p95_ms": 8.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.483, "count": 222, "max_ms": 164.375, "p95_ms": 140.053}, "inference_input_copy_ms": {"avg_ms": 1.883, "count": 222, "max_ms": 8.296, "p95_ms": 3.408}, "processing_residual_ms": {"avg_ms": 0.273, "count": 222, "max_ms": 0.663, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.112, "count": 222, "max_ms": 171.89, "p95_ms": 146.285}, "read_interval": {"avg_ms": 134.963, "count": 222, "max_ms": 221.371, "p95_ms": 190.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.031, "count": 222, "max_ms": 1.718, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 4.306, "count": 222, "max_ms": 9.305, "p95_ms": 6.606}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 222, "max_ms": 0.073, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.275, "count": 222, "max_ms": 9.215, "p95_ms": 6.588}, "worker_merge_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.055, "count": 222, "max_ms": 96.378, "p95_ms": 75.45}, "visualize": {"avg_ms": 44.805, "count": 222, "max_ms": 91.625, "p95_ms": 57.934}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.754, "count": 222, "max_ms": 65.73, "p95_ms": 47.393}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.924, "count": 222, "max_ms": 89.058, "p95_ms": 56.531}, "visualize_input_copy_ms": {"avg_ms": 1.622, "count": 222, "max_ms": 6.288, "p95_ms": 2.732}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.75, "count": 222, "max_ms": 88.817, "p95_ms": 56.41}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 222, "max_ms": 0.24, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.854, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.164, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104429, "write_bytes_delta": 104429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1037.0, "cpu_core_ratio": 0.419788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 79343, "reason": null, "system_cpu_core_ratio": 0.037891, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.381897, "user_cpu_s_delta": 7.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.683139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.495569, "system_cpu_s_delta": 9.939999999987776, "user_cpu_core_ratio": 1.18757, "user_cpu_s_delta": 23.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.766, "count": 218, "max_ms": 7.857, "p95_ms": 6.195, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.986, "max": 9.0, "p95": 8.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.151, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 89.191, "p95": 63.137, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.959, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 892.467, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 800.1, "count": 30, "max": 7249.0, "p95": 3205.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.474, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.7, "count": 30, "max": 21.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.967, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.535, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25348, "sampled_at": "2026-11-03T13:03:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:03:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5350417, "flush_count": 5657, "flush_interval_seconds": 30.0, "flush_state": {"count": 5657, "last_at": "2026-11-03T13:03:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:03:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5656}, "started": true, "suppressed_count": 3252192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3251786}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5657, "written_record_count": 5657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10158.105, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9006175641600, "copied_frame_count": 3257442, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9006175641600, "frame_buffer_copies": 3257442, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1345, "count": 512, "max_ms": 1.94, "p50_ms": 0.1169, "p95_ms": 0.2223, "p99_ms": 0.3418}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7029, "count": 512, "max_ms": 5.6947, "p50_ms": 1.569, "p95_ms": 2.8809, "p99_ms": 3.7989, "results": {"failed": 0, "not_applicable": 0, "success": 3257442, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 297, "h264_decode_error_count": 912, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:03:35+09:00", "last_error_summary": "[h264 @ 0x5b71c084dbc0] error while decoding MB 106 62, bytestream -5", "last_exit_at": "2026-11-03T13:03:36+09:00", "last_returncode": 0, "last_stable_duration_sec": 118.665, "last_started_at": "2026-11-03T13:01:37+09:00", "pid": 79343, "process": {"exists": false, "pid": 79343}, "restart_count": 316, "restart_count_per_hour": 27, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 317}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.164, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-03T13:03:36+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-11-03T13:03:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 33.347, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 566.653, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-03T13:03:36.052520+09:00", "mtime_epoch": 1793678616.0525198, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102849}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:03:36+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.531, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3257442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.446, "max": 12.0, "p95": 9.0, "sample_count": 222}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.946, "max": 3.0, "p95": 3.0, "sample_count": 222}, "total": {"avg": 2.946, "max": 3.0, "p95": 3.0, "sample_count": 222}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 222, "pushed_frames": 222, "read_frames": 221, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.416, "pushed": 7.416, "read": 7.383}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 221, "client_acquire_ms": {"avg_ms": 0.009, "count": 221, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 155.002, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.066, "count": 221, "max_ms": 10.98, "p95_ms": 3.419, "reason": null, "sample_age_ms": 219.323, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.454, "count": 221, "max_ms": 10.563, "p95_ms": 2.224, "reason": null, "sample_age_ms": 219.827, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.409, "count": 221, "max_ms": 1.219, "p95_ms": 0.805, "reason": null, "sample_age_ms": 155.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.235, "count": 221, "max_ms": 10.183, "p95_ms": 3.941, "reason": null, "sample_age_ms": 217.123, "source": "client_direct"}, "request_count": 221, "request_tensor_bytes": {"avg": 2764808.0, "count": 221, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 217.094, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.503, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.609, "count": 221, "max_ms": 87.642, "p95_ms": 69.72, "reason": null, "sample_age_ms": 154.997, "source": "client_direct"}, "sample_age_ms": 154.992, "source": "client_direct", "task_total_ms": {"avg_ms": 52.457, "count": 221, "max_ms": 91.375, "p95_ms": 73.234, "reason": null, "sample_age_ms": 154.992, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.784, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.106, "count": 222, "max_ms": 19.222, "p95_ms": 15.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.594, "count": 222, "max_ms": 2.084, "p95_ms": 1.1}, "detection_prepare_ms": {"avg_ms": 1.981, "count": 222, "max_ms": 10.266, "p95_ms": 3.424}, "event_filter_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.21, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.506, "count": 222, "max_ms": 2.005, "p95_ms": 0.816}, "mcmt_ms": {"avg_ms": 0.004, "count": 222, "max_ms": 0.03, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.405, "count": 222, "max_ms": 9.556, "p95_ms": 6.759}, "setup_ms": {"avg_ms": 0.054, "count": 222, "max_ms": 0.184, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 10.026, "count": 222, "max_ms": 19.123, "p95_ms": 15.066}, "track_match_ms": {"avg_ms": 0.114, "count": 222, "max_ms": 0.967, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 2.359, "count": 222, "max_ms": 7.944, "p95_ms": 4.171}}, "gstreamer_push": {"avg_ms": 3.638, "count": 222, "max_ms": 13.175, "p95_ms": 6.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 222, "max_ms": 0.734, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.039, "count": 222, "max_ms": 96.358, "p95_ms": 75.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.474, "count": 222, "max_ms": 19.214, "p95_ms": 8.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.483, "count": 222, "max_ms": 164.375, "p95_ms": 140.053}, "inference_input_copy_ms": {"avg_ms": 1.883, "count": 222, "max_ms": 8.296, "p95_ms": 3.408}, "processing_residual_ms": {"avg_ms": 0.273, "count": 222, "max_ms": 0.663, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.112, "count": 222, "max_ms": 171.89, "p95_ms": 146.285}, "read_interval": {"avg_ms": 135.007, "count": 221, "max_ms": 221.371, "p95_ms": 190.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.031, "count": 222, "max_ms": 1.718, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 4.306, "count": 222, "max_ms": 9.305, "p95_ms": 6.606}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 222, "max_ms": 0.073, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.275, "count": 222, "max_ms": 9.215, "p95_ms": 6.588}, "worker_merge_ms": {"avg_ms": 0.009, "count": 222, "max_ms": 0.035, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 54.055, "count": 222, "max_ms": 96.378, "p95_ms": 75.45}, "visualize": {"avg_ms": 44.805, "count": 222, "max_ms": 91.625, "p95_ms": 57.934}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.754, "count": 222, "max_ms": 65.73, "p95_ms": 47.393}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.924, "count": 222, "max_ms": 89.058, "p95_ms": 56.531}, "visualize_input_copy_ms": {"avg_ms": 1.622, "count": 222, "max_ms": 6.288, "p95_ms": 2.732}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 222, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.75, "count": 222, "max_ms": 88.817, "p95_ms": 56.41}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 222, "max_ms": 0.24, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 222}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 222}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.854, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.164, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104429, "write_bytes_delta": 104429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1037.0, "cpu_core_ratio": 0.419788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 79343, "reason": null, "system_cpu_core_ratio": 0.037891, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.381897, "user_cpu_s_delta": 7.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.683139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.495569, "system_cpu_s_delta": 9.939999999987776, "user_cpu_core_ratio": 1.18757, "user_cpu_s_delta": 23.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.766, "count": 218, "max_ms": 7.857, "p95_ms": 6.195, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.986, "max": 9.0, "p95": 8.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.151, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 89.191, "p95": 63.137, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.959, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 892.467, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 800.1, "count": 30, "max": 7249.0, "p95": 3205.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.474, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.7, "count": 30, "max": 21.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.967, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.535, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25348, "sampled_at": "2026-11-03T13:03:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:03:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5350417, "flush_count": 5657, "flush_interval_seconds": 30.0, "flush_state": {"count": 5657, "last_at": "2026-11-03T13:03:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:03:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5656}, "started": true, "suppressed_count": 3252192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3251786}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5657, "written_record_count": 5657}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10283.898, "limit_mb": null}, "detail": {"pid": 79459, "restart_count": 317, "start_count": 318}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9006175641600, "copied_frame_count": 3257442, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9006175641600, "frame_buffer_copies": 3257442, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1345, "count": 512, "max_ms": 1.94, "p50_ms": 0.1169, "p95_ms": 0.2223, "p99_ms": 0.3418}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7029, "count": 512, "max_ms": 5.6947, "p50_ms": 1.569, "p95_ms": 2.8809, "p99_ms": 3.7989, "results": {"failed": 0, "not_applicable": 0, "success": 3257442, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 297, "h264_decode_error_count": 912, "h264_decode_error_count_per_hour": 44, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:03:35+09:00", "last_error_summary": "[h264 @ 0x5b71c084dbc0] error while decoding MB 106 62, bytestream -5", "last_exit_at": "2026-11-03T13:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:03:39+09:00", "pid": 79459, "process": {"exists": true, "fd_count": 5, "hwm_mb": 160.707, "name": "ffmpeg", "pid": 79459, "rss_mb": 160.707, "state": "R (running)", "threads": 49}, "restart_count": 317, "restart_count_per_hour": 28, "rtsp_timeout_count": 146, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 318}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.328, "sample_count": 2158, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257442, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.096, "last_frame_pushed_at": "2026-11-03T13:03:36+09:00", "last_frame_read_age_sec": 5.247, "last_frame_read_at": "2026-11-03T13:03:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 38.4, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 561.6, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 5.085, "exists": true, "mtime": "2026-11-03T13:03:36.052520+09:00", "mtime_epoch": 1793678616.0525198, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102849}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:03:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.535, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3257442, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.372, "max": 12.0, "p95": 9.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 183}, "total": {"avg": 2.956, "max": 3.0, "p95": 3.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 182, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.111, "pushed": 6.111, "read": 6.078}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.009, "count": 182, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5202.857, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.061, "count": 182, "max_ms": 10.98, "p95_ms": 3.054, "reason": null, "sample_age_ms": 5267.178, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.438, "count": 182, "max_ms": 10.563, "p95_ms": 2.169, "reason": null, "sample_age_ms": 5267.681, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.419, "count": 182, "max_ms": 1.219, "p95_ms": 0.841, "reason": null, "sample_age_ms": 5202.874, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.29, "count": 182, "max_ms": 10.183, "p95_ms": 4.167, "reason": null, "sample_age_ms": 5264.978, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2764808.0, "count": 182, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5264.949, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5203.358, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.554, "count": 182, "max_ms": 87.642, "p95_ms": 71.561, "reason": null, "sample_age_ms": 5202.852, "source": "client_direct"}, "sample_age_ms": 5202.846, "source": "client_direct", "task_total_ms": {"avg_ms": 53.472, "count": 182, "max_ms": 91.375, "p95_ms": 74.689, "reason": null, "sample_age_ms": 5202.846, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.862, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.248, "count": 183, "max_ms": 19.222, "p95_ms": 15.46}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.587, "count": 183, "max_ms": 2.084, "p95_ms": 1.08}, "detection_prepare_ms": {"avg_ms": 2.004, "count": 183, "max_ms": 10.266, "p95_ms": 3.362}, "event_filter_ms": {"avg_ms": 0.01, "count": 183, "max_ms": 0.21, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.512, "count": 183, "max_ms": 2.005, "p95_ms": 0.83}, "mcmt_ms": {"avg_ms": 0.004, "count": 183, "max_ms": 0.03, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 4.508, "count": 183, "max_ms": 9.556, "p95_ms": 6.822}, "setup_ms": {"avg_ms": 0.054, "count": 183, "max_ms": 0.126, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 10.166, "count": 183, "max_ms": 19.123, "p95_ms": 15.299}, "track_match_ms": {"avg_ms": 0.116, "count": 183, "max_ms": 0.967, "p95_ms": 0.191}, "tracker_update_ms": {"avg_ms": 2.37, "count": 183, "max_ms": 7.944, "p95_ms": 4.171}}, "gstreamer_push": {"avg_ms": 3.676, "count": 183, "max_ms": 13.175, "p95_ms": 6.312}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.073, "count": 183, "max_ms": 0.734, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.036, "count": 183, "max_ms": 96.358, "p95_ms": 76.962}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.5, "count": 183, "max_ms": 19.214, "p95_ms": 8.822}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.604, "count": 183, "max_ms": 164.375, "p95_ms": 137.717}, "inference_input_copy_ms": {"avg_ms": 1.897, "count": 183, "max_ms": 8.296, "p95_ms": 3.408}, "processing_residual_ms": {"avg_ms": 0.275, "count": 183, "max_ms": 0.663, "p95_ms": 0.488}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.276, "count": 183, "max_ms": 168.483, "p95_ms": 143.328}, "read_interval": {"avg_ms": 136.192, "count": 182, "max_ms": 221.371, "p95_ms": 190.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 183, "max_ms": 1.718, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 4.406, "count": 183, "max_ms": 9.305, "p95_ms": 6.727}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 183, "max_ms": 0.073, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.373, "count": 183, "max_ms": 9.215, "p95_ms": 6.698}, "worker_merge_ms": {"avg_ms": 0.009, "count": 183, "max_ms": 0.035, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 55.053, "count": 183, "max_ms": 96.378, "p95_ms": 76.974}, "visualize": {"avg_ms": 44.783, "count": 183, "max_ms": 67.623, "p95_ms": 57.786}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.644, "count": 183, "max_ms": 54.907, "p95_ms": 46.518}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 42.862, "count": 183, "max_ms": 63.165, "p95_ms": 56.178}, "visualize_input_copy_ms": {"avg_ms": 1.657, "count": 183, "max_ms": 6.288, "p95_ms": 2.812}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 42.686, "count": 183, "max_ms": 62.979, "p95_ms": 56.018}, "visualizer_prepare_ms": {"avg_ms": 0.092, "count": 183, "max_ms": 0.24, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.422, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.854, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.164, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3257200, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:03:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104429, "write_bytes_delta": 104429, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1037.0, "cpu_core_ratio": 0.419788, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 79343, "reason": null, "system_cpu_core_ratio": 0.037891, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.381897, "user_cpu_s_delta": 7.66}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.683139, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.495569, "system_cpu_s_delta": 9.939999999987776, "user_cpu_core_ratio": 1.18757, "user_cpu_s_delta": 23.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.766, "count": 218, "max_ms": 7.857, "p95_ms": 6.195, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.986, "max": 9.0, "p95": 8.0, "sample_count": 218}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.151, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 218}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.866, "count": 30, "max": 89.191, "p95": 63.137, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.959, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 892.467, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 800.1, "count": 30, "max": 7249.0, "p95": 3205.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.072, "count": 30, "max": 0.474, "p95": 0.253, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.547, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111981.967, "count": 30, "max": 122998.0, "p95": 121545.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.7, "count": 30, "max": 21.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 1574.967, "count": 30, "max": 25650.0, "p95": 11640.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.377, "count": 30, "max": 0.535, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.971, "count": 30, "max": 1.188, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25348, "sampled_at": "2026-11-03T13:03:03+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:03:03+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5352419, "flush_count": 5659, "flush_interval_seconds": 30.0, "flush_state": {"count": 5659, "last_at": "2026-11-03T13:05:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:05:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5658}, "started": true, "suppressed_count": 3252988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3252582}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5659, "written_record_count": 5659}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10156.477, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5acd5c2f46c0] cabac decode of qscale diff failed at 33 67 [h264 @ 0x5acd5c2f46c0] error while decoding MB 33 67, bytestream 5948 [h264 @ 0x5acd5cea2400] error while decoding MB 114 44, bytestream -9 [in#0/rtsp @ 0x5acd5c183e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5acd5c183e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9008379187200, "copied_frame_count": 3258239, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9008379187200, "frame_buffer_copies": 3258239, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.14, "count": 512, "max_ms": 2.1323, "p50_ms": 0.1207, "p95_ms": 0.2638, "p99_ms": 0.3421}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.584, "count": 512, "max_ms": 4.6454, "p50_ms": 1.4957, "p95_ms": 2.6786, "p99_ms": 3.1791, "results": {"failed": 0, "not_applicable": 0, "success": 3258239, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 298, "h264_decode_error_count": 915, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:05:53+09:00", "last_error_summary": "[h264 @ 0x5acd5c2f46c0] cabac decode of qscale diff failed at 33 67 [h264 @ 0x5acd5c2f46c0] error while decoding MB 33 67, bytestream 5948 [h264 @ 0x5acd5cea2400] error while decoding MB 114 44, bytestream -9 [in#0/rtsp @ 0x5acd5c183e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5acd5c183e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:03:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.37, "last_started_at": "2026-11-03T13:03:39+09:00", "pid": 79459, "process": {"exists": false, "pid": 79459}, "restart_count": 317, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 318}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258239, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-11-03T13:05:53+09:00", "last_frame_read_age_sec": 0.075, "last_frame_read_at": "2026-11-03T13:05:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 170.746, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 429.254, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-11-03T13:05:53.438071+09:00", "mtime_epoch": 1793678753.4380715, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 106503}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:05:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.895, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3258240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.845, "max": 4.0, "p95": 4.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 81}, "total": {"avg": 0.964, "max": 1.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 84, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.802, "pushed": 2.802, "read": 2.802}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 84, "client_acquire_ms": {"avg_ms": 0.009, "count": 84, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 28.543, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.149, "count": 84, "max_ms": 6.671, "p95_ms": 3.988, "reason": null, "sample_age_ms": 77.074, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.485, "count": 84, "max_ms": 6.394, "p95_ms": 2.881, "reason": null, "sample_age_ms": 77.493, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 84, "max_ms": 1.298, "p95_ms": 0.841, "reason": null, "sample_age_ms": 28.549, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.337, "count": 84, "max_ms": 6.212, "p95_ms": 3.92, "reason": null, "sample_age_ms": 74.382, "source": "client_direct"}, "request_count": 84, "request_tensor_bytes": {"avg": 2764808.0, "count": 84, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 74.31, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 28.701, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.436, "count": 84, "max_ms": 75.352, "p95_ms": 67.966, "reason": null, "sample_age_ms": 28.54, "source": "client_direct"}, "sample_age_ms": 28.538, "source": "client_direct", "task_total_ms": {"avg_ms": 54.393, "count": 84, "max_ms": 79.178, "p95_ms": 71.012, "reason": null, "sample_age_ms": 28.538, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.731, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.32, "count": 84, "max_ms": 11.522, "p95_ms": 10.299}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.441, "count": 84, "max_ms": 0.874, "p95_ms": 0.806}, "detection_prepare_ms": {"avg_ms": 1.495, "count": 84, "max_ms": 3.83, "p95_ms": 2.821}, "event_filter_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.02, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.279, "count": 84, "max_ms": 0.625, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.482, "count": 84, "max_ms": 4.759, "p95_ms": 4.172}, "setup_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.13, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 6.251, "count": 84, "max_ms": 11.356, "p95_ms": 10.172}, "track_match_ms": {"avg_ms": 0.074, "count": 84, "max_ms": 0.166, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.411, "count": 84, "max_ms": 2.979, "p95_ms": 2.581}}, "gstreamer_push": {"avg_ms": 3.799, "count": 84, "max_ms": 9.185, "p95_ms": 7.039}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 84, "max_ms": 0.853, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.164, "count": 84, "max_ms": 81.753, "p95_ms": 72.205}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.788, "count": 84, "max_ms": 10.597, "p95_ms": 7.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.569, "count": 84, "max_ms": 134.186, "p95_ms": 124.079}, "inference_input_copy_ms": {"avg_ms": 1.925, "count": 84, "max_ms": 6.072, "p95_ms": 3.518}, "processing_residual_ms": {"avg_ms": 0.249, "count": 84, "max_ms": 0.582, "p95_ms": 0.499}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.531, "count": 84, "max_ms": 139.547, "p95_ms": 132.968}, "read_interval": {"avg_ms": 357.682, "count": 84, "max_ms": 18983.655, "p95_ms": 188.313}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 84, "max_ms": 0.069, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.394, "count": 84, "max_ms": 4.565, "p95_ms": 3.991}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 84, "max_ms": 0.057, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.372, "count": 84, "max_ms": 4.525, "p95_ms": 3.939}, "worker_merge_ms": {"avg_ms": 0.008, "count": 84, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.182, "count": 84, "max_ms": 81.759, "p95_ms": 72.217}, "visualize": {"avg_ms": 37.683, "count": 84, "max_ms": 63.918, "p95_ms": 52.213}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.669, "count": 84, "max_ms": 57.789, "p95_ms": 44.85}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.041, "count": 84, "max_ms": 61.28, "p95_ms": 50.79}, "visualize_input_copy_ms": {"avg_ms": 1.385, "count": 84, "max_ms": 2.632, "p95_ms": 2.3}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.873, "count": 84, "max_ms": 61.069, "p95_ms": 50.6}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 84, "max_ms": 0.25, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104405, "write_bytes_delta": 104405, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.170608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2408.0, "pid": 79459, "reason": null, "system_cpu_core_ratio": 0.050456, "system_cpu_s_delta": 1.3900000000000006, "user_cpu_core_ratio": 0.120152, "user_cpu_s_delta": 3.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.491134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.148465, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.342668, "user_cpu_s_delta": 9.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.915, "count": 83, "max_ms": 9.185, "p95_ms": 7.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.88, "max": 4.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.955, "count": 30, "max": 67.628, "p95": 65.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.047, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 896.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1194.667, "count": 30, "max": 10299.0, "p95": 5584.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.51, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.9, "count": 30, "max": 39.0, "p95": 29.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25356, "sampled_at": "2026-11-03T13:05:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:05:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5352419, "flush_count": 5659, "flush_interval_seconds": 30.0, "flush_state": {"count": 5659, "last_at": "2026-11-03T13:05:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:05:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5658}, "started": true, "suppressed_count": 3252988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3252582}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5659, "written_record_count": 5659}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10156.852, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:05:53+09:00", "last_error_summary": "[h264 @ 0x5acd5c2f46c0] cabac decode of qscale diff failed at 33 67 [h264 @ 0x5acd5c2f46c0] error while decoding MB 33 67, bytestream 5948 [h264 @ 0x5acd5cea2400] error while decoding MB 114 44, bytestream -9 [in#0/rtsp @ 0x5acd5c183e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5acd5c183e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9008381952000, "copied_frame_count": 3258240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9008381952000, "frame_buffer_copies": 3258240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1399, "count": 512, "max_ms": 2.1323, "p50_ms": 0.1207, "p95_ms": 0.2638, "p99_ms": 0.3421}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5831, "count": 512, "max_ms": 4.6454, "p50_ms": 1.4957, "p95_ms": 2.6786, "p99_ms": 3.1791, "results": {"failed": 0, "not_applicable": 0, "success": 3258240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 298, "h264_decode_error_count": 915, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:05:53+09:00", "last_error_summary": "[h264 @ 0x5acd5c2f46c0] cabac decode of qscale diff failed at 33 67 [h264 @ 0x5acd5c2f46c0] error while decoding MB 33 67, bytestream 5948 [h264 @ 0x5acd5cea2400] error while decoding MB 114 44, bytestream -9 [in#0/rtsp @ 0x5acd5c183e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5acd5c183e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:05:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.412, "last_started_at": "2026-11-03T13:03:39+09:00", "pid": 79459, "process": {"exists": false, "pid": 79459}, "restart_count": 317, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 318}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.015, "last_frame_pushed_at": "2026-11-03T13:05:53+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-03T13:05:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 170.789, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 429.211, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T13:05:53.543072+09:00", "mtime_epoch": 1793678753.543072, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:05:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.891, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3258240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.833, "max": 4.0, "p95": 4.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "total": {"avg": 0.952, "max": 1.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.81, "pushed": 2.81, "read": 2.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.009, "count": 84, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 73.191, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.158, "count": 83, "max_ms": 6.671, "p95_ms": 3.994, "reason": null, "sample_age_ms": 121.722, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 83, "max_ms": 6.394, "p95_ms": 2.925, "reason": null, "sample_age_ms": 122.142, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 84, "max_ms": 1.298, "p95_ms": 0.841, "reason": null, "sample_age_ms": 73.198, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.333, "count": 83, "max_ms": 6.212, "p95_ms": 3.922, "reason": null, "sample_age_ms": 119.03, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.958, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.349, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.436, "count": 84, "max_ms": 75.352, "p95_ms": 67.966, "reason": null, "sample_age_ms": 73.188, "source": "client_direct"}, "sample_age_ms": 73.186, "source": "client_direct", "task_total_ms": {"avg_ms": 54.393, "count": 84, "max_ms": 79.178, "p95_ms": 71.012, "reason": null, "sample_age_ms": 73.186, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.689, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.205, "count": 84, "max_ms": 11.522, "p95_ms": 9.734}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.439, "count": 84, "max_ms": 0.874, "p95_ms": 0.806}, "detection_prepare_ms": {"avg_ms": 1.469, "count": 84, "max_ms": 3.83, "p95_ms": 2.821}, "event_filter_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.02, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 84, "max_ms": 0.625, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.434, "count": 84, "max_ms": 4.759, "p95_ms": 3.747}, "setup_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.13, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 6.136, "count": 84, "max_ms": 11.356, "p95_ms": 9.649}, "track_match_ms": {"avg_ms": 0.072, "count": 84, "max_ms": 0.166, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.379, "count": 84, "max_ms": 2.979, "p95_ms": 2.552}}, "gstreamer_push": {"avg_ms": 3.773, "count": 84, "max_ms": 9.185, "p95_ms": 7.039}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 84, "max_ms": 0.853, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.06, "count": 84, "max_ms": 81.753, "p95_ms": 72.205}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.759, "count": 84, "max_ms": 10.597, "p95_ms": 7.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.118, "count": 84, "max_ms": 132.727, "p95_ms": 123.009}, "inference_input_copy_ms": {"avg_ms": 1.913, "count": 84, "max_ms": 6.072, "p95_ms": 3.518}, "processing_residual_ms": {"avg_ms": 0.244, "count": 84, "max_ms": 0.522, "p95_ms": 0.489}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.033, "count": 84, "max_ms": 139.547, "p95_ms": 128.134}, "read_interval": {"avg_ms": 360.135, "count": 83, "max_ms": 18983.655, "p95_ms": 188.313}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 84, "max_ms": 0.069, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.348, "count": 84, "max_ms": 4.565, "p95_ms": 3.659}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 84, "max_ms": 0.057, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.326, "count": 84, "max_ms": 4.525, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.008, "count": 84, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.078, "count": 84, "max_ms": 81.759, "p95_ms": 72.217}, "visualize": {"avg_ms": 37.384, "count": 84, "max_ms": 61.628, "p95_ms": 49.726}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.435, "count": 84, "max_ms": 56.406, "p95_ms": 44.12}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.772, "count": 84, "max_ms": 59.63, "p95_ms": 47.663}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 84, "max_ms": 2.632, "p95_ms": 2.3}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.605, "count": 84, "max_ms": 59.486, "p95_ms": 47.499}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 84, "max_ms": 0.25, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104405, "write_bytes_delta": 104405, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.170608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2408.0, "pid": 79459, "reason": null, "system_cpu_core_ratio": 0.050456, "system_cpu_s_delta": 1.3900000000000006, "user_cpu_core_ratio": 0.120152, "user_cpu_s_delta": 3.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.491134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.148465, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.342668, "user_cpu_s_delta": 9.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.915, "count": 83, "max_ms": 9.185, "p95_ms": 7.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.88, "max": 4.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.955, "count": 30, "max": 67.628, "p95": 65.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.047, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 896.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1194.667, "count": 30, "max": 10299.0, "p95": 5584.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.51, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.9, "count": 30, "max": 39.0, "p95": 29.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25356, "sampled_at": "2026-11-03T13:05:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:05:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.897, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5352419, "flush_count": 5659, "flush_interval_seconds": 30.0, "flush_state": {"count": 5659, "last_at": "2026-11-03T13:05:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:05:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5658}, "started": true, "suppressed_count": 3252988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3252582}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5659, "written_record_count": 5659}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10156.879, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9008381952000, "copied_frame_count": 3258240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9008381952000, "frame_buffer_copies": 3258240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1399, "count": 512, "max_ms": 2.1323, "p50_ms": 0.1207, "p95_ms": 0.2638, "p99_ms": 0.3421}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5831, "count": 512, "max_ms": 4.6454, "p50_ms": 1.4957, "p95_ms": 2.6786, "p99_ms": 3.1791, "results": {"failed": 0, "not_applicable": 0, "success": 3258240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 298, "h264_decode_error_count": 915, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:05:53+09:00", "last_error_summary": "[h264 @ 0x5acd5c2f46c0] cabac decode of qscale diff failed at 33 67 [h264 @ 0x5acd5c2f46c0] error while decoding MB 33 67, bytestream 5948 [h264 @ 0x5acd5cea2400] error while decoding MB 114 44, bytestream -9 [in#0/rtsp @ 0x5acd5c183e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5acd5c183e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:05:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 134.454, "last_started_at": "2026-11-03T13:03:39+09:00", "pid": 79459, "process": {"exists": false, "pid": 79459}, "restart_count": 317, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 318}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T13:05:53+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-11-03T13:05:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 170.824, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 429.176, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T13:05:53.543072+09:00", "mtime_epoch": 1793678753.543072, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:05:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.891, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3258240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.833, "max": 4.0, "p95": 4.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 80}, "total": {"avg": 0.952, "max": 1.0, "p95": 1.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.806, "pushed": 2.806, "read": 2.772}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.009, "count": 84, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 110.881, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.158, "count": 83, "max_ms": 6.671, "p95_ms": 3.994, "reason": null, "sample_age_ms": 159.411, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 83, "max_ms": 6.394, "p95_ms": 2.925, "reason": null, "sample_age_ms": 159.831, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.407, "count": 84, "max_ms": 1.298, "p95_ms": 0.841, "reason": null, "sample_age_ms": 110.887, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.333, "count": 83, "max_ms": 6.212, "p95_ms": 3.922, "reason": null, "sample_age_ms": 156.719, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 156.647, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 111.038, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.436, "count": 84, "max_ms": 75.352, "p95_ms": 67.966, "reason": null, "sample_age_ms": 110.878, "source": "client_direct"}, "sample_age_ms": 110.875, "source": "client_direct", "task_total_ms": {"avg_ms": 54.393, "count": 84, "max_ms": 79.178, "p95_ms": 71.012, "reason": null, "sample_age_ms": 110.875, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.767, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.205, "count": 84, "max_ms": 11.522, "p95_ms": 9.734}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.439, "count": 84, "max_ms": 0.874, "p95_ms": 0.806}, "detection_prepare_ms": {"avg_ms": 1.469, "count": 84, "max_ms": 3.83, "p95_ms": 2.821}, "event_filter_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.02, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 84, "max_ms": 0.625, "p95_ms": 0.498}, "mcmt_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.434, "count": 84, "max_ms": 4.759, "p95_ms": 3.747}, "setup_ms": {"avg_ms": 0.057, "count": 84, "max_ms": 0.13, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 6.136, "count": 84, "max_ms": 11.356, "p95_ms": 9.649}, "track_match_ms": {"avg_ms": 0.072, "count": 84, "max_ms": 0.166, "p95_ms": 0.154}, "tracker_update_ms": {"avg_ms": 1.379, "count": 84, "max_ms": 2.979, "p95_ms": 2.552}}, "gstreamer_push": {"avg_ms": 3.773, "count": 84, "max_ms": 9.185, "p95_ms": 7.039}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 84, "max_ms": 0.853, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.06, "count": 84, "max_ms": 81.753, "p95_ms": 72.205}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.759, "count": 84, "max_ms": 10.597, "p95_ms": 7.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.118, "count": 84, "max_ms": 132.727, "p95_ms": 123.009}, "inference_input_copy_ms": {"avg_ms": 1.913, "count": 84, "max_ms": 6.072, "p95_ms": 3.518}, "processing_residual_ms": {"avg_ms": 0.244, "count": 84, "max_ms": 0.522, "p95_ms": 0.489}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.033, "count": 84, "max_ms": 139.547, "p95_ms": 128.134}, "read_interval": {"avg_ms": 360.135, "count": 83, "max_ms": 18983.655, "p95_ms": 188.313}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 84, "max_ms": 0.069, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.348, "count": 84, "max_ms": 4.565, "p95_ms": 3.659}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 84, "max_ms": 0.057, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.326, "count": 84, "max_ms": 4.525, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.008, "count": 84, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 56.078, "count": 84, "max_ms": 81.759, "p95_ms": 72.217}, "visualize": {"avg_ms": 37.384, "count": 84, "max_ms": 61.628, "p95_ms": 49.726}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.435, "count": 84, "max_ms": 56.406, "p95_ms": 44.12}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.772, "count": 84, "max_ms": 59.63, "p95_ms": 47.663}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 84, "max_ms": 2.632, "p95_ms": 2.3}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.605, "count": 84, "max_ms": 59.486, "p95_ms": 47.499}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 84, "max_ms": 0.25, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104405, "write_bytes_delta": 104405, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.170608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2408.0, "pid": 79459, "reason": null, "system_cpu_core_ratio": 0.050456, "system_cpu_s_delta": 1.3900000000000006, "user_cpu_core_ratio": 0.120152, "user_cpu_s_delta": 3.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.491134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.148465, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.342668, "user_cpu_s_delta": 9.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.915, "count": 83, "max_ms": 9.185, "p95_ms": 7.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.88, "max": 4.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.955, "count": 30, "max": 67.628, "p95": 65.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.047, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 896.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1194.667, "count": 30, "max": 10299.0, "p95": 5584.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.51, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.9, "count": 30, "max": 39.0, "p95": 29.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25356, "sampled_at": "2026-11-03T13:05:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:05:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5352419, "flush_count": 5659, "flush_interval_seconds": 30.0, "flush_state": {"count": 5659, "last_at": "2026-11-03T13:05:28", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:05:28", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5658}, "started": true, "suppressed_count": 3252988, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3252582}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5659, "written_record_count": 5659}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.156, "limit_mb": null}, "detail": {"pid": 79575, "restart_count": 318, "start_count": 319}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9008381952000, "copied_frame_count": 3258240, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9008381952000, "frame_buffer_copies": 3258240, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1399, "count": 512, "max_ms": 2.1323, "p50_ms": 0.1207, "p95_ms": 0.2638, "p99_ms": 0.3421}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5831, "count": 512, "max_ms": 4.6454, "p50_ms": 1.4957, "p95_ms": 2.6786, "p99_ms": 3.1791, "results": {"failed": 0, "not_applicable": 0, "success": 3258240, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 298, "h264_decode_error_count": 915, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:05:53+09:00", "last_error_summary": "[h264 @ 0x5acd5c2f46c0] cabac decode of qscale diff failed at 33 67 [h264 @ 0x5acd5c2f46c0] error while decoding MB 33 67, bytestream 5948 [h264 @ 0x5acd5cea2400] error while decoding MB 114 44, bytestream -9 [in#0/rtsp @ 0x5acd5c183e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5acd5c183e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:05:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:05:55+09:00", "pid": 79575, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.441, "name": "ffmpeg", "pid": 79575, "rss_mb": 57.441, "state": "S (sleeping)", "threads": 1}, "restart_count": 318, "restart_count_per_hour": 28, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 319}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.588, "sample_count": 1915, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258240, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.227, "last_frame_pushed_at": "2026-11-03T13:05:53+09:00", "last_frame_read_age_sec": 4.329, "last_frame_read_at": "2026-11-03T13:05:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 174.994, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 425.006, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 4.218, "exists": true, "mtime": "2026-11-03T13:05:53.543072+09:00", "mtime_epoch": 1793678753.543072, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 107681}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:05:57+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2339.895, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3258240, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.942, "max": 4.0, "p95": 4.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 48}, "total": {"avg": 0.923, "max": 1.0, "p95": 1.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.734, "pushed": 1.734, "read": 1.701}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.009, "count": 51, "max_ms": 0.035, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4282.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.085, "count": 51, "max_ms": 6.671, "p95_ms": 3.719, "reason": null, "sample_age_ms": 4331.279, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.515, "count": 51, "max_ms": 6.394, "p95_ms": 2.891, "reason": null, "sample_age_ms": 4331.698, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.356, "count": 51, "max_ms": 0.769, "p95_ms": 0.678, "reason": null, "sample_age_ms": 4282.754, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.249, "count": 51, "max_ms": 6.212, "p95_ms": 4.631, "reason": null, "sample_age_ms": 4328.587, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4328.515, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 51, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4282.906, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.217, "count": 51, "max_ms": 70.634, "p95_ms": 64.942, "reason": null, "sample_age_ms": 4282.745, "source": "client_direct"}, "sample_age_ms": 4282.743, "source": "client_direct", "task_total_ms": {"avg_ms": 53.02, "count": 51, "max_ms": 73.667, "p95_ms": 67.249, "reason": null, "sample_age_ms": 4282.743, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.404, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.855, "count": 52, "max_ms": 10.519, "p95_ms": 9.731}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.425, "count": 52, "max_ms": 0.872, "p95_ms": 0.815}, "detection_prepare_ms": {"avg_ms": 1.348, "count": 52, "max_ms": 3.83, "p95_ms": 2.697}, "event_filter_ms": {"avg_ms": 0.006, "count": 52, "max_ms": 0.02, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.248, "count": 52, "max_ms": 0.555, "p95_ms": 0.49}, "mcmt_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.349, "count": 52, "max_ms": 4.574, "p95_ms": 3.747}, "setup_ms": {"avg_ms": 0.055, "count": 52, "max_ms": 0.13, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 5.791, "count": 52, "max_ms": 10.373, "p95_ms": 9.625}, "track_match_ms": {"avg_ms": 0.063, "count": 52, "max_ms": 0.16, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.29, "count": 52, "max_ms": 2.736, "p95_ms": 2.365}}, "gstreamer_push": {"avg_ms": 3.82, "count": 52, "max_ms": 9.185, "p95_ms": 7.093}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 52, "max_ms": 0.853, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.639, "count": 52, "max_ms": 75.348, "p95_ms": 69.056}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.633, "count": 52, "max_ms": 10.597, "p95_ms": 8.293}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.636, "count": 52, "max_ms": 131.541, "p95_ms": 121.124}, "inference_input_copy_ms": {"avg_ms": 1.892, "count": 52, "max_ms": 6.072, "p95_ms": 3.989}, "processing_residual_ms": {"avg_ms": 0.244, "count": 52, "max_ms": 0.522, "p95_ms": 0.501}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.406, "count": 52, "max_ms": 135.429, "p95_ms": 127.337}, "read_interval": {"avg_ms": 505.049, "count": 51, "max_ms": 18983.655, "p95_ms": 245.26}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 52, "max_ms": 0.059, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 2.267, "count": 52, "max_ms": 4.377, "p95_ms": 3.659}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 52, "max_ms": 0.057, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.246, "count": 52, "max_ms": 4.328, "p95_ms": 3.633}, "worker_merge_ms": {"avg_ms": 0.007, "count": 52, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.656, "count": 52, "max_ms": 75.375, "p95_ms": 69.072}, "visualize": {"avg_ms": 36.687, "count": 52, "max_ms": 61.628, "p95_ms": 53.284}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.108, "count": 52, "max_ms": 56.406, "p95_ms": 47.465}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.241, "count": 52, "max_ms": 59.63, "p95_ms": 51.035}, "visualize_input_copy_ms": {"avg_ms": 1.22, "count": 52, "max_ms": 2.3, "p95_ms": 2.048}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.088, "count": 52, "max_ms": 59.486, "p95_ms": 50.767}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 52, "max_ms": 0.162, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2339.891, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.387, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.179, "sample_count": 1960, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3258232, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:05:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 104405, "write_bytes_delta": 104405, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.170608, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2408.0, "pid": 79459, "reason": null, "system_cpu_core_ratio": 0.050456, "system_cpu_s_delta": 1.3900000000000006, "user_cpu_core_ratio": 0.120152, "user_cpu_s_delta": 3.3100000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.491134, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.148465, "system_cpu_s_delta": 4.0899999999965075, "user_cpu_core_ratio": 0.342668, "user_cpu_s_delta": 9.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.915, "count": 83, "max_ms": 9.185, "p95_ms": 7.039, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.88, "max": 4.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 83}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.955, "count": 30, "max": 67.628, "p95": 65.009, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.047, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 896.8, "count": 30, "max": 1331.0, "p95": 1260.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1194.667, "count": 30, "max": 10299.0, "p95": 5584.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.391, "count": 30, "max": 0.51, "p95": 0.47, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108121.867, "count": 30, "max": 122998.0, "p95": 121140.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.9, "count": 30, "max": 39.0, "p95": 29.6, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.405, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25356, "sampled_at": "2026-11-03T13:05:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:05:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5355298, "flush_count": 5662, "flush_interval_seconds": 30.0, "flush_state": {"count": 5662, "last_at": "2026-11-03T13:08:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:08:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5661}, "started": true, "suppressed_count": 3254314, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3253908}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5662, "written_record_count": 5662}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10184.664, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e11b42ab700] error while decoding MB 15 64, bytestream -17", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9012053606400, "copied_frame_count": 3259568, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9012053606400, "frame_buffer_copies": 3259568, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1255, "count": 512, "max_ms": 0.4225, "p50_ms": 0.112, "p95_ms": 0.2285, "p99_ms": 0.304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5543, "count": 512, "max_ms": 4.9734, "p50_ms": 1.4733, "p95_ms": 2.4962, "p99_ms": 2.8847, "results": {"failed": 0, "not_applicable": 0, "success": 3259568, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 299, "h264_decode_error_count": 916, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:08:32+09:00", "last_error_summary": "[h264 @ 0x5e11b42ab700] error while decoding MB 15 64, bytestream -17", "last_exit_at": "2026-11-03T13:05:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.243, "last_started_at": "2026-11-03T13:05:55+09:00", "pid": 79575, "process": {"exists": false, "pid": 79575}, "restart_count": 318, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 319}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259568, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T13:08:31+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-03T13:08:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.247, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 270.753, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.052, "exists": true, "mtime": "2026-11-03T13:08:31.950716+09:00", "mtime_epoch": 1793678911.9507158, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104408}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:08:32+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.406, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3259569, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.169, "max": 6.0, "p95": 4.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.577, "max": 1.0, "p95": 1.0, "sample_count": 272}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 272}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 272}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.088, "pushed": 9.088, "read": 9.088}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 272, "client_acquire_ms": {"avg_ms": 0.008, "count": 273, "max_ms": 0.028, "p95_ms": 0.016, "reason": null, "sample_age_ms": 23.221, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.801, "count": 272, "max_ms": 5.846, "p95_ms": 2.959, "reason": null, "sample_age_ms": 63.953, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 272, "max_ms": 5.667, "p95_ms": 2.197, "reason": null, "sample_age_ms": 64.157, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 273, "max_ms": 1.105, "p95_ms": 0.648, "reason": null, "sample_age_ms": 23.232, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.004, "count": 272, "max_ms": 7.398, "p95_ms": 3.068, "reason": null, "sample_age_ms": 62.741, "source": "client_direct"}, "request_count": 272, "request_tensor_bytes": {"avg": 2764808.0, "count": 272, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.727, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 23.483, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.85, "count": 273, "max_ms": 85.669, "p95_ms": 64.232, "reason": null, "sample_age_ms": 23.217, "source": "client_direct"}, "sample_age_ms": 23.214, "source": "client_direct", "task_total_ms": {"avg_ms": 50.394, "count": 273, "max_ms": 89.105, "p95_ms": 67.264, "reason": null, "sample_age_ms": 23.214, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.16, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.832, "count": 272, "max_ms": 12.022, "p95_ms": 8.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.387, "count": 272, "max_ms": 1.102, "p95_ms": 0.757}, "detection_prepare_ms": {"avg_ms": 0.941, "count": 272, "max_ms": 3.61, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.005, "count": 272, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 272, "max_ms": 0.549, "p95_ms": 0.267}, "mcmt_ms": {"avg_ms": 0.006, "count": 272, "max_ms": 0.774, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.454, "count": 272, "max_ms": 5.702, "p95_ms": 3.332}, "setup_ms": {"avg_ms": 0.054, "count": 272, "max_ms": 0.251, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 3.77, "count": 272, "max_ms": 11.822, "p95_ms": 8.423}, "track_match_ms": {"avg_ms": 0.077, "count": 272, "max_ms": 0.917, "p95_ms": 0.213}, "tracker_update_ms": {"avg_ms": 0.718, "count": 272, "max_ms": 2.759, "p95_ms": 1.877}}, "gstreamer_push": {"avg_ms": 3.47, "count": 272, "max_ms": 10.925, "p95_ms": 5.385}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 272, "max_ms": 0.362, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.644, "count": 272, "max_ms": 89.864, "p95_ms": 68.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.816, "count": 272, "max_ms": 11.768, "p95_ms": 6.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.592, "count": 272, "max_ms": 138.716, "p95_ms": 112.293}, "inference_input_copy_ms": {"avg_ms": 1.672, "count": 272, "max_ms": 3.905, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.213, "count": 272, "max_ms": 1.485, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.292, "count": 272, "max_ms": 142.947, "p95_ms": 119.007}, "read_interval": {"avg_ms": 110.201, "count": 272, "max_ms": 197.531, "p95_ms": 153.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 272, "max_ms": 0.295, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.383, "count": 272, "max_ms": 5.491, "p95_ms": 3.188}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 272, "max_ms": 0.088, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.363, "count": 272, "max_ms": 5.443, "p95_ms": 3.13}, "worker_merge_ms": {"avg_ms": 0.007, "count": 272, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.66, "count": 272, "max_ms": 89.876, "p95_ms": 68.582}, "visualize": {"avg_ms": 33.879, "count": 272, "max_ms": 61.445, "p95_ms": 44.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.755, "count": 272, "max_ms": 52.318, "p95_ms": 39.533}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.862, "count": 272, "max_ms": 59.022, "p95_ms": 42.631}, "visualize_input_copy_ms": {"avg_ms": 0.795, "count": 272, "max_ms": 3.173, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.729, "count": 272, "max_ms": 58.726, "p95_ms": 42.485}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 272, "max_ms": 0.322, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 272}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.851, "sample_count": 2091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107049, "write_bytes_delta": 107049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1259.0, "cpu_core_ratio": 0.493324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 79575, "reason": null, "system_cpu_core_ratio": 0.045438, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.447886, "user_cpu_s_delta": 8.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.341162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339535, "system_cpu_s_delta": 6.80000000000291, "user_cpu_core_ratio": 1.001627, "user_cpu_s_delta": 20.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.413, "count": 269, "max_ms": 10.768, "p95_ms": 5.512, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.454, "max": 7.0, "p95": 5.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.079, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.558, "max": 2.0, "p95": 1.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.055, "count": 30, "max": 67.628, "p95": 63.067, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 985.567, "count": 30, "max": 1302.0, "p95": 1287.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 10299.0, "p95": 5240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.51, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105192.667, "count": 30, "max": 114422.0, "p95": 111251.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105192.667, "count": 30, "max": 114422.0, "p95": 111251.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.167, "count": 30, "max": 35.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25362, "sampled_at": "2026-11-03T13:07:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:07:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5355298, "flush_count": 5662, "flush_interval_seconds": 30.0, "flush_state": {"count": 5662, "last_at": "2026-11-03T13:08:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:08:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5661}, "started": true, "suppressed_count": 3254314, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3253908}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5662, "written_record_count": 5662}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10183.902, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:08:32+09:00", "last_error_summary": "[h264 @ 0x5e11b42ab700] error while decoding MB 15 64, bytestream -17", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9012056371200, "copied_frame_count": 3259569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9012056371200, "frame_buffer_copies": 3259569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 0.4225, "p50_ms": 0.1116, "p95_ms": 0.2203, "p99_ms": 0.304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5542, "count": 512, "max_ms": 4.9734, "p50_ms": 1.4733, "p95_ms": 2.4962, "p99_ms": 2.8847, "results": {"failed": 0, "not_applicable": 0, "success": 3259569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 299, "h264_decode_error_count": 916, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:08:32+09:00", "last_error_summary": "[h264 @ 0x5e11b42ab700] error while decoding MB 15 64, bytestream -17", "last_exit_at": "2026-11-03T13:08:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.296, "last_started_at": "2026-11-03T13:05:55+09:00", "pid": 79575, "process": {"exists": false, "pid": 79575}, "restart_count": 318, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 319}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T13:08:32+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T13:08:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.314, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 270.686, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T13:08:32.047716+09:00", "mtime_epoch": 1793678912.0477161, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105227}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:08:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.398, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3259569, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.168, "max": 6.0, "p95": 4.0, "sample_count": 273}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 157}, "total": {"avg": 0.575, "max": 1.0, "p95": 1.0, "sample_count": 273}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 273, "pushed_frames": 273, "read_frames": 272, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.105, "pushed": 9.105, "read": 9.072}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 271, "client_acquire_ms": {"avg_ms": 0.008, "count": 272, "max_ms": 0.028, "p95_ms": 0.016, "reason": null, "sample_age_ms": 94.248, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.803, "count": 271, "max_ms": 5.846, "p95_ms": 2.961, "reason": null, "sample_age_ms": 134.98, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 271, "max_ms": 5.667, "p95_ms": 2.2, "reason": null, "sample_age_ms": 135.184, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 272, "max_ms": 1.105, "p95_ms": 0.649, "reason": null, "sample_age_ms": 94.259, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.007, "count": 271, "max_ms": 7.398, "p95_ms": 3.068, "reason": null, "sample_age_ms": 133.768, "source": "client_direct"}, "request_count": 271, "request_tensor_bytes": {"avg": 2764808.0, "count": 271, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 133.754, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 272, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 94.51, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.843, "count": 272, "max_ms": 85.669, "p95_ms": 64.24, "reason": null, "sample_age_ms": 94.244, "source": "client_direct"}, "sample_age_ms": 94.24, "source": "client_direct", "task_total_ms": {"avg_ms": 50.386, "count": 272, "max_ms": 89.105, "p95_ms": 67.286, "reason": null, "sample_age_ms": 94.24, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.82, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.82, "count": 273, "max_ms": 12.022, "p95_ms": 8.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.386, "count": 273, "max_ms": 1.102, "p95_ms": 0.757}, "detection_prepare_ms": {"avg_ms": 0.938, "count": 273, "max_ms": 3.61, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.005, "count": 273, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 273, "max_ms": 0.549, "p95_ms": 0.267}, "mcmt_ms": {"avg_ms": 0.006, "count": 273, "max_ms": 0.774, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.449, "count": 273, "max_ms": 5.702, "p95_ms": 3.332}, "setup_ms": {"avg_ms": 0.053, "count": 273, "max_ms": 0.251, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 3.758, "count": 273, "max_ms": 11.822, "p95_ms": 8.423}, "track_match_ms": {"avg_ms": 0.077, "count": 273, "max_ms": 0.917, "p95_ms": 0.213}, "tracker_update_ms": {"avg_ms": 0.715, "count": 273, "max_ms": 2.759, "p95_ms": 1.877}}, "gstreamer_push": {"avg_ms": 3.467, "count": 273, "max_ms": 10.925, "p95_ms": 5.385}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 273, "max_ms": 0.362, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.606, "count": 273, "max_ms": 89.864, "p95_ms": 68.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.809, "count": 273, "max_ms": 11.768, "p95_ms": 6.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.57, "count": 273, "max_ms": 138.716, "p95_ms": 112.293}, "inference_input_copy_ms": {"avg_ms": 1.671, "count": 273, "max_ms": 3.905, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.213, "count": 273, "max_ms": 1.485, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.263, "count": 273, "max_ms": 142.947, "p95_ms": 119.007}, "read_interval": {"avg_ms": 110.201, "count": 272, "max_ms": 197.531, "p95_ms": 153.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 273, "max_ms": 0.295, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.378, "count": 273, "max_ms": 5.491, "p95_ms": 3.188}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 273, "max_ms": 0.088, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.358, "count": 273, "max_ms": 5.443, "p95_ms": 3.13}, "worker_merge_ms": {"avg_ms": 0.007, "count": 273, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.622, "count": 273, "max_ms": 89.876, "p95_ms": 68.582}, "visualize": {"avg_ms": 33.909, "count": 273, "max_ms": 61.445, "p95_ms": 44.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.794, "count": 273, "max_ms": 52.318, "p95_ms": 40.031}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.895, "count": 273, "max_ms": 59.022, "p95_ms": 42.631}, "visualize_input_copy_ms": {"avg_ms": 0.792, "count": 273, "max_ms": 3.173, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 273, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.763, "count": 273, "max_ms": 58.726, "p95_ms": 42.485}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 273, "max_ms": 0.322, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 273}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 273}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.851, "sample_count": 2091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107049, "write_bytes_delta": 107049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1259.0, "cpu_core_ratio": 0.493324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 79575, "reason": null, "system_cpu_core_ratio": 0.045438, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.447886, "user_cpu_s_delta": 8.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.341162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339535, "system_cpu_s_delta": 6.80000000000291, "user_cpu_core_ratio": 1.001627, "user_cpu_s_delta": 20.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.413, "count": 269, "max_ms": 10.768, "p95_ms": 5.512, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.454, "max": 7.0, "p95": 5.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.079, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.558, "max": 2.0, "p95": 1.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.055, "count": 30, "max": 67.628, "p95": 63.067, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 985.567, "count": 30, "max": 1302.0, "p95": 1287.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 10299.0, "p95": 5240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.51, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105192.667, "count": 30, "max": 114422.0, "p95": 111251.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105192.667, "count": 30, "max": 114422.0, "p95": 111251.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.167, "count": 30, "max": 35.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25362, "sampled_at": "2026-11-03T13:07:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:07:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5355298, "flush_count": 5662, "flush_interval_seconds": 30.0, "flush_state": {"count": 5662, "last_at": "2026-11-03T13:08:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:08:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5661}, "started": true, "suppressed_count": 3254314, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3253908}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5662, "written_record_count": 5662}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10184.746, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9012056371200, "copied_frame_count": 3259569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9012056371200, "frame_buffer_copies": 3259569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 0.4225, "p50_ms": 0.1116, "p95_ms": 0.2203, "p99_ms": 0.304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5542, "count": 512, "max_ms": 4.9734, "p50_ms": 1.4733, "p95_ms": 2.4962, "p99_ms": 2.8847, "results": {"failed": 0, "not_applicable": 0, "success": 3259569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 299, "h264_decode_error_count": 916, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:08:32+09:00", "last_error_summary": "[h264 @ 0x5e11b42ab700] error while decoding MB 15 64, bytestream -17", "last_exit_at": "2026-11-03T13:08:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 156.361, "last_started_at": "2026-11-03T13:05:55+09:00", "pid": 79575, "process": {"exists": false, "pid": 79575}, "restart_count": 318, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 319}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.032, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-11-03T13:08:32+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-11-03T13:08:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 329.374, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 270.626, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T13:08:32.047716+09:00", "mtime_epoch": 1793678912.0477161, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105227}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:08:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.398, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3259569, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.169, "max": 6.0, "p95": 4.0, "sample_count": 272}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "total": {"avg": 0.574, "max": 1.0, "p95": 1.0, "sample_count": 272}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 272}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 272}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 272, "pushed_frames": 272, "read_frames": 271, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.079, "pushed": 9.079, "read": 9.046}, "hints": ["frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 271, "client_acquire_ms": {"avg_ms": 0.008, "count": 271, "max_ms": 0.028, "p95_ms": 0.016, "reason": null, "sample_age_ms": 149.377, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.803, "count": 271, "max_ms": 5.846, "p95_ms": 2.961, "reason": null, "sample_age_ms": 190.109, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 271, "max_ms": 5.667, "p95_ms": 2.2, "reason": null, "sample_age_ms": 190.313, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 271, "max_ms": 1.105, "p95_ms": 0.649, "reason": null, "sample_age_ms": 149.387, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.007, "count": 271, "max_ms": 7.398, "p95_ms": 3.068, "reason": null, "sample_age_ms": 188.897, "source": "client_direct"}, "request_count": 271, "request_tensor_bytes": {"avg": 2764808.0, "count": 271, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.883, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 271, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 149.639, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.886, "count": 271, "max_ms": 85.669, "p95_ms": 64.249, "reason": null, "sample_age_ms": 149.373, "source": "client_direct"}, "sample_age_ms": 149.369, "source": "client_direct", "task_total_ms": {"avg_ms": 50.432, "count": 271, "max_ms": 89.105, "p95_ms": 67.307, "reason": null, "sample_age_ms": 149.369, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.668, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.813, "count": 272, "max_ms": 12.022, "p95_ms": 8.53}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.386, "count": 272, "max_ms": 1.102, "p95_ms": 0.757}, "detection_prepare_ms": {"avg_ms": 0.936, "count": 272, "max_ms": 3.61, "p95_ms": 2.495}, "event_filter_ms": {"avg_ms": 0.005, "count": 272, "max_ms": 0.033, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.127, "count": 272, "max_ms": 0.549, "p95_ms": 0.267}, "mcmt_ms": {"avg_ms": 0.006, "count": 272, "max_ms": 0.774, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.449, "count": 272, "max_ms": 5.702, "p95_ms": 3.332}, "setup_ms": {"avg_ms": 0.053, "count": 272, "max_ms": 0.251, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 3.751, "count": 272, "max_ms": 11.822, "p95_ms": 8.423}, "track_match_ms": {"avg_ms": 0.073, "count": 272, "max_ms": 0.448, "p95_ms": 0.204}, "tracker_update_ms": {"avg_ms": 0.713, "count": 272, "max_ms": 2.759, "p95_ms": 1.877}}, "gstreamer_push": {"avg_ms": 3.474, "count": 272, "max_ms": 10.925, "p95_ms": 5.385}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 272, "max_ms": 0.362, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.596, "count": 272, "max_ms": 89.864, "p95_ms": 68.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.81, "count": 272, "max_ms": 11.768, "p95_ms": 6.093}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.535, "count": 272, "max_ms": 138.716, "p95_ms": 112.293}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 272, "max_ms": 3.905, "p95_ms": 2.715}, "processing_residual_ms": {"avg_ms": 0.212, "count": 272, "max_ms": 1.485, "p95_ms": 0.401}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.23, "count": 272, "max_ms": 142.947, "p95_ms": 119.007}, "read_interval": {"avg_ms": 110.206, "count": 271, "max_ms": 197.531, "p95_ms": 153.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 272, "max_ms": 0.295, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.378, "count": 272, "max_ms": 5.491, "p95_ms": 3.188}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 272, "max_ms": 0.088, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.358, "count": 272, "max_ms": 5.443, "p95_ms": 3.13}, "worker_merge_ms": {"avg_ms": 0.007, "count": 272, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 51.613, "count": 272, "max_ms": 89.876, "p95_ms": 68.582}, "visualize": {"avg_ms": 33.889, "count": 272, "max_ms": 61.445, "p95_ms": 44.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.779, "count": 272, "max_ms": 52.318, "p95_ms": 40.031}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.879, "count": 272, "max_ms": 59.022, "p95_ms": 42.631}, "visualize_input_copy_ms": {"avg_ms": 0.788, "count": 272, "max_ms": 3.173, "p95_ms": 2.018}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 272, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.747, "count": 272, "max_ms": 58.726, "p95_ms": 42.485}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 272, "max_ms": 0.322, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 272}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 272}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.293, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.193, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.851, "sample_count": 2091, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259215, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:07:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 107049, "write_bytes_delta": 107049, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1259.0, "cpu_core_ratio": 0.493324, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 79575, "reason": null, "system_cpu_core_ratio": 0.045438, "system_cpu_s_delta": 0.9100000000000001, "user_cpu_core_ratio": 0.447886, "user_cpu_s_delta": 8.969999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.341162, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.339535, "system_cpu_s_delta": 6.80000000000291, "user_cpu_core_ratio": 1.001627, "user_cpu_s_delta": 20.05999999999767}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.413, "count": 269, "max_ms": 10.768, "p95_ms": 5.512, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.454, "max": 7.0, "p95": 5.0, "sample_count": 269}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.079, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 139}, "total": {"avg": 0.558, "max": 2.0, "p95": 1.0, "sample_count": 269}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.055, "count": 30, "max": 67.628, "p95": 63.067, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 985.567, "count": 30, "max": 1302.0, "p95": 1287.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 10299.0, "p95": 5240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.51, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.126, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105192.667, "count": 30, "max": 114422.0, "p95": 111251.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105192.667, "count": 30, "max": 114422.0, "p95": 111251.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.167, "count": 30, "max": 35.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.403, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.012, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25362, "sampled_at": "2026-11-03T13:07:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:07:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5355298, "flush_count": 5662, "flush_interval_seconds": 30.0, "flush_state": {"count": 5662, "last_at": "2026-11-03T13:08:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:08:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5661}, "started": true, "suppressed_count": 3254314, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3253908}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5662, "written_record_count": 5662}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10202.992, "limit_mb": null}, "detail": {"pid": 79691, "restart_count": 319, "start_count": 320}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9012056371200, "copied_frame_count": 3259569, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9012056371200, "frame_buffer_copies": 3259569, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1252, "count": 512, "max_ms": 0.4225, "p50_ms": 0.1116, "p95_ms": 0.2203, "p99_ms": 0.304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5542, "count": 512, "max_ms": 4.9734, "p50_ms": 1.4733, "p95_ms": 2.4962, "p99_ms": 2.8847, "results": {"failed": 0, "not_applicable": 0, "success": 3259569, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 299, "h264_decode_error_count": 916, "h264_decode_error_count_per_hour": 46, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:08:32+09:00", "last_error_summary": "[h264 @ 0x5e11b42ab700] error while decoding MB 15 64, bytestream -17", "last_exit_at": "2026-11-03T13:08:34+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:08:34+09:00", "pid": 79691, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.273, "name": "ffmpeg", "pid": 79691, "rss_mb": 57.273, "state": "S (sleeping)", "threads": 1}, "restart_count": 319, "restart_count_per_hour": 28, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 320}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.82, "sample_count": 2127, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.851, "last_frame_pushed_at": "2026-11-03T13:08:32+09:00", "last_frame_read_age_sec": 4.941, "last_frame_read_at": "2026-11-03T13:08:31+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 334.124, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 265.876, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 4.839, "exists": true, "mtime": "2026-11-03T13:08:32.047716+09:00", "mtime_epoch": 1793678912.0477161, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 105227}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:08:36+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.402, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3259569, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.143, "max": 6.0, "p95": 4.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "total": {"avg": 0.496, "max": 1.0, "p95": 1.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.689, "pushed": 7.689, "read": 7.655}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.028, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4904.697, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.788, "count": 229, "max_ms": 5.469, "p95_ms": 2.964, "reason": null, "sample_age_ms": 4945.429, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.346, "count": 229, "max_ms": 5.228, "p95_ms": 2.206, "reason": null, "sample_age_ms": 4945.632, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.33, "count": 230, "max_ms": 1.105, "p95_ms": 0.635, "reason": null, "sample_age_ms": 4904.707, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.021, "count": 229, "max_ms": 7.398, "p95_ms": 3.181, "reason": null, "sample_age_ms": 4944.216, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4944.203, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4904.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.367, "count": 230, "max_ms": 85.669, "p95_ms": 64.206, "reason": null, "sample_age_ms": 4904.692, "source": "client_direct"}, "sample_age_ms": 4904.689, "source": "client_direct", "task_total_ms": {"avg_ms": 50.92, "count": 230, "max_ms": 89.105, "p95_ms": 67.042, "reason": null, "sample_age_ms": 4904.689, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.496, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.425, "count": 230, "max_ms": 12.022, "p95_ms": 8.244}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 230, "max_ms": 1.092, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 0.847, "count": 230, "max_ms": 3.61, "p95_ms": 2.468}, "event_filter_ms": {"avg_ms": 0.005, "count": 230, "max_ms": 0.033, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.123, "count": 230, "max_ms": 0.549, "p95_ms": 0.266}, "mcmt_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.774, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.251, "count": 230, "max_ms": 5.702, "p95_ms": 3.142}, "setup_ms": {"avg_ms": 0.053, "count": 230, "max_ms": 0.145, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 3.365, "count": 230, "max_ms": 11.822, "p95_ms": 8.171}, "track_match_ms": {"avg_ms": 0.065, "count": 230, "max_ms": 0.448, "p95_ms": 0.195}, "tracker_update_ms": {"avg_ms": 0.623, "count": 230, "max_ms": 2.759, "p95_ms": 1.825}}, "gstreamer_push": {"avg_ms": 3.503, "count": 230, "max_ms": 10.925, "p95_ms": 5.532}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 230, "max_ms": 0.362, "p95_ms": 0.113}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.13, "count": 230, "max_ms": 89.864, "p95_ms": 68.761}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.575, "count": 230, "max_ms": 11.346, "p95_ms": 5.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.366, "count": 230, "max_ms": 138.716, "p95_ms": 112.464}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 230, "max_ms": 3.905, "p95_ms": 2.659}, "processing_residual_ms": {"avg_ms": 0.206, "count": 230, "max_ms": 1.485, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 93.804, "count": 230, "max_ms": 142.947, "p95_ms": 119.278}, "read_interval": {"avg_ms": 109.634, "count": 229, "max_ms": 197.531, "p95_ms": 153.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 230, "max_ms": 0.295, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.182, "count": 230, "max_ms": 5.491, "p95_ms": 2.986}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 230, "max_ms": 0.088, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.162, "count": 230, "max_ms": 5.443, "p95_ms": 2.961}, "worker_merge_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.039, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 52.147, "count": 230, "max_ms": 89.876, "p95_ms": 68.784}, "visualize": {"avg_ms": 33.579, "count": 230, "max_ms": 61.445, "p95_ms": 44.215}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.744, "count": 230, "max_ms": 52.318, "p95_ms": 40.031}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.669, "count": 230, "max_ms": 59.022, "p95_ms": 42.631}, "visualize_input_copy_ms": {"avg_ms": 0.689, "count": 230, "max_ms": 3.173, "p95_ms": 2.028}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.54, "count": 230, "max_ms": 58.726, "p95_ms": 42.485}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 230, "max_ms": 0.322, "p95_ms": 0.15}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.398, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.969, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.926, "sample_count": 2136, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3259569, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:08:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.812, "exists": true, "size_bytes": 105227, "write_bytes_delta": 105227, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 79575, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.030825, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.2396, "system_cpu_s_delta": 5.260000000009313, "user_cpu_core_ratio": 0.791225, "user_cpu_s_delta": 17.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.49, "count": 248, "max_ms": 10.925, "p95_ms": 5.532, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.133, "max": 6.0, "p95": 4.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 132}, "total": {"avg": 0.532, "max": 1.0, "p95": 1.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.068, "count": 30, "max": 67.628, "p95": 63.067, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.579, "count": 30, "max": 30.641, "p95": 27.421, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1005.133, "count": 30, "max": 1302.0, "p95": 1287.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1079.167, "count": 30, "max": 10299.0, "p95": 5240.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.068, "count": 30, "max": 0.336, "p95": 0.188, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.404, "count": 30, "max": 0.51, "p95": 0.463, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 104956.6, "count": 30, "max": 114422.0, "p95": 110806.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 104956.6, "count": 30, "max": 114422.0, "p95": 110806.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.2, "count": 30, "max": 35.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.003, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25364, "sampled_at": "2026-11-03T13:08:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:08:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.915, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5357176, "flush_count": 5664, "flush_interval_seconds": 30.0, "flush_state": {"count": 5664, "last_at": "2026-11-03T13:10:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:10:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5663}, "started": true, "suppressed_count": 3255263, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3254857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5664, "written_record_count": 5664}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10173.406, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5794e5cbaa80] error while decoding MB 59 65, bytestream -16 [h264 @ 0x5794e5c75c00] cabac decode of qscale diff failed at 71 63 [h264 @ 0x5794e5c75c00] error while decoding MB 71 63, bytestream 12012 [h264 @ 0x5794e5d44b00] left block unavailable for requested intra mode [h264 @ 0x5794e5d44b00] error while decoding MB 0 43, bytestream 4125 [h264 @ 0x5794e5cf6fc0] cabac decode of qscale diff failed at 97 45 [h264 @ 0x5794e5cf6fc0] error while decoding MB 97 45, bytestream 6758 [h264 @ 0", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9014685696000, "copied_frame_count": 3260520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9014685696000, "frame_buffer_copies": 3260520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1275, "count": 512, "max_ms": 1.5272, "p50_ms": 0.1111, "p95_ms": 0.2351, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4811, "count": 512, "max_ms": 6.428, "p50_ms": 1.4234, "p95_ms": 2.3586, "p99_ms": 3.0343, "results": {"failed": 0, "not_applicable": 0, "success": 3260520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 300, "h264_decode_error_count": 924, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:10:37+09:00", "last_error_summary": "[h264 @ 0x5794e5cbaa80] error while decoding MB 59 65, bytestream -16 [h264 @ 0x5794e5c75c00] cabac decode of qscale diff failed at 71 63 [h264 @ 0x5794e5c75c00] error while decoding MB 71 63, bytestream 12012 [h264 @ 0x5794e5d44b00] left block unavailable for requested intra mode [h264 @ 0x5794e5d44b00] error while decoding MB 0 43, bytestream 4125 [h264 @ 0x5794e5cf6fc0] cabac decode of qscale diff failed at 97 45 [h264 @ 0x5794e5cf6fc0] error while decoding MB 97 45, bytestream 6758 [h264 @ 0", "last_exit_at": "2026-11-03T13:10:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.092, "last_started_at": "2026-11-03T13:08:34+09:00", "pid": 79691, "process": {"exists": false, "pid": 79691}, "restart_count": 319, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 320}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.606, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T13:10:37+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-03T13:10:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.236, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 144.764, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-11-03T13:10:37.888232+09:00", "mtime_epoch": 1793679037.8882322, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 121489}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:10:38+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3260520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.771, "max": 5.0, "p95": 4.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 21}, "total": {"avg": 0.112, "max": 1.0, "p95": 1.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 188, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.499, "pushed": 6.499, "read": 6.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 49.446, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 189, "max_ms": 5.418, "p95_ms": 2.513, "reason": null, "sample_age_ms": 107.392, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 189, "max_ms": 4.717, "p95_ms": 1.561, "reason": null, "sample_age_ms": 107.715, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 189, "max_ms": 1.004, "p95_ms": 0.669, "reason": null, "sample_age_ms": 49.462, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.14, "count": 189, "max_ms": 6.98, "p95_ms": 3.435, "reason": null, "sample_age_ms": 105.632, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.612, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 50.253, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.502, "count": 189, "max_ms": 68.113, "p95_ms": 59.582, "reason": null, "sample_age_ms": 49.439, "source": "client_direct"}, "sample_age_ms": 49.431, "source": "client_direct", "task_total_ms": {"avg_ms": 47.148, "count": 189, "max_ms": 71.713, "p95_ms": 62.812, "reason": null, "sample_age_ms": 49.431, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 11.297, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.491, "count": 188, "max_ms": 10.476, "p95_ms": 6.294}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.288, "count": 188, "max_ms": 0.935, "p95_ms": 0.557}, "detection_prepare_ms": {"avg_ms": 0.333, "count": 188, "max_ms": 3.307, "p95_ms": 1.456}, "event_filter_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 188, "max_ms": 0.295, "p95_ms": 0.196}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.436, "count": 188, "max_ms": 3.36, "p95_ms": 2.238}, "setup_ms": {"avg_ms": 0.052, "count": 188, "max_ms": 0.148, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 1.441, "count": 188, "max_ms": 10.269, "p95_ms": 6.215}, "track_match_ms": {"avg_ms": 0.019, "count": 188, "max_ms": 0.245, "p95_ms": 0.134}, "tracker_update_ms": {"avg_ms": 0.209, "count": 188, "max_ms": 2.936, "p95_ms": 1.393}}, "gstreamer_push": {"avg_ms": 3.361, "count": 188, "max_ms": 8.901, "p95_ms": 5.22}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 188, "max_ms": 0.513, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.203, "count": 188, "max_ms": 72.635, "p95_ms": 65.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.427, "count": 188, "max_ms": 11.008, "p95_ms": 2.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.643, "count": 188, "max_ms": 123.299, "p95_ms": 107.272}, "inference_input_copy_ms": {"avg_ms": 1.705, "count": 188, "max_ms": 5.638, "p95_ms": 2.999}, "processing_residual_ms": {"avg_ms": 0.233, "count": 188, "max_ms": 0.559, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.008, "count": 188, "max_ms": 130.936, "p95_ms": 111.074}, "read_interval": {"avg_ms": 177.499, "count": 189, "max_ms": 4713.996, "p95_ms": 174.027}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 188, "max_ms": 0.056, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.374, "count": 188, "max_ms": 3.243, "p95_ms": 2.152}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 188, "max_ms": 0.058, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.357, "count": 188, "max_ms": 3.216, "p95_ms": 2.112}, "worker_merge_ms": {"avg_ms": 0.006, "count": 188, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.218, "count": 188, "max_ms": 72.642, "p95_ms": 65.39}, "visualize": {"avg_ms": 32.735, "count": 188, "max_ms": 48.19, "p95_ms": 44.264}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.388, "count": 188, "max_ms": 46.44, "p95_ms": 42.236}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.364, "count": 188, "max_ms": 47.676, "p95_ms": 43.267}, "visualize_input_copy_ms": {"avg_ms": 0.154, "count": 188, "max_ms": 3.124, "p95_ms": 1.353}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.255, "count": 188, "max_ms": 47.482, "p95_ms": 43.106}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 188, "max_ms": 0.207, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.505, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.868, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115327, "write_bytes_delta": 115327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.721634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4526.0, "pid": 79691, "reason": null, "system_cpu_core_ratio": 0.387036, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.334599, "user_cpu_s_delta": 6.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.468937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.064423, "system_cpu_s_delta": 1.2899999999935972, "user_cpu_core_ratio": 0.404515, "user_cpu_s_delta": 8.100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.339, "count": 148, "max_ms": 8.901, "p95_ms": 5.419, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.338, "max": 7.0, "p95": 7.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.909, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.873, "count": 30, "max": 28.861, "p95": 25.805, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.533, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1587.367, "count": 30, "max": 10299.0, "p95": 8824.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25371, "sampled_at": "2026-11-03T13:10:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:10:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5357176, "flush_count": 5664, "flush_interval_seconds": 30.0, "flush_state": {"count": 5664, "last_at": "2026-11-03T13:10:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:10:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5663}, "started": true, "suppressed_count": 3255263, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3254857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5664, "written_record_count": 5664}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10171.98, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:10:37+09:00", "last_error_summary": "[h264 @ 0x5794e5cbaa80] error while decoding MB 59 65, bytestream -16 [h264 @ 0x5794e5c75c00] cabac decode of qscale diff failed at 71 63 [h264 @ 0x5794e5c75c00] error while decoding MB 71 63, bytestream 12012 [h264 @ 0x5794e5d44b00] left block unavailable for requested intra mode [h264 @ 0x5794e5d44b00] error while decoding MB 0 43, bytestream 4125 [h264 @ 0x5794e5cf6fc0] cabac decode of qscale diff failed at 97 45 [h264 @ 0x5794e5cf6fc0] error while decoding MB 97 45, bytestream 6758 [h264 @ 0", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9014685696000, "copied_frame_count": 3260520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9014685696000, "frame_buffer_copies": 3260520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1275, "count": 512, "max_ms": 1.5272, "p50_ms": 0.1111, "p95_ms": 0.2351, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4811, "count": 512, "max_ms": 6.428, "p50_ms": 1.4234, "p95_ms": 2.3586, "p99_ms": 3.0343, "results": {"failed": 0, "not_applicable": 0, "success": 3260520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 300, "h264_decode_error_count": 924, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:10:37+09:00", "last_error_summary": "[h264 @ 0x5794e5cbaa80] error while decoding MB 59 65, bytestream -16 [h264 @ 0x5794e5c75c00] cabac decode of qscale diff failed at 71 63 [h264 @ 0x5794e5c75c00] error while decoding MB 71 63, bytestream 12012 [h264 @ 0x5794e5d44b00] left block unavailable for requested intra mode [h264 @ 0x5794e5d44b00] error while decoding MB 0 43, bytestream 4125 [h264 @ 0x5794e5cf6fc0] cabac decode of qscale diff failed at 97 45 [h264 @ 0x5794e5cf6fc0] error while decoding MB 97 45, bytestream 6758 [h264 @ 0", "last_exit_at": "2026-11-03T13:10:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.158, "last_started_at": "2026-11-03T13:08:34+09:00", "pid": 79691, "process": {"exists": false, "pid": 79691}, "restart_count": 319, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 320}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.606, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T13:10:38+09:00", "last_frame_read_age_sec": 0.161, "last_frame_read_at": "2026-11-03T13:10:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.29, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 144.71, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-03T13:10:38.013233+09:00", "mtime_epoch": 1793679038.0132327, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:10:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3260520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.767, "max": 5.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "total": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.518, "pushed": 6.518, "read": 6.518}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 109.38, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 189, "max_ms": 5.418, "p95_ms": 2.513, "reason": null, "sample_age_ms": 167.326, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 189, "max_ms": 4.717, "p95_ms": 1.561, "reason": null, "sample_age_ms": 167.65, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 189, "max_ms": 1.004, "p95_ms": 0.669, "reason": null, "sample_age_ms": 109.396, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.14, "count": 189, "max_ms": 6.98, "p95_ms": 3.435, "reason": null, "sample_age_ms": 165.566, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 165.546, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 110.187, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.502, "count": 189, "max_ms": 68.113, "p95_ms": 59.582, "reason": null, "sample_age_ms": 109.373, "source": "client_direct"}, "sample_age_ms": 109.365, "source": "client_direct", "task_total_ms": {"avg_ms": 47.148, "count": 189, "max_ms": 71.713, "p95_ms": 62.812, "reason": null, "sample_age_ms": 109.365, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.054, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.538, "count": 189, "max_ms": 10.476, "p95_ms": 6.788}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.289, "count": 189, "max_ms": 0.935, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 0.349, "count": 189, "max_ms": 3.335, "p95_ms": 1.745}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 189, "max_ms": 0.299, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.448, "count": 189, "max_ms": 3.36, "p95_ms": 2.491}, "setup_ms": {"avg_ms": 0.052, "count": 189, "max_ms": 0.148, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 1.488, "count": 189, "max_ms": 10.344, "p95_ms": 6.72}, "track_match_ms": {"avg_ms": 0.02, "count": 189, "max_ms": 0.245, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 0.224, "count": 189, "max_ms": 3.112, "p95_ms": 1.544}}, "gstreamer_push": {"avg_ms": 3.356, "count": 189, "max_ms": 8.901, "p95_ms": 5.22}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 189, "max_ms": 0.513, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.262, "count": 189, "max_ms": 72.635, "p95_ms": 65.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.434, "count": 189, "max_ms": 11.008, "p95_ms": 2.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.762, "count": 189, "max_ms": 123.299, "p95_ms": 107.272}, "inference_input_copy_ms": {"avg_ms": 1.704, "count": 189, "max_ms": 5.638, "p95_ms": 2.999}, "processing_residual_ms": {"avg_ms": 0.234, "count": 189, "max_ms": 0.559, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.133, "count": 189, "max_ms": 130.936, "p95_ms": 111.074}, "read_interval": {"avg_ms": 177.499, "count": 189, "max_ms": 4713.996, "p95_ms": 174.027}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 189, "max_ms": 0.056, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.385, "count": 189, "max_ms": 3.243, "p95_ms": 2.424}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 189, "max_ms": 0.058, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.368, "count": 189, "max_ms": 3.216, "p95_ms": 2.406}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.277, "count": 189, "max_ms": 72.642, "p95_ms": 65.39}, "visualize": {"avg_ms": 32.748, "count": 189, "max_ms": 48.19, "p95_ms": 44.264}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.371, "count": 189, "max_ms": 46.44, "p95_ms": 42.236}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.364, "count": 189, "max_ms": 47.676, "p95_ms": 43.267}, "visualize_input_copy_ms": {"avg_ms": 0.167, "count": 189, "max_ms": 3.124, "p95_ms": 1.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.254, "count": 189, "max_ms": 47.482, "p95_ms": 43.106}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 189, "max_ms": 0.207, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.505, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.868, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115327, "write_bytes_delta": 115327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.721634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4526.0, "pid": 79691, "reason": null, "system_cpu_core_ratio": 0.387036, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.334599, "user_cpu_s_delta": 6.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.468937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.064423, "system_cpu_s_delta": 1.2899999999935972, "user_cpu_core_ratio": 0.404515, "user_cpu_s_delta": 8.100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.339, "count": 148, "max_ms": 8.901, "p95_ms": 5.419, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.338, "max": 7.0, "p95": 7.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.909, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.873, "count": 30, "max": 28.861, "p95": 25.805, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.533, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1587.367, "count": 30, "max": 10299.0, "p95": 8824.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25371, "sampled_at": "2026-11-03T13:10:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:10:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5357176, "flush_count": 5664, "flush_interval_seconds": 30.0, "flush_state": {"count": 5664, "last_at": "2026-11-03T13:10:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:10:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5663}, "started": true, "suppressed_count": 3255263, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3254857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5664, "written_record_count": 5664}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10172.832, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9014685696000, "copied_frame_count": 3260520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9014685696000, "frame_buffer_copies": 3260520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1275, "count": 512, "max_ms": 1.5272, "p50_ms": 0.1111, "p95_ms": 0.2351, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4811, "count": 512, "max_ms": 6.428, "p50_ms": 1.4234, "p95_ms": 2.3586, "p99_ms": 3.0343, "results": {"failed": 0, "not_applicable": 0, "success": 3260520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 300, "h264_decode_error_count": 924, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:10:37+09:00", "last_error_summary": "[h264 @ 0x5794e5cbaa80] error while decoding MB 59 65, bytestream -16 [h264 @ 0x5794e5c75c00] cabac decode of qscale diff failed at 71 63 [h264 @ 0x5794e5c75c00] error while decoding MB 71 63, bytestream 12012 [h264 @ 0x5794e5d44b00] left block unavailable for requested intra mode [h264 @ 0x5794e5d44b00] error while decoding MB 0 43, bytestream 4125 [h264 @ 0x5794e5cf6fc0] cabac decode of qscale diff failed at 97 45 [h264 @ 0x5794e5cf6fc0] error while decoding MB 97 45, bytestream 6758 [h264 @ 0", "last_exit_at": "2026-11-03T13:10:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 123.203, "last_started_at": "2026-11-03T13:08:34+09:00", "pid": 79691, "process": {"exists": false, "pid": 79691}, "restart_count": 319, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 320}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.606, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-03T13:10:38+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-11-03T13:10:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 455.328, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 144.672, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-11-03T13:10:38.013233+09:00", "mtime_epoch": 1793679038.0132327, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:10:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.887, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3260520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.767, "max": 5.0, "p95": 4.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "total": {"avg": 0.116, "max": 1.0, "p95": 1.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.508, "pushed": 6.508, "read": 6.508}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.024, "p95_ms": 0.017, "reason": null, "sample_age_ms": 149.837, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.738, "count": 189, "max_ms": 5.418, "p95_ms": 2.513, "reason": null, "sample_age_ms": 207.783, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 189, "max_ms": 4.717, "p95_ms": 1.561, "reason": null, "sample_age_ms": 208.106, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.312, "count": 189, "max_ms": 1.004, "p95_ms": 0.669, "reason": null, "sample_age_ms": 149.853, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.14, "count": 189, "max_ms": 6.98, "p95_ms": 3.435, "reason": null, "sample_age_ms": 206.023, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2764808.0, "count": 189, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 206.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 150.644, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.502, "count": 189, "max_ms": 68.113, "p95_ms": 59.582, "reason": null, "sample_age_ms": 149.83, "source": "client_direct"}, "sample_age_ms": 149.822, "source": "client_direct", "task_total_ms": {"avg_ms": 47.148, "count": 189, "max_ms": 71.713, "p95_ms": 62.812, "reason": null, "sample_age_ms": 149.822, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.126, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.538, "count": 189, "max_ms": 10.476, "p95_ms": 6.788}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.289, "count": 189, "max_ms": 0.935, "p95_ms": 0.604}, "detection_prepare_ms": {"avg_ms": 0.349, "count": 189, "max_ms": 3.335, "p95_ms": 1.745}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.018, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.098, "count": 189, "max_ms": 0.299, "p95_ms": 0.202}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.448, "count": 189, "max_ms": 3.36, "p95_ms": 2.491}, "setup_ms": {"avg_ms": 0.052, "count": 189, "max_ms": 0.148, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 1.488, "count": 189, "max_ms": 10.344, "p95_ms": 6.72}, "track_match_ms": {"avg_ms": 0.02, "count": 189, "max_ms": 0.245, "p95_ms": 0.145}, "tracker_update_ms": {"avg_ms": 0.224, "count": 189, "max_ms": 3.112, "p95_ms": 1.544}}, "gstreamer_push": {"avg_ms": 3.356, "count": 189, "max_ms": 8.901, "p95_ms": 5.22}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 189, "max_ms": 0.513, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.262, "count": 189, "max_ms": 72.635, "p95_ms": 65.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.434, "count": 189, "max_ms": 11.008, "p95_ms": 2.357}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.762, "count": 189, "max_ms": 123.299, "p95_ms": 107.272}, "inference_input_copy_ms": {"avg_ms": 1.704, "count": 189, "max_ms": 5.638, "p95_ms": 2.999}, "processing_residual_ms": {"avg_ms": 0.234, "count": 189, "max_ms": 0.559, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.133, "count": 189, "max_ms": 130.936, "p95_ms": 111.074}, "read_interval": {"avg_ms": 177.499, "count": 189, "max_ms": 4713.996, "p95_ms": 174.027}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 189, "max_ms": 0.056, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.385, "count": 189, "max_ms": 3.243, "p95_ms": 2.424}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 189, "max_ms": 0.058, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.368, "count": 189, "max_ms": 3.216, "p95_ms": 2.406}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.277, "count": 189, "max_ms": 72.642, "p95_ms": 65.39}, "visualize": {"avg_ms": 32.748, "count": 189, "max_ms": 48.19, "p95_ms": 44.264}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.371, "count": 189, "max_ms": 46.44, "p95_ms": 42.236}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.364, "count": 189, "max_ms": 47.676, "p95_ms": 43.267}, "visualize_input_copy_ms": {"avg_ms": 0.167, "count": 189, "max_ms": 3.124, "p95_ms": 1.371}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.254, "count": 189, "max_ms": 47.482, "p95_ms": 43.106}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 189, "max_ms": 0.207, "p95_ms": 0.124}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.505, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.868, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115327, "write_bytes_delta": 115327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.721634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4526.0, "pid": 79691, "reason": null, "system_cpu_core_ratio": 0.387036, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.334599, "user_cpu_s_delta": 6.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.468937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.064423, "system_cpu_s_delta": 1.2899999999935972, "user_cpu_core_ratio": 0.404515, "user_cpu_s_delta": 8.100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.339, "count": 148, "max_ms": 8.901, "p95_ms": 5.419, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.338, "max": 7.0, "p95": 7.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.909, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.873, "count": 30, "max": 28.861, "p95": 25.805, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.533, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1587.367, "count": 30, "max": 10299.0, "p95": 8824.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25371, "sampled_at": "2026-11-03T13:10:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:10:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.04, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5357176, "flush_count": 5664, "flush_interval_seconds": 30.0, "flush_state": {"count": 5664, "last_at": "2026-11-03T13:10:30", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:10:30", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5663}, "started": true, "suppressed_count": 3255263, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3254857}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5664, "written_record_count": 5664}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10191.785, "limit_mb": null}, "detail": {"pid": 79807, "restart_count": 320, "start_count": 321}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9014685696000, "copied_frame_count": 3260520, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9014685696000, "frame_buffer_copies": 3260520, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1275, "count": 512, "max_ms": 1.5272, "p50_ms": 0.1111, "p95_ms": 0.2351, "p99_ms": 0.3304}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4811, "count": 512, "max_ms": 6.428, "p50_ms": 1.4234, "p95_ms": 2.3586, "p99_ms": 3.0343, "results": {"failed": 0, "not_applicable": 0, "success": 3260520, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 300, "h264_decode_error_count": 924, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:10:37+09:00", "last_error_summary": "[h264 @ 0x5794e5cbaa80] error while decoding MB 59 65, bytestream -16 [h264 @ 0x5794e5c75c00] cabac decode of qscale diff failed at 71 63 [h264 @ 0x5794e5c75c00] error while decoding MB 71 63, bytestream 12012 [h264 @ 0x5794e5d44b00] left block unavailable for requested intra mode [h264 @ 0x5794e5d44b00] error while decoding MB 0 43, bytestream 4125 [h264 @ 0x5794e5cf6fc0] cabac decode of qscale diff failed at 97 45 [h264 @ 0x5794e5cf6fc0] error while decoding MB 97 45, bytestream 6758 [h264 @ 0", "last_exit_at": "2026-11-03T13:10:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:10:40+09:00", "pid": 79807, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.148, "name": "ffmpeg", "pid": 79807, "rss_mb": 57.148, "state": "R (running)", "threads": 1}, "restart_count": 320, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 321}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.606, "sample_count": 2289, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260520, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.381, "last_frame_pushed_at": "2026-11-03T13:10:38+09:00", "last_frame_read_age_sec": 4.5, "last_frame_read_at": "2026-11-03T13:10:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 459.617, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 140.383, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 4.369, "exists": true, "mtime": "2026-11-03T13:10:38.013233+09:00", "mtime_epoch": 1793679038.0132327, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 120772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:10:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2340.891, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3260520, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.91, "max": 5.0, "p95": 4.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 22}, "total": {"avg": 0.141, "max": 1.0, "p95": 1.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 156, "pushed_frames": 156, "read_frames": 155, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.204, "pushed": 5.204, "read": 5.17}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 155, "client_acquire_ms": {"avg_ms": 0.008, "count": 155, "max_ms": 0.024, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4446.323, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.702, "count": 155, "max_ms": 5.418, "p95_ms": 2.241, "reason": null, "sample_age_ms": 4504.269, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.301, "count": 155, "max_ms": 4.717, "p95_ms": 1.535, "reason": null, "sample_age_ms": 4504.592, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.319, "count": 155, "max_ms": 1.004, "p95_ms": 0.682, "reason": null, "sample_age_ms": 4446.338, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.113, "count": 155, "max_ms": 4.923, "p95_ms": 3.382, "reason": null, "sample_age_ms": 4502.509, "source": "client_direct"}, "request_count": 155, "request_tensor_bytes": {"avg": 2764808.0, "count": 155, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4502.489, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 155, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4447.13, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.885, "count": 155, "max_ms": 68.113, "p95_ms": 60.096, "reason": null, "sample_age_ms": 4446.316, "source": "client_direct"}, "sample_age_ms": 4446.308, "source": "client_direct", "task_total_ms": {"avg_ms": 47.513, "count": 155, "max_ms": 71.713, "p95_ms": 62.693, "reason": null, "sample_age_ms": 4446.308, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.539, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 1.684, "count": 156, "max_ms": 10.476, "p95_ms": 7.491}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.292, "count": 156, "max_ms": 0.715, "p95_ms": 0.607}, "detection_prepare_ms": {"avg_ms": 0.388, "count": 156, "max_ms": 3.335, "p95_ms": 2.047}, "event_filter_ms": {"avg_ms": 0.004, "count": 156, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.1, "count": 156, "max_ms": 0.299, "p95_ms": 0.204}, "mcmt_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.016, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.502, "count": 156, "max_ms": 3.36, "p95_ms": 2.598}, "setup_ms": {"avg_ms": 0.053, "count": 156, "max_ms": 0.148, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 1.632, "count": 156, "max_ms": 10.344, "p95_ms": 7.396}, "track_match_ms": {"avg_ms": 0.024, "count": 156, "max_ms": 0.245, "p95_ms": 0.166}, "tracker_update_ms": {"avg_ms": 0.265, "count": 156, "max_ms": 3.112, "p95_ms": 1.989}}, "gstreamer_push": {"avg_ms": 3.378, "count": 156, "max_ms": 6.408, "p95_ms": 5.419}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 156, "max_ms": 0.513, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.551, "count": 156, "max_ms": 72.635, "p95_ms": 65.372}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.515, "count": 156, "max_ms": 11.008, "p95_ms": 3.022}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.104, "count": 156, "max_ms": 123.299, "p95_ms": 108.597}, "inference_input_copy_ms": {"avg_ms": 1.728, "count": 156, "max_ms": 5.638, "p95_ms": 3.322}, "processing_residual_ms": {"avg_ms": 0.23, "count": 156, "max_ms": 0.559, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.578, "count": 156, "max_ms": 130.936, "p95_ms": 111.105}, "read_interval": {"avg_ms": 164.814, "count": 155, "max_ms": 3937.656, "p95_ms": 174.027}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 156, "max_ms": 0.056, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.439, "count": 156, "max_ms": 3.243, "p95_ms": 2.46}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 156, "max_ms": 0.044, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.422, "count": 156, "max_ms": 3.216, "p95_ms": 2.429}, "worker_merge_ms": {"avg_ms": 0.006, "count": 156, "max_ms": 0.029, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.567, "count": 156, "max_ms": 72.642, "p95_ms": 65.39}, "visualize": {"avg_ms": 32.641, "count": 156, "max_ms": 48.19, "p95_ms": 44.264}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.162, "count": 156, "max_ms": 46.44, "p95_ms": 42.236}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.219, "count": 156, "max_ms": 47.676, "p95_ms": 43.267}, "visualize_input_copy_ms": {"avg_ms": 0.202, "count": 156, "max_ms": 3.124, "p95_ms": 1.41}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.107, "count": 156, "max_ms": 47.482, "p95_ms": 43.106}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 156, "max_ms": 0.207, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2340.879, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.505, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.868, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3260445, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:10:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115327, "write_bytes_delta": 115327, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 306.0, "cpu_core_ratio": 0.721634, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4526.0, "pid": 79691, "reason": null, "system_cpu_core_ratio": 0.387036, "system_cpu_s_delta": 7.750000000000002, "user_cpu_core_ratio": 0.334599, "user_cpu_s_delta": 6.699999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.468937, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.064423, "system_cpu_s_delta": 1.2899999999935972, "user_cpu_core_ratio": 0.404515, "user_cpu_s_delta": 8.100000000034925}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.339, "count": 148, "max_ms": 8.901, "p95_ms": 5.419, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.338, "max": 7.0, "p95": 7.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 1}, "total": {"avg": 0.007, "max": 1.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.909, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.873, "count": 30, "max": 28.861, "p95": 25.805, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 937.533, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1587.367, "count": 30, "max": 10299.0, "p95": 8824.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.406, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105916.433, "count": 30, "max": 115327.0, "p95": 110862.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.933, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.533, "p95": 0.494, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25371, "sampled_at": "2026-11-03T13:10:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:10:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5358079, "flush_count": 5665, "flush_interval_seconds": 30.0, "flush_state": {"count": 5665, "last_at": "2026-11-03T13:11:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:11:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5664}, "started": true, "suppressed_count": 3255823, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3255417}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5665, "written_record_count": 5665}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10182.977, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9016236748800, "copied_frame_count": 3261081, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9016236748800, "frame_buffer_copies": 3261081, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1433, "count": 512, "max_ms": 3.0396, "p50_ms": 0.1227, "p95_ms": 0.2491, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6245, "count": 512, "max_ms": 5.4028, "p50_ms": 1.5313, "p95_ms": 2.6471, "p99_ms": 4.0083, "results": {"failed": 0, "not_applicable": 0, "success": 3261081, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 301, "h264_decode_error_count": 929, "h264_decode_error_count_per_hour": 52, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:12:00+09:00", "last_error_summary": "[h264 @ 0x5b6772c69780] cabac decode of qscale diff failed at 21 53 [h264 @ 0x5b6772c69780] error while decoding MB 21 53, bytestream 11642 [h264 @ 0x5b677389ab00] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5b677389ab00] error while decoding MB 80 66, bytestream 7930 [h264 @ 0x5b6772c55680] error while decoding MB 30 59, bytestream -10", "last_exit_at": "2026-11-03T13:10:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.741, "last_started_at": "2026-11-03T13:10:40+09:00", "pid": 79807, "process": {"exists": false, "pid": 79807}, "restart_count": 320, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 321}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.515, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3261081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.009, "last_frame_pushed_at": "2026-11-03T13:12:00+09:00", "last_frame_read_age_sec": 0.107, "last_frame_read_at": "2026-11-03T13:12:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.415, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 62.585, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.103, "exists": true, "mtime": "2026-11-03T13:12:00.019990+09:00", "mtime_epoch": 1793679120.0199897, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112965}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:12:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.152, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3261081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.2, "max": 6.0, "p95": 5.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 122}, "total": {"avg": 0.61, "max": 1.0, "p95": 1.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.668, "pushed": 6.668, "read": 6.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 76.521, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.951, "count": 199, "max_ms": 3.886, "p95_ms": 2.955, "reason": null, "sample_age_ms": 132.338, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 199, "max_ms": 3.246, "p95_ms": 2.163, "reason": null, "sample_age_ms": 132.936, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.371, "count": 199, "max_ms": 1.307, "p95_ms": 0.684, "reason": null, "sample_age_ms": 76.537, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.301, "count": 199, "max_ms": 4.645, "p95_ms": 3.79, "reason": null, "sample_age_ms": 128.247, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 128.178, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 77.011, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.334, "count": 199, "max_ms": 81.015, "p95_ms": 68.614, "reason": null, "sample_age_ms": 76.514, "source": "client_direct"}, "sample_age_ms": 76.508, "source": "client_direct", "task_total_ms": {"avg_ms": 52.244, "count": 199, "max_ms": 83.628, "p95_ms": 71.548, "reason": null, "sample_age_ms": 76.508, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.303, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.243, "count": 200, "max_ms": 12.107, "p95_ms": 9.068}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 200, "max_ms": 0.993, "p95_ms": 0.685}, "detection_prepare_ms": {"avg_ms": 1.006, "count": 200, "max_ms": 3.934, "p95_ms": 2.575}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.05, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.135, "count": 200, "max_ms": 0.469, "p95_ms": 0.261}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.549, "count": 200, "max_ms": 4.332, "p95_ms": 3.316}, "setup_ms": {"avg_ms": 0.053, "count": 200, "max_ms": 0.157, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 4.181, "count": 200, "max_ms": 12.003, "p95_ms": 8.938}, "track_match_ms": {"avg_ms": 0.08, "count": 200, "max_ms": 0.381, "p95_ms": 0.213}, "tracker_update_ms": {"avg_ms": 0.98, "count": 200, "max_ms": 3.653, "p95_ms": 2.324}}, "gstreamer_push": {"avg_ms": 3.406, "count": 200, "max_ms": 6.883, "p95_ms": 5.243}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 200, "max_ms": 1.11, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.67, "count": 200, "max_ms": 85.537, "p95_ms": 72.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.981, "count": 200, "max_ms": 15.319, "p95_ms": 6.625}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.081, "count": 200, "max_ms": 125.516, "p95_ms": 114.417}, "inference_input_copy_ms": {"avg_ms": 1.802, "count": 200, "max_ms": 5.261, "p95_ms": 3.12}, "processing_residual_ms": {"avg_ms": 0.272, "count": 200, "max_ms": 2.422, "p95_ms": 0.49}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.137, "count": 200, "max_ms": 130.496, "p95_ms": 120.052}, "read_interval": {"avg_ms": 150.737, "count": 199, "max_ms": 2599.792, "p95_ms": 178.542}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 200, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 1.476, "count": 200, "max_ms": 4.095, "p95_ms": 3.219}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 200, "max_ms": 0.069, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.457, "count": 200, "max_ms": 4.04, "p95_ms": 3.198}, "worker_merge_ms": {"avg_ms": 0.007, "count": 200, "max_ms": 0.09, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.686, "count": 200, "max_ms": 85.545, "p95_ms": 72.775}, "visualize": {"avg_ms": 33.828, "count": 200, "max_ms": 51.899, "p95_ms": 44.051}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.514, "count": 200, "max_ms": 45.512, "p95_ms": 38.767}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.811, "count": 200, "max_ms": 50.433, "p95_ms": 42.505}, "visualize_input_copy_ms": {"avg_ms": 0.799, "count": 200, "max_ms": 3.049, "p95_ms": 1.856}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.676, "count": 200, "max_ms": 50.274, "p95_ms": 42.329}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 200, "max_ms": 0.198, "p95_ms": 0.132}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.109, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.399, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.452, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3261010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124202, "write_bytes_delta": 124202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 574.0, "cpu_core_ratio": 0.773822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13281.0, "pid": 79807, "reason": null, "system_cpu_core_ratio": 0.305837, "system_cpu_s_delta": 6.13, "user_cpu_core_ratio": 0.467985, "user_cpu_s_delta": 9.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.107099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300848, "system_cpu_s_delta": 6.029999999998836, "user_cpu_core_ratio": 0.806252, "user_cpu_s_delta": 16.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.526, "count": 211, "max_ms": 6.883, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.303, "max": 5.0, "p95": 4.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 155}, "total": {"avg": 0.735, "max": 1.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.108, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.842, "count": 30, "max": 28.861, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.333, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2148.767, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106991.533, "count": 30, "max": 124202.0, "p95": 114760.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106991.533, "count": 30, "max": 124202.0, "p95": 114760.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.567, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.533, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25375, "sampled_at": "2026-11-03T13:11:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:11:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5358079, "flush_count": 5665, "flush_interval_seconds": 30.0, "flush_state": {"count": 5665, "last_at": "2026-11-03T13:11:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:11:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5664}, "started": true, "suppressed_count": 3255823, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3255417}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5665, "written_record_count": 5665}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10182.289, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9016236748800, "copied_frame_count": 3261081, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9016236748800, "frame_buffer_copies": 3261081, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1433, "count": 512, "max_ms": 3.0396, "p50_ms": 0.1227, "p95_ms": 0.2491, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6245, "count": 512, "max_ms": 5.4028, "p50_ms": 1.5313, "p95_ms": 2.6471, "p99_ms": 4.0083, "results": {"failed": 0, "not_applicable": 0, "success": 3261081, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 301, "h264_decode_error_count": 929, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:12:00+09:00", "last_error_summary": "[h264 @ 0x5b6772c69780] cabac decode of qscale diff failed at 21 53 [h264 @ 0x5b6772c69780] error while decoding MB 21 53, bytestream 11642 [h264 @ 0x5b677389ab00] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5b677389ab00] error while decoding MB 80 66, bytestream 7930 [h264 @ 0x5b6772c55680] error while decoding MB 30 59, bytestream -10", "last_exit_at": "2026-11-03T13:10:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 79.849, "last_started_at": "2026-11-03T13:10:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 320, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 321}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.515, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3261081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.116, "last_frame_pushed_at": "2026-11-03T13:12:00+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-11-03T13:12:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 537.482, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 62.518, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-11-03T13:12:00.125991+09:00", "mtime_epoch": 1793679120.125991, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112478}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:12:00+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.199, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3261081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.196, "max": 6.0, "p95": 5.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 121}, "total": {"avg": 0.608, "max": 1.0, "p95": 1.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.638, "pushed": 6.638, "read": 6.604}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.009, "count": 198, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 171.056, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 198, "max_ms": 3.886, "p95_ms": 2.956, "reason": null, "sample_age_ms": 226.874, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 198, "max_ms": 3.246, "p95_ms": 2.024, "reason": null, "sample_age_ms": 227.471, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.369, "count": 198, "max_ms": 1.307, "p95_ms": 0.675, "reason": null, "sample_age_ms": 171.072, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.303, "count": 198, "max_ms": 4.645, "p95_ms": 3.791, "reason": null, "sample_age_ms": 222.782, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 222.713, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 171.547, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.351, "count": 198, "max_ms": 81.015, "p95_ms": 68.629, "reason": null, "sample_age_ms": 171.05, "source": "client_direct"}, "sample_age_ms": 171.044, "source": "client_direct", "task_total_ms": {"avg_ms": 52.26, "count": 198, "max_ms": 83.628, "p95_ms": 71.557, "reason": null, "sample_age_ms": 171.044, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.946, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.226, "count": 199, "max_ms": 12.107, "p95_ms": 9.182}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.368, "count": 199, "max_ms": 0.993, "p95_ms": 0.689}, "detection_prepare_ms": {"avg_ms": 1.003, "count": 199, "max_ms": 3.934, "p95_ms": 2.587}, "event_filter_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.05, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.134, "count": 199, "max_ms": 0.469, "p95_ms": 0.283}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.541, "count": 199, "max_ms": 4.332, "p95_ms": 3.363}, "setup_ms": {"avg_ms": 0.053, "count": 199, "max_ms": 0.157, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 4.165, "count": 199, "max_ms": 12.003, "p95_ms": 9.072}, "track_match_ms": {"avg_ms": 0.08, "count": 199, "max_ms": 0.381, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 0.976, "count": 199, "max_ms": 3.653, "p95_ms": 2.407}}, "gstreamer_push": {"avg_ms": 3.405, "count": 199, "max_ms": 6.883, "p95_ms": 5.253}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 199, "max_ms": 1.11, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.64, "count": 199, "max_ms": 85.537, "p95_ms": 72.817}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.976, "count": 199, "max_ms": 15.319, "p95_ms": 6.679}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.998, "count": 199, "max_ms": 125.516, "p95_ms": 114.893}, "inference_input_copy_ms": {"avg_ms": 1.806, "count": 199, "max_ms": 5.261, "p95_ms": 3.16}, "processing_residual_ms": {"avg_ms": 0.272, "count": 199, "max_ms": 2.422, "p95_ms": 0.496}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.052, "count": 199, "max_ms": 130.496, "p95_ms": 122.203}, "read_interval": {"avg_ms": 150.849, "count": 198, "max_ms": 2599.792, "p95_ms": 178.542}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 199, "max_ms": 0.054, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.468, "count": 199, "max_ms": 4.095, "p95_ms": 3.23}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 199, "max_ms": 0.069, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.449, "count": 199, "max_ms": 4.04, "p95_ms": 3.204}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.09, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.657, "count": 199, "max_ms": 85.545, "p95_ms": 72.845}, "visualize": {"avg_ms": 33.792, "count": 199, "max_ms": 51.899, "p95_ms": 44.096}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.49, "count": 199, "max_ms": 45.512, "p95_ms": 39.032}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.776, "count": 199, "max_ms": 50.433, "p95_ms": 42.573}, "visualize_input_copy_ms": {"avg_ms": 0.797, "count": 199, "max_ms": 3.049, "p95_ms": 1.872}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.643, "count": 199, "max_ms": 50.274, "p95_ms": 42.442}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 199, "max_ms": 0.198, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.109, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.399, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.452, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3261010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124202, "write_bytes_delta": 124202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 574.0, "cpu_core_ratio": 0.773822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13281.0, "pid": 79807, "reason": null, "system_cpu_core_ratio": 0.305837, "system_cpu_s_delta": 6.13, "user_cpu_core_ratio": 0.467985, "user_cpu_s_delta": 9.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.107099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300848, "system_cpu_s_delta": 6.029999999998836, "user_cpu_core_ratio": 0.806252, "user_cpu_s_delta": 16.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.526, "count": 211, "max_ms": 6.883, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.303, "max": 5.0, "p95": 4.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 155}, "total": {"avg": 0.735, "max": 1.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.108, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.842, "count": 30, "max": 28.861, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.333, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2148.767, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106991.533, "count": 30, "max": 124202.0, "p95": 114760.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106991.533, "count": 30, "max": 124202.0, "p95": 114760.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.567, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.533, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25375, "sampled_at": "2026-11-03T13:11:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:11:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5358079, "flush_count": 5665, "flush_interval_seconds": 30.0, "flush_state": {"count": 5665, "last_at": "2026-11-03T13:11:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:11:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5664}, "started": true, "suppressed_count": 3255823, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3255417}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5665, "written_record_count": 5665}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10200.789, "limit_mb": null}, "detail": {"pid": 79923, "restart_count": 321, "start_count": 322}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9016236748800, "copied_frame_count": 3261081, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9016236748800, "frame_buffer_copies": 3261081, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1433, "count": 512, "max_ms": 3.0396, "p50_ms": 0.1227, "p95_ms": 0.2491, "p99_ms": 0.3426}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6245, "count": 512, "max_ms": 5.4028, "p50_ms": 1.5313, "p95_ms": 2.6471, "p99_ms": 4.0083, "results": {"failed": 0, "not_applicable": 0, "success": 3261081, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 301, "h264_decode_error_count": 929, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:12:00+09:00", "last_error_summary": "[h264 @ 0x5b6772c69780] cabac decode of qscale diff failed at 21 53 [h264 @ 0x5b6772c69780] error while decoding MB 21 53, bytestream 11642 [h264 @ 0x5b677389ab00] cabac decode of qscale diff failed at 80 66 [h264 @ 0x5b677389ab00] error while decoding MB 80 66, bytestream 7930 [h264 @ 0x5b6772c55680] error while decoding MB 30 59, bytestream -10", "last_exit_at": "2026-11-03T13:10:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T13:12:02+09:00", "pid": 79923, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.969, "name": "ffmpeg", "pid": 79923, "rss_mb": 57.969, "state": "S (sleeping)", "threads": 1}, "restart_count": 321, "restart_count_per_hour": 28, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 322}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.363, "sample_count": 2308, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3261081, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:12:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.577, "last_frame_pushed_at": "2026-11-03T13:12:00+09:00", "last_frame_read_age_sec": 4.675, "last_frame_read_at": "2026-11-03T13:12:00+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 169, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 541.95, "last_sample_duration_ms": 1439.327, "last_trigger": "periodic", "next_snapshot_in_sec": 58.05, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 569, "storage_bytes": 3334680}, "mjpeg": {"age_sec": 4.565, "exists": true, "mtime": "2026-11-03T13:12:00.125991+09:00", "mtime_epoch": 1793679120.125991, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 112478}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:12:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.203, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3261081, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.064, "max": 6.0, "p95": 5.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 116}, "total": {"avg": 0.678, "max": 1.0, "p95": 1.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.709, "pushed": 5.709, "read": 5.676}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.009, "count": 170, "max_ms": 0.037, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4627.939, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.956, "count": 170, "max_ms": 3.886, "p95_ms": 2.964, "reason": null, "sample_age_ms": 4683.757, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 170, "max_ms": 3.246, "p95_ms": 2.08, "reason": null, "sample_age_ms": 4684.354, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 170, "max_ms": 1.307, "p95_ms": 0.708, "reason": null, "sample_age_ms": 4627.956, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.306, "count": 170, "max_ms": 4.645, "p95_ms": 3.779, "reason": null, "sample_age_ms": 4679.666, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2764808.0, "count": 170, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4679.597, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4628.43, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.061, "count": 170, "max_ms": 80.444, "p95_ms": 68.199, "reason": null, "sample_age_ms": 4627.933, "source": "client_direct"}, "sample_age_ms": 4627.927, "source": "client_direct", "task_total_ms": {"avg_ms": 51.984, "count": 170, "max_ms": 82.561, "p95_ms": 71.341, "reason": null, "sample_age_ms": 4627.927, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.316, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.596, "count": 171, "max_ms": 12.107, "p95_ms": 9.182}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.371, "count": 171, "max_ms": 0.993, "p95_ms": 0.689}, "detection_prepare_ms": {"avg_ms": 1.087, "count": 171, "max_ms": 3.934, "p95_ms": 2.587}, "event_filter_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.05, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.138, "count": 171, "max_ms": 0.469, "p95_ms": 0.288}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.702, "count": 171, "max_ms": 4.332, "p95_ms": 3.38}, "setup_ms": {"avg_ms": 0.053, "count": 171, "max_ms": 0.157, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 4.532, "count": 171, "max_ms": 12.003, "p95_ms": 9.072}, "track_match_ms": {"avg_ms": 0.088, "count": 171, "max_ms": 0.381, "p95_ms": 0.214}, "tracker_update_ms": {"avg_ms": 1.082, "count": 171, "max_ms": 3.653, "p95_ms": 2.407}}, "gstreamer_push": {"avg_ms": 3.399, "count": 171, "max_ms": 6.883, "p95_ms": 5.253}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 171, "max_ms": 0.271, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.427, "count": 171, "max_ms": 85.537, "p95_ms": 72.752}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.144, "count": 171, "max_ms": 15.174, "p95_ms": 6.679}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.69, "count": 171, "max_ms": 125.516, "p95_ms": 116.022}, "inference_input_copy_ms": {"avg_ms": 1.759, "count": 171, "max_ms": 5.261, "p95_ms": 2.97}, "processing_residual_ms": {"avg_ms": 0.265, "count": 171, "max_ms": 2.422, "p95_ms": 0.496}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.858, "count": 171, "max_ms": 130.496, "p95_ms": 122.452}, "read_interval": {"avg_ms": 149.283, "count": 170, "max_ms": 2599.792, "p95_ms": 172.244}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 171, "max_ms": 0.054, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 1.628, "count": 171, "max_ms": 4.095, "p95_ms": 3.247}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 171, "max_ms": 0.069, "p95_ms": 0.047}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.608, "count": 171, "max_ms": 4.04, "p95_ms": 3.211}, "worker_merge_ms": {"avg_ms": 0.007, "count": 171, "max_ms": 0.09, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.444, "count": 171, "max_ms": 85.545, "p95_ms": 72.775}, "visualize": {"avg_ms": 34.351, "count": 171, "max_ms": 51.899, "p95_ms": 44.105}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.772, "count": 171, "max_ms": 45.512, "p95_ms": 39.262}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.247, "count": 171, "max_ms": 50.433, "p95_ms": 42.893}, "visualize_input_copy_ms": {"avg_ms": 0.883, "count": 171, "max_ms": 3.049, "p95_ms": 1.872}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.111, "count": 171, "max_ms": 50.274, "p95_ms": 42.685}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 171, "max_ms": 0.198, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.109, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.399, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.452, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3261010, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:11:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124202, "write_bytes_delta": 124202, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 574.0, "cpu_core_ratio": 0.773822, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13281.0, "pid": 79807, "reason": null, "system_cpu_core_ratio": 0.305837, "system_cpu_s_delta": 6.13, "user_cpu_core_ratio": 0.467985, "user_cpu_s_delta": 9.379999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.107099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.300848, "system_cpu_s_delta": 6.029999999998836, "user_cpu_core_ratio": 0.806252, "user_cpu_s_delta": 16.15999999997439}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.526, "count": 211, "max_ms": 6.883, "p95_ms": 5.488, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.303, "max": 5.0, "p95": 4.0, "sample_count": 211}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 155}, "total": {"avg": 0.735, "max": 1.0, "p95": 1.0, "sample_count": 211}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.108, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.842, "count": 30, "max": 28.861, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 909.333, "count": 30, "max": 1302.0, "p95": 1281.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2148.767, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.387, "p95": 0.362, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.411, "count": 30, "max": 0.501, "p95": 0.481, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.098, "count": 30, "max": 2.812, "p95": 0.069, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 106991.533, "count": 30, "max": 124202.0, "p95": 114760.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 106991.533, "count": 30, "max": 124202.0, "p95": 114760.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.567, "count": 30, "max": 35.0, "p95": 26.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.336, "count": 30, "max": 0.533, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.916, "count": 30, "max": 1.243, "p95": 1.182, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25375, "sampled_at": "2026-11-03T13:11:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:11:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.951, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5361039, "flush_count": 5668, "flush_interval_seconds": 30.0, "flush_state": {"count": 5668, "last_at": "2026-11-03T13:14:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:14:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5667}, "started": true, "suppressed_count": 3257126, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3256720}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5668, "written_record_count": 5668}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10187.242, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5ea76a9a7480] error while decoding MB 109 59, bytestream -20", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9019847577600, "copied_frame_count": 3262387, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9019847577600, "frame_buffer_copies": 3262387, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 0.4961, "p50_ms": 0.1155, "p95_ms": 0.2457, "p99_ms": 0.3722}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6578, "count": 512, "max_ms": 4.7983, "p50_ms": 1.5435, "p95_ms": 2.6878, "p99_ms": 3.672, "results": {"failed": 0, "not_applicable": 0, "success": 3262387, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 302, "h264_decode_error_count": 930, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:14:37+09:00", "last_error_summary": "[h264 @ 0x5ea76a9a7480] error while decoding MB 109 59, bytestream -20", "last_exit_at": "2026-11-03T13:10:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.673, "last_started_at": "2026-11-03T13:12:02+09:00", "pid": 79923, "process": {"exists": false, "pid": 79923}, "restart_count": 321, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 322}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.525, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T13:14:37+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-03T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 92.762, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 507.238, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-03T13:14:37.294904+09:00", "mtime_epoch": 1793679277.2949045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:14:37+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.832, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3262387, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.4, "max": 9.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.813, "max": 4.0, "p95": 3.0, "sample_count": 203}, "total": {"avg": 1.6, "max": 4.0, "p95": 3.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.196, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.196, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.695, "pushed": 7.695, "read": 7.695}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 1, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 161.531, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.962, "count": 230, "max_ms": 12.374, "p95_ms": 2.792, "reason": null, "sample_age_ms": 86.137, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.422, "count": 230, "max_ms": 9.307, "p95_ms": 2.113, "reason": null, "sample_age_ms": 90.229, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.38, "count": 230, "max_ms": 1.188, "p95_ms": 0.761, "reason": null, "sample_age_ms": 161.54, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.191, "count": 230, "max_ms": 10.163, "p95_ms": 3.355, "reason": null, "sample_age_ms": 83.798, "source": "client_direct"}, "request_count": 230, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 83.772, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 161.755, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.574, "count": 230, "max_ms": 88.911, "p95_ms": 69.45, "reason": null, "sample_age_ms": 161.527, "source": "client_direct"}, "sample_age_ms": 83.76, "source": "client_direct", "task_total_ms": {"avg_ms": 56.346, "count": 230, "max_ms": 92.38, "p95_ms": 74.399, "reason": null, "sample_age_ms": 161.523, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 1, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.586, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.249, "count": 230, "max_ms": 17.309, "p95_ms": 13.9}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.492, "count": 230, "max_ms": 3.171, "p95_ms": 0.967}, "detection_prepare_ms": {"avg_ms": 1.567, "count": 230, "max_ms": 10.77, "p95_ms": 3.091}, "event_filter_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.166, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.326, "count": 230, "max_ms": 0.931, "p95_ms": 0.644}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.883, "count": 230, "max_ms": 9.788, "p95_ms": 6.434}, "setup_ms": {"avg_ms": 0.056, "count": 230, "max_ms": 0.168, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 7.179, "count": 230, "max_ms": 17.172, "p95_ms": 13.799}, "track_match_ms": {"avg_ms": 0.095, "count": 230, "max_ms": 0.476, "p95_ms": 0.222}, "tracker_update_ms": {"avg_ms": 1.748, "count": 230, "max_ms": 5.421, "p95_ms": 3.461}}, "gstreamer_push": {"avg_ms": 3.735, "count": 230, "max_ms": 7.187, "p95_ms": 5.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 230, "max_ms": 0.871, "p95_ms": 0.15}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.821, "count": 230, "max_ms": 97.042, "p95_ms": 75.952}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.058, "count": 230, "max_ms": 16.771, "p95_ms": 10.137}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.448, "count": 230, "max_ms": 175.194, "p95_ms": 135.305}, "inference_input_copy_ms": {"avg_ms": 1.747, "count": 230, "max_ms": 4.846, "p95_ms": 2.908}, "processing_residual_ms": {"avg_ms": 0.241, "count": 230, "max_ms": 0.691, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.495, "count": 230, "max_ms": 184.853, "p95_ms": 140.409}, "read_interval": {"avg_ms": 130.182, "count": 230, "max_ms": 247.992, "p95_ms": 187.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 230, "max_ms": 0.126, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.795, "count": 230, "max_ms": 9.599, "p95_ms": 6.316}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 230, "max_ms": 0.09, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.773, "count": 230, "max_ms": 9.553, "p95_ms": 6.289}, "worker_merge_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.046, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.839, "count": 230, "max_ms": 97.054, "p95_ms": 75.966}, "visualize": {"avg_ms": 39.888, "count": 230, "max_ms": 73.014, "p95_ms": 53.254}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.642, "count": 230, "max_ms": 64.753, "p95_ms": 46.068}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.356, "count": 230, "max_ms": 71.609, "p95_ms": 51.003}, "visualize_input_copy_ms": {"avg_ms": 1.286, "count": 230, "max_ms": 5.756, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.196, "count": 230, "max_ms": 71.453, "p95_ms": 50.898}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 230, "max_ms": 0.273, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.809, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.121, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.745, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115521, "write_bytes_delta": 115521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.441302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 79923, "reason": null, "system_cpu_core_ratio": 0.043236, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.398066, "user_cpu_s_delta": 8.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.551016, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.449253, "system_cpu_s_delta": 9.039999999993597, "user_cpu_core_ratio": 1.101763, "user_cpu_s_delta": 22.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.636, "count": 235, "max_ms": 7.626, "p95_ms": 5.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.732, "max": 9.0, "p95": 8.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.875, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.66, "max": 4.0, "p95": 3.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.515, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.495, "count": 30, "max": 26.308, "p95": 25.475, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1846.467, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.767, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.286, "count": 30, "max": 0.47, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.848, "count": 30, "max": 1.129, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25383, "sampled_at": "2026-11-03T13:14:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:14:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5361039, "flush_count": 5668, "flush_interval_seconds": 30.0, "flush_state": {"count": 5668, "last_at": "2026-11-03T13:14:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:14:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5667}, "started": true, "suppressed_count": 3257127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3256721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5668, "written_record_count": 5668}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10183.805, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:14:37+09:00", "last_error_summary": "[h264 @ 0x5ea76a9a7480] error while decoding MB 109 59, bytestream -20", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9019850342400, "copied_frame_count": 3262388, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9019850342400, "frame_buffer_copies": 3262388, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 0.4961, "p50_ms": 0.1155, "p95_ms": 0.2457, "p99_ms": 0.3722}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6579, "count": 512, "max_ms": 4.7983, "p50_ms": 1.5435, "p95_ms": 2.6878, "p99_ms": 3.672, "results": {"failed": 0, "not_applicable": 0, "success": 3262388, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 302, "h264_decode_error_count": 930, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:14:37+09:00", "last_error_summary": "[h264 @ 0x5ea76a9a7480] error while decoding MB 109 59, bytestream -20", "last_exit_at": "2026-11-03T13:14:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.785, "last_started_at": "2026-11-03T13:12:02+09:00", "pid": 79923, "process": {"exists": false, "pid": 79923}, "restart_count": 321, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 322}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.558, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T13:14:37+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-11-03T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 92.858, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 507.142, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.179, "exists": true, "mtime": "2026-11-03T13:14:37.294904+09:00", "mtime_epoch": 1793679277.2949045, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114655}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:14:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.828, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3262388, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.396, "max": 9.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.818, "max": 4.0, "p95": 3.0, "sample_count": 203}, "total": {"avg": 1.604, "max": 4.0, "p95": 3.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.204, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.204, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 231, "read_frames": 230, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.668, "pushed": 7.701, "read": 7.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 230, "client_acquire_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 96.16, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 229, "max_ms": 12.374, "p95_ms": 2.798, "reason": null, "sample_age_ms": 194.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 229, "max_ms": 9.307, "p95_ms": 2.114, "reason": null, "sample_age_ms": 198.251, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 230, "max_ms": 1.188, "p95_ms": 0.761, "reason": null, "sample_age_ms": 96.194, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.191, "count": 230, "max_ms": 10.163, "p95_ms": 3.355, "reason": null, "sample_age_ms": 191.82, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 230, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 191.794, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 230, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.818, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.704, "count": 230, "max_ms": 94.918, "p95_ms": 70.348, "reason": null, "sample_age_ms": 96.142, "source": "client_direct"}, "sample_age_ms": 96.128, "source": "client_direct", "task_total_ms": {"avg_ms": 56.478, "count": 230, "max_ms": 97.969, "p95_ms": 74.687, "reason": null, "sample_age_ms": 96.128, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 230, "max_ms": 17.309, "p95_ms": 13.9}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.495, "count": 230, "max_ms": 3.171, "p95_ms": 0.967}, "detection_prepare_ms": {"avg_ms": 1.572, "count": 230, "max_ms": 10.77, "p95_ms": 3.091}, "event_filter_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.166, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.327, "count": 230, "max_ms": 0.931, "p95_ms": 0.644}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.897, "count": 230, "max_ms": 9.788, "p95_ms": 6.434}, "setup_ms": {"avg_ms": 0.056, "count": 230, "max_ms": 0.168, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 7.211, "count": 230, "max_ms": 17.172, "p95_ms": 13.799}, "track_match_ms": {"avg_ms": 0.096, "count": 230, "max_ms": 0.489, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.756, "count": 230, "max_ms": 5.421, "p95_ms": 3.461}}, "gstreamer_push": {"avg_ms": 3.731, "count": 231, "max_ms": 7.187, "p95_ms": 5.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 230, "max_ms": 0.871, "p95_ms": 0.15}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.01, "count": 230, "max_ms": 111.798, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.06, "count": 230, "max_ms": 16.771, "p95_ms": 10.137}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.678, "count": 230, "max_ms": 175.742, "p95_ms": 135.35}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 230, "max_ms": 4.846, "p95_ms": 2.908}, "processing_residual_ms": {"avg_ms": 0.241, "count": 230, "max_ms": 0.691, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.726, "count": 230, "max_ms": 184.853, "p95_ms": 144.496}, "read_interval": {"avg_ms": 130.182, "count": 230, "max_ms": 247.992, "p95_ms": 187.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 230, "max_ms": 0.126, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.808, "count": 230, "max_ms": 9.599, "p95_ms": 6.316}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 230, "max_ms": 0.09, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.786, "count": 230, "max_ms": 9.553, "p95_ms": 6.289}, "worker_merge_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.046, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 58.027, "count": 230, "max_ms": 111.819, "p95_ms": 76.321}, "visualize": {"avg_ms": 39.891, "count": 230, "max_ms": 73.014, "p95_ms": 53.254}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.642, "count": 230, "max_ms": 64.753, "p95_ms": 46.068}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.355, "count": 230, "max_ms": 71.609, "p95_ms": 51.003}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 230, "max_ms": 5.756, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.195, "count": 230, "max_ms": 71.453, "p95_ms": 50.898}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 230, "max_ms": 0.273, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.809, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.121, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.745, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115521, "write_bytes_delta": 115521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.441302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 79923, "reason": null, "system_cpu_core_ratio": 0.043236, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.398066, "user_cpu_s_delta": 8.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.551016, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.449253, "system_cpu_s_delta": 9.039999999993597, "user_cpu_core_ratio": 1.101763, "user_cpu_s_delta": 22.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.636, "count": 235, "max_ms": 7.626, "p95_ms": 5.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.732, "max": 9.0, "p95": 8.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.875, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.66, "max": 4.0, "p95": 3.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.515, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.495, "count": 30, "max": 26.308, "p95": 25.475, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1846.467, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.767, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.286, "count": 30, "max": 0.47, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.848, "count": 30, "max": 1.129, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25383, "sampled_at": "2026-11-03T13:14:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:14:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5361039, "flush_count": 5668, "flush_interval_seconds": 30.0, "flush_state": {"count": 5668, "last_at": "2026-11-03T13:14:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:14:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5667}, "started": true, "suppressed_count": 3257127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3256721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5668, "written_record_count": 5668}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10183.852, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9019850342400, "copied_frame_count": 3262388, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9019850342400, "frame_buffer_copies": 3262388, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 0.4961, "p50_ms": 0.1155, "p95_ms": 0.2457, "p99_ms": 0.3722}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6579, "count": 512, "max_ms": 4.7983, "p50_ms": 1.5435, "p95_ms": 2.6878, "p99_ms": 3.672, "results": {"failed": 0, "not_applicable": 0, "success": 3262388, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 302, "h264_decode_error_count": 930, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:14:37+09:00", "last_error_summary": "[h264 @ 0x5ea76a9a7480] error while decoding MB 109 59, bytestream -20", "last_exit_at": "2026-11-03T13:14:37+09:00", "last_returncode": 0, "last_stable_duration_sec": 154.841, "last_started_at": "2026-11-03T13:12:02+09:00", "pid": 79923, "process": {"exists": false, "pid": 79923}, "restart_count": 321, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 322}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.558, "sample_count": 2271, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T13:14:37+09:00", "last_frame_read_age_sec": 0.242, "last_frame_read_at": "2026-11-03T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 92.913, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 507.087, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T13:14:37.482906+09:00", "mtime_epoch": 1793679277.4829063, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114632}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:14:37+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.828, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3262388, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.396, "max": 9.0, "p95": 7.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.818, "max": 4.0, "p95": 3.0, "sample_count": 203}, "total": {"avg": 1.604, "max": 4.0, "p95": 3.0, "sample_count": 230}}, "tracking_counts": {"active": {"avg": 0.204, "max": 2.0, "p95": 1.0, "sample_count": 230}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 230}, "tracked": {"avg": 0.204, "max": 2.0, "p95": 1.0, "sample_count": 230}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 230, "pushed_frames": 230, "read_frames": 229, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.681, "pushed": 7.681, "read": 7.647}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 229, "client_acquire_ms": {"avg_ms": 0.008, "count": 229, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 152.099, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.958, "count": 229, "max_ms": 12.374, "p95_ms": 2.798, "reason": null, "sample_age_ms": 250.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.416, "count": 229, "max_ms": 9.307, "p95_ms": 2.114, "reason": null, "sample_age_ms": 254.19, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.381, "count": 229, "max_ms": 1.188, "p95_ms": 0.762, "reason": null, "sample_age_ms": 152.133, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.192, "count": 229, "max_ms": 10.163, "p95_ms": 3.356, "reason": null, "sample_age_ms": 247.758, "source": "client_direct"}, "request_count": 229, "request_tensor_bytes": {"avg": 2764808.0, "count": 229, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 247.733, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 229, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.757, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.784, "count": 229, "max_ms": 94.918, "p95_ms": 70.426, "reason": null, "sample_age_ms": 152.081, "source": "client_direct"}, "sample_age_ms": 152.066, "source": "client_direct", "task_total_ms": {"avg_ms": 56.559, "count": 229, "max_ms": 97.969, "p95_ms": 74.712, "reason": null, "sample_age_ms": 152.066, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.103, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.282, "count": 230, "max_ms": 17.309, "p95_ms": 13.9}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.495, "count": 230, "max_ms": 3.171, "p95_ms": 0.967}, "detection_prepare_ms": {"avg_ms": 1.572, "count": 230, "max_ms": 10.77, "p95_ms": 3.091}, "event_filter_ms": {"avg_ms": 0.007, "count": 230, "max_ms": 0.166, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.327, "count": 230, "max_ms": 0.931, "p95_ms": 0.644}, "mcmt_ms": {"avg_ms": 0.004, "count": 230, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.897, "count": 230, "max_ms": 9.788, "p95_ms": 6.434}, "setup_ms": {"avg_ms": 0.056, "count": 230, "max_ms": 0.168, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 7.211, "count": 230, "max_ms": 17.172, "p95_ms": 13.799}, "track_match_ms": {"avg_ms": 0.096, "count": 230, "max_ms": 0.489, "p95_ms": 0.232}, "tracker_update_ms": {"avg_ms": 1.756, "count": 230, "max_ms": 5.421, "p95_ms": 3.461}}, "gstreamer_push": {"avg_ms": 3.735, "count": 230, "max_ms": 7.187, "p95_ms": 5.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 230, "max_ms": 0.871, "p95_ms": 0.15}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.01, "count": 230, "max_ms": 111.798, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.06, "count": 230, "max_ms": 16.771, "p95_ms": 10.137}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.678, "count": 230, "max_ms": 175.742, "p95_ms": 135.35}, "inference_input_copy_ms": {"avg_ms": 1.748, "count": 230, "max_ms": 4.846, "p95_ms": 2.908}, "processing_residual_ms": {"avg_ms": 0.241, "count": 230, "max_ms": 0.691, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.726, "count": 230, "max_ms": 184.853, "p95_ms": 144.496}, "read_interval": {"avg_ms": 130.152, "count": 229, "max_ms": 247.992, "p95_ms": 187.891}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 230, "max_ms": 0.126, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.808, "count": 230, "max_ms": 9.599, "p95_ms": 6.316}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 230, "max_ms": 0.09, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.786, "count": 230, "max_ms": 9.553, "p95_ms": 6.289}, "worker_merge_ms": {"avg_ms": 0.008, "count": 230, "max_ms": 0.046, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 58.027, "count": 230, "max_ms": 111.819, "p95_ms": 76.321}, "visualize": {"avg_ms": 39.891, "count": 230, "max_ms": 73.014, "p95_ms": 53.254}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.642, "count": 230, "max_ms": 64.753, "p95_ms": 46.068}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.355, "count": 230, "max_ms": 71.609, "p95_ms": 51.003}, "visualize_input_copy_ms": {"avg_ms": 1.288, "count": 230, "max_ms": 5.756, "p95_ms": 2.262}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 230, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.195, "count": 230, "max_ms": 71.453, "p95_ms": 50.898}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 230, "max_ms": 0.273, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 230}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 230}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.809, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.121, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.745, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115521, "write_bytes_delta": 115521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.441302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 79923, "reason": null, "system_cpu_core_ratio": 0.043236, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.398066, "user_cpu_s_delta": 8.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.551016, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.449253, "system_cpu_s_delta": 9.039999999993597, "user_cpu_core_ratio": 1.101763, "user_cpu_s_delta": 22.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.636, "count": 235, "max_ms": 7.626, "p95_ms": 5.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.732, "max": 9.0, "p95": 8.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.875, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.66, "max": 4.0, "p95": 3.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.515, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.495, "count": 30, "max": 26.308, "p95": 25.475, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1846.467, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.767, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.286, "count": 30, "max": 0.47, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.848, "count": 30, "max": 1.129, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25383, "sampled_at": "2026-11-03T13:14:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:14:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5361039, "flush_count": 5668, "flush_interval_seconds": 30.0, "flush_state": {"count": 5668, "last_at": "2026-11-03T13:14:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:14:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5667}, "started": true, "suppressed_count": 3257127, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3256721}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5668, "written_record_count": 5668}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10206.34, "limit_mb": null}, "detail": {"pid": 80039, "restart_count": 322, "start_count": 323}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9019850342400, "copied_frame_count": 3262388, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9019850342400, "frame_buffer_copies": 3262388, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 0.4961, "p50_ms": 0.1155, "p95_ms": 0.2457, "p99_ms": 0.3722}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6579, "count": 512, "max_ms": 4.7983, "p50_ms": 1.5435, "p95_ms": 2.6878, "p99_ms": 3.672, "results": {"failed": 0, "not_applicable": 0, "success": 3262388, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 302, "h264_decode_error_count": 930, "h264_decode_error_count_per_hour": 57, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:14:37+09:00", "last_error_summary": "[h264 @ 0x5ea76a9a7480] error while decoding MB 109 59, bytestream -20", "last_exit_at": "2026-11-03T13:14:40+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:14:40+09:00", "pid": 80039, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.871, "name": "ffmpeg", "pid": 80039, "rss_mb": 57.871, "state": "S (sleeping)", "threads": 1}, "restart_count": 322, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 323}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.652, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262388, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.912, "last_frame_pushed_at": "2026-11-03T13:14:37+09:00", "last_frame_read_age_sec": 5.097, "last_frame_read_at": "2026-11-03T13:14:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 97.751, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 502.249, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 4.902, "exists": true, "mtime": "2026-11-03T13:14:37.482906+09:00", "mtime_epoch": 1793679277.4829063, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114632}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:14:42+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2341.832, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3262388, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.236, "max": 9.0, "p95": 7.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.854, "max": 4.0, "p95": 3.0, "sample_count": 164}, "total": {"avg": 1.592, "max": 4.0, "p95": 3.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 0.246, "max": 2.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.026, "max": 1.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 0.246, "max": 2.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.375, "pushed": 6.375, "read": 6.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.031, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4999.364, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.96, "count": 190, "max_ms": 12.374, "p95_ms": 2.919, "reason": null, "sample_age_ms": 5097.363, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.412, "count": 190, "max_ms": 9.307, "p95_ms": 2.148, "reason": null, "sample_age_ms": 5101.455, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.385, "count": 190, "max_ms": 1.188, "p95_ms": 0.748, "reason": null, "sample_age_ms": 4999.398, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.246, "count": 190, "max_ms": 10.163, "p95_ms": 3.385, "reason": null, "sample_age_ms": 5095.024, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5094.998, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5000.022, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.446, "count": 190, "max_ms": 94.918, "p95_ms": 71.099, "reason": null, "sample_age_ms": 4999.346, "source": "client_direct"}, "sample_age_ms": 4999.332, "source": "client_direct", "task_total_ms": {"avg_ms": 57.277, "count": 190, "max_ms": 97.969, "p95_ms": 74.954, "reason": null, "sample_age_ms": 4999.332, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.488, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.316, "count": 191, "max_ms": 17.309, "p95_ms": 14.258}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 191, "max_ms": 3.171, "p95_ms": 0.967}, "detection_prepare_ms": {"avg_ms": 1.58, "count": 191, "max_ms": 10.77, "p95_ms": 3.062}, "event_filter_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.166, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.332, "count": 191, "max_ms": 0.931, "p95_ms": 0.741}, "mcmt_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.916, "count": 191, "max_ms": 9.788, "p95_ms": 6.564}, "setup_ms": {"avg_ms": 0.058, "count": 191, "max_ms": 0.168, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 7.243, "count": 191, "max_ms": 17.172, "p95_ms": 14.108}, "track_match_ms": {"avg_ms": 0.1, "count": 191, "max_ms": 0.489, "p95_ms": 0.24}, "tracker_update_ms": {"avg_ms": 1.769, "count": 191, "max_ms": 5.421, "p95_ms": 3.602}}, "gstreamer_push": {"avg_ms": 3.776, "count": 191, "max_ms": 7.187, "p95_ms": 6.036}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.071, "count": 191, "max_ms": 0.871, "p95_ms": 0.15}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.684, "count": 191, "max_ms": 111.798, "p95_ms": 76.301}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.98, "count": 191, "max_ms": 16.771, "p95_ms": 9.457}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 107.578, "count": 191, "max_ms": 175.742, "p95_ms": 135.305}, "inference_input_copy_ms": {"avg_ms": 1.777, "count": 191, "max_ms": 4.846, "p95_ms": 2.943}, "processing_residual_ms": {"avg_ms": 0.24, "count": 191, "max_ms": 0.691, "p95_ms": 0.441}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.576, "count": 191, "max_ms": 184.853, "p95_ms": 140.409}, "read_interval": {"avg_ms": 131.242, "count": 190, "max_ms": 247.992, "p95_ms": 190.376}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 191, "max_ms": 0.126, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.827, "count": 191, "max_ms": 9.599, "p95_ms": 6.421}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 191, "max_ms": 0.09, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.804, "count": 191, "max_ms": 9.553, "p95_ms": 6.401}, "worker_merge_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.046, "p95_ms": 0.021}}, "triton_wait": {"avg_ms": 58.701, "count": 191, "max_ms": 111.819, "p95_ms": 76.321}, "visualize": {"avg_ms": 40.085, "count": 191, "max_ms": 73.014, "p95_ms": 53.254}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.823, "count": 191, "max_ms": 64.753, "p95_ms": 46.068}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.567, "count": 191, "max_ms": 71.609, "p95_ms": 51.003}, "visualize_input_copy_ms": {"avg_ms": 1.263, "count": 191, "max_ms": 5.756, "p95_ms": 2.244}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.405, "count": 191, "max_ms": 71.453, "p95_ms": 50.898}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 191, "max_ms": 0.273, "p95_ms": 0.159}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2341.809, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 60.121, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 126.745, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262337, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:14:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115521, "write_bytes_delta": 115521, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1161.0, "cpu_core_ratio": 0.441302, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 79923, "reason": null, "system_cpu_core_ratio": 0.043236, "system_cpu_s_delta": 0.8700000000000001, "user_cpu_core_ratio": 0.398066, "user_cpu_s_delta": 8.010000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.551016, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.449253, "system_cpu_s_delta": 9.039999999993597, "user_cpu_core_ratio": 1.101763, "user_cpu_s_delta": 22.169999999983702}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.636, "count": 235, "max_ms": 7.626, "p95_ms": 5.908, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.732, "max": 9.0, "p95": 8.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.875, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 208}, "total": {"avg": 1.66, "max": 4.0, "p95": 3.0, "sample_count": 235}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.515, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.495, "count": 30, "max": 26.308, "p95": 25.475, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 975.4, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1846.467, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109549.033, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.767, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.286, "count": 30, "max": 0.47, "p95": 0.446, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.848, "count": 30, "max": 1.129, "p95": 1.091, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25383, "sampled_at": "2026-11-03T13:14:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:14:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5362014, "flush_count": 5669, "flush_interval_seconds": 30.0, "flush_state": {"count": 5669, "last_at": "2026-11-03T13:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5668}, "started": true, "suppressed_count": 3257698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3257292}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5669, "written_record_count": 5669}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10210.293, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64046c534640] error while decoding MB 110 55, bytestream -15", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9021431808000, "copied_frame_count": 3262960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9021431808000, "frame_buffer_copies": 3262960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 2.651, "p50_ms": 0.1118, "p95_ms": 0.236, "p99_ms": 0.2985}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7005, "count": 512, "max_ms": 5.3435, "p50_ms": 1.5501, "p95_ms": 2.993, "p99_ms": 3.989, "results": {"failed": 0, "not_applicable": 0, "success": 3262960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 303, "h264_decode_error_count": 931, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:16:02+09:00", "last_error_summary": "[h264 @ 0x64046c534640] error while decoding MB 110 55, bytestream -15", "last_exit_at": "2026-11-03T13:16:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 81.868, "last_started_at": "2026-11-03T13:14:40+09:00", "pid": 80039, "process": {"exists": false, "pid": 80039}, "restart_count": 322, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 323}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.516, "sample_count": 2288, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-03T13:16:02+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-03T13:16:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 177.622, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 422.378, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:16:02+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3262960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.923, "max": 13.0, "p95": 11.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.348, "max": 3.0, "p95": 3.0, "sample_count": 207}, "total": {"avg": 2.348, "max": 3.0, "p95": 3.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.671, "max": 3.0, "p95": 3.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.671, "max": 3.0, "p95": 3.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 207, "pushed_frames": 207, "read_frames": 206, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.903, "pushed": 6.903, "read": 6.869}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 99.863, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.199, "count": 206, "max_ms": 8.861, "p95_ms": 3.771, "reason": null, "sample_age_ms": 152.358, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.489, "count": 206, "max_ms": 6.23, "p95_ms": 2.804, "reason": null, "sample_age_ms": 152.593, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.499, "count": 206, "max_ms": 3.21, "p95_ms": 0.971, "reason": null, "sample_age_ms": 99.873, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.264, "count": 206, "max_ms": 5.358, "p95_ms": 3.83, "reason": null, "sample_age_ms": 150.961, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2764808.0, "count": 206, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.94, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.273, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.611, "count": 206, "max_ms": 126.844, "p95_ms": 75.678, "reason": null, "sample_age_ms": 99.857, "source": "client_direct"}, "sample_age_ms": 99.851, "source": "client_direct", "task_total_ms": {"avg_ms": 59.601, "count": 206, "max_ms": 130.409, "p95_ms": 78.216, "reason": null, "sample_age_ms": 99.851, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.849, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.222, "count": 207, "max_ms": 26.184, "p95_ms": 16.838}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.645, "count": 207, "max_ms": 1.952, "p95_ms": 1.185}, "detection_prepare_ms": {"avg_ms": 2.111, "count": 207, "max_ms": 9.804, "p95_ms": 4.376}, "event_filter_ms": {"avg_ms": 0.008, "count": 207, "max_ms": 0.043, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.32, "count": 207, "max_ms": 1.661, "p95_ms": 0.66}, "mcmt_ms": {"avg_ms": 0.005, "count": 207, "max_ms": 0.018, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 4.172, "count": 207, "max_ms": 14.794, "p95_ms": 7.247}, "setup_ms": {"avg_ms": 0.06, "count": 207, "max_ms": 0.146, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 10.13, "count": 207, "max_ms": 26.053, "p95_ms": 16.759}, "track_match_ms": {"avg_ms": 0.23, "count": 207, "max_ms": 0.852, "p95_ms": 0.412}, "tracker_update_ms": {"avg_ms": 2.577, "count": 207, "max_ms": 8.249, "p95_ms": 4.432}}, "gstreamer_push": {"avg_ms": 3.845, "count": 207, "max_ms": 9.179, "p95_ms": 6.235}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 207, "max_ms": 0.231, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.42, "count": 207, "max_ms": 134.627, "p95_ms": 80.193}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.717, "count": 207, "max_ms": 18.401, "p95_ms": 9.635}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.832, "count": 207, "max_ms": 204.648, "p95_ms": 143.777}, "inference_input_copy_ms": {"avg_ms": 1.914, "count": 207, "max_ms": 5.144, "p95_ms": 3.284}, "processing_residual_ms": {"avg_ms": 0.327, "count": 207, "max_ms": 0.865, "p95_ms": 0.627}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.789, "count": 207, "max_ms": 209.697, "p95_ms": 150.873}, "read_interval": {"avg_ms": 145.438, "count": 206, "max_ms": 692.504, "p95_ms": 201.21}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 207, "max_ms": 0.158, "p95_ms": 0.05}, "execute_total_ms": {"avg_ms": 4.059, "count": 207, "max_ms": 14.687, "p95_ms": 7.075}, "resolve_scenarios_ms": {"avg_ms": 0.024, "count": 207, "max_ms": 0.083, "p95_ms": 0.052}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.033, "count": 207, "max_ms": 14.669, "p95_ms": 7.04}, "worker_merge_ms": {"avg_ms": 0.012, "count": 207, "max_ms": 0.374, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 61.439, "count": 207, "max_ms": 134.64, "p95_ms": 80.211}, "visualize": {"avg_ms": 43.54, "count": 207, "max_ms": 71.336, "p95_ms": 55.4}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.402, "count": 207, "max_ms": 55.671, "p95_ms": 46.18}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.627, "count": 207, "max_ms": 69.387, "p95_ms": 53.173}, "visualize_input_copy_ms": {"avg_ms": 1.62, "count": 207, "max_ms": 5.486, "p95_ms": 2.747}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.443, "count": 207, "max_ms": 69.109, "p95_ms": 53.06}, "visualizer_prepare_ms": {"avg_ms": 0.097, "count": 207, "max_ms": 0.232, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.369, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.262, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114107, "write_bytes_delta": 114107, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.408732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105.0, "pid": 80039, "reason": null, "system_cpu_core_ratio": 0.03743, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.371302, "user_cpu_s_delta": 7.440000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.655388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.477103, "system_cpu_s_delta": 9.559999999997672, "user_cpu_core_ratio": 1.178285, "user_cpu_s_delta": 23.610000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.912, "count": 205, "max_ms": 9.179, "p95_ms": 6.33, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.38, "max": 13.0, "p95": 11.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.371, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.371, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.754, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.767, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1840.533, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.477, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25387, "sampled_at": "2026-11-03T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5362014, "flush_count": 5669, "flush_interval_seconds": 30.0, "flush_state": {"count": 5669, "last_at": "2026-11-03T13:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5668}, "started": true, "suppressed_count": 3257698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3257292}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5669, "written_record_count": 5669}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10216.195, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:16:02+09:00", "last_error_summary": "[h264 @ 0x64046c534640] error while decoding MB 110 55, bytestream -15", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9021431808000, "copied_frame_count": 3262960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9021431808000, "frame_buffer_copies": 3262960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 2.651, "p50_ms": 0.1118, "p95_ms": 0.236, "p99_ms": 0.2985}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7005, "count": 512, "max_ms": 5.3435, "p50_ms": 1.5501, "p95_ms": 2.993, "p99_ms": 3.989, "results": {"failed": 0, "not_applicable": 0, "success": 3262960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 303, "h264_decode_error_count": 931, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:16:02+09:00", "last_error_summary": "[h264 @ 0x64046c534640] error while decoding MB 110 55, bytestream -15", "last_exit_at": "2026-11-03T13:16:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.156, "last_started_at": "2026-11-03T13:14:40+09:00", "pid": 80039, "process": {"exists": false, "pid": 80039}, "restart_count": 322, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 323}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.516, "sample_count": 2284, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.328, "last_frame_pushed_at": "2026-11-03T13:16:02+09:00", "last_frame_read_age_sec": 0.436, "last_frame_read_at": "2026-11-03T13:16:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 177.927, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 422.073, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.006, "exists": true, "mtime": "2026-11-03T13:16:02.533817+09:00", "mtime_epoch": 1793679362.533817, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 116117}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:16:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3262960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.892, "max": 13.0, "p95": 11.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.338, "max": 3.0, "p95": 3.0, "sample_count": 204}, "total": {"avg": 2.338, "max": 3.0, "p95": 3.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 1.652, "max": 3.0, "p95": 3.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 1.652, "max": 3.0, "p95": 3.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 204, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.813, "pushed": 6.813, "read": 6.813}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 204, "client_acquire_ms": {"avg_ms": 0.009, "count": 204, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 395.479, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.203, "count": 204, "max_ms": 8.861, "p95_ms": 3.792, "reason": null, "sample_age_ms": 447.974, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.493, "count": 204, "max_ms": 6.23, "p95_ms": 2.813, "reason": null, "sample_age_ms": 448.21, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.496, "count": 204, "max_ms": 3.21, "p95_ms": 0.946, "reason": null, "sample_age_ms": 395.489, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.262, "count": 204, "max_ms": 5.358, "p95_ms": 3.847, "reason": null, "sample_age_ms": 446.578, "source": "client_direct"}, "request_count": 204, "request_tensor_bytes": {"avg": 2764808.0, "count": 204, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 446.557, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 395.89, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.644, "count": 204, "max_ms": 126.844, "p95_ms": 75.681, "reason": null, "sample_age_ms": 395.473, "source": "client_direct"}, "sample_age_ms": 395.468, "source": "client_direct", "task_total_ms": {"avg_ms": 59.629, "count": 204, "max_ms": 130.409, "p95_ms": 78.261, "reason": null, "sample_age_ms": 395.468, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.083, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.227, "count": 204, "max_ms": 26.184, "p95_ms": 16.838}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.646, "count": 204, "max_ms": 1.952, "p95_ms": 1.185}, "detection_prepare_ms": {"avg_ms": 2.113, "count": 204, "max_ms": 9.804, "p95_ms": 4.376}, "event_filter_ms": {"avg_ms": 0.008, "count": 204, "max_ms": 0.043, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 204, "max_ms": 1.661, "p95_ms": 0.66}, "mcmt_ms": {"avg_ms": 0.005, "count": 204, "max_ms": 0.018, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 4.173, "count": 204, "max_ms": 14.794, "p95_ms": 7.247}, "setup_ms": {"avg_ms": 0.06, "count": 204, "max_ms": 0.146, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 10.135, "count": 204, "max_ms": 26.053, "p95_ms": 16.759}, "track_match_ms": {"avg_ms": 0.23, "count": 204, "max_ms": 0.852, "p95_ms": 0.412}, "tracker_update_ms": {"avg_ms": 2.577, "count": 204, "max_ms": 8.249, "p95_ms": 4.432}}, "gstreamer_push": {"avg_ms": 3.831, "count": 204, "max_ms": 9.179, "p95_ms": 6.235}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 204, "max_ms": 0.231, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.432, "count": 204, "max_ms": 134.627, "p95_ms": 80.193}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.726, "count": 204, "max_ms": 18.401, "p95_ms": 9.635}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.861, "count": 204, "max_ms": 204.648, "p95_ms": 143.777}, "inference_input_copy_ms": {"avg_ms": 1.921, "count": 204, "max_ms": 5.144, "p95_ms": 3.284}, "processing_residual_ms": {"avg_ms": 0.326, "count": 204, "max_ms": 0.865, "p95_ms": 0.627}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.834, "count": 204, "max_ms": 209.697, "p95_ms": 150.873}, "read_interval": {"avg_ms": 145.587, "count": 204, "max_ms": 692.504, "p95_ms": 201.21}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 204, "max_ms": 0.158, "p95_ms": 0.05}, "execute_total_ms": {"avg_ms": 4.059, "count": 204, "max_ms": 14.687, "p95_ms": 7.075}, "resolve_scenarios_ms": {"avg_ms": 0.024, "count": 204, "max_ms": 0.083, "p95_ms": 0.052}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.033, "count": 204, "max_ms": 14.669, "p95_ms": 7.04}, "worker_merge_ms": {"avg_ms": 0.012, "count": 204, "max_ms": 0.374, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 61.451, "count": 204, "max_ms": 134.64, "p95_ms": 80.211}, "visualize": {"avg_ms": 43.551, "count": 204, "max_ms": 71.336, "p95_ms": 55.4}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.427, "count": 204, "max_ms": 55.671, "p95_ms": 46.18}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.634, "count": 204, "max_ms": 69.387, "p95_ms": 53.173}, "visualize_input_copy_ms": {"avg_ms": 1.624, "count": 204, "max_ms": 5.486, "p95_ms": 2.747}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.45, "count": 204, "max_ms": 69.109, "p95_ms": 53.06}, "visualizer_prepare_ms": {"avg_ms": 0.097, "count": 204, "max_ms": 0.232, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.369, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.262, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114107, "write_bytes_delta": 114107, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.408732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105.0, "pid": 80039, "reason": null, "system_cpu_core_ratio": 0.03743, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.371302, "user_cpu_s_delta": 7.440000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.655388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.477103, "system_cpu_s_delta": 9.559999999997672, "user_cpu_core_ratio": 1.178285, "user_cpu_s_delta": 23.610000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.912, "count": 205, "max_ms": 9.179, "p95_ms": 6.33, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.38, "max": 13.0, "p95": 11.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.371, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.371, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.754, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.767, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1840.533, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.477, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25387, "sampled_at": "2026-11-03T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5362014, "flush_count": 5669, "flush_interval_seconds": 30.0, "flush_state": {"count": 5669, "last_at": "2026-11-03T13:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5668}, "started": true, "suppressed_count": 3257698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3257292}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5669, "written_record_count": 5669}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10191.211, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9021431808000, "copied_frame_count": 3262960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9021431808000, "frame_buffer_copies": 3262960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 2.651, "p50_ms": 0.1118, "p95_ms": 0.236, "p99_ms": 0.2985}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7005, "count": 512, "max_ms": 5.3435, "p50_ms": 1.5501, "p95_ms": 2.993, "p99_ms": 3.989, "results": {"failed": 0, "not_applicable": 0, "success": 3262960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 303, "h264_decode_error_count": 931, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:16:02+09:00", "last_error_summary": "[h264 @ 0x64046c534640] error while decoding MB 110 55, bytestream -15", "last_exit_at": "2026-11-03T13:16:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 82.873, "last_started_at": "2026-11-03T13:14:40+09:00", "pid": 80039, "process": {"exists": false, "pid": 80039}, "restart_count": 322, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 323}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.516, "sample_count": 2277, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 1.045, "last_frame_pushed_at": "2026-11-03T13:16:02+09:00", "last_frame_read_age_sec": 1.152, "last_frame_read_at": "2026-11-03T13:16:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 178.627, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 421.373, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.319, "exists": true, "mtime": "2026-11-03T13:16:02.937821+09:00", "mtime_epoch": 1793679362.9378211, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114242}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:16:03+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.098, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3262960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.865, "max": 13.0, "p95": 11.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.325, "max": 3.0, "p95": 3.0, "sample_count": 200}, "total": {"avg": 2.325, "max": 3.0, "p95": 3.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.625, "max": 3.0, "p95": 3.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.625, "max": 3.0, "p95": 3.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.674, "pushed": 6.674, "read": 6.64}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.009, "count": 199, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 1105.594, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.2, "count": 199, "max_ms": 8.861, "p95_ms": 3.831, "reason": null, "sample_age_ms": 1158.089, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.492, "count": 199, "max_ms": 6.23, "p95_ms": 2.826, "reason": null, "sample_age_ms": 1158.325, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.495, "count": 199, "max_ms": 3.21, "p95_ms": 0.951, "reason": null, "sample_age_ms": 1105.604, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.259, "count": 199, "max_ms": 5.358, "p95_ms": 3.724, "reason": null, "sample_age_ms": 1156.693, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 1156.672, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1106.005, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.681, "count": 199, "max_ms": 126.844, "p95_ms": 75.688, "reason": null, "sample_age_ms": 1105.588, "source": "client_direct"}, "sample_age_ms": 1105.583, "source": "client_direct", "task_total_ms": {"avg_ms": 59.662, "count": 199, "max_ms": 130.409, "p95_ms": 78.344, "reason": null, "sample_age_ms": 1105.583, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.224, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.18, "count": 200, "max_ms": 26.184, "p95_ms": 16.43}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.643, "count": 200, "max_ms": 1.952, "p95_ms": 1.16}, "detection_prepare_ms": {"avg_ms": 2.12, "count": 200, "max_ms": 9.804, "p95_ms": 4.376}, "event_filter_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.043, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.323, "count": 200, "max_ms": 1.661, "p95_ms": 0.66}, "mcmt_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.018, "p95_ms": 0.012}, "scenario_analyze_ms": {"avg_ms": 4.126, "count": 200, "max_ms": 14.794, "p95_ms": 7.218}, "setup_ms": {"avg_ms": 0.06, "count": 200, "max_ms": 0.146, "p95_ms": 0.111}, "total_inside_ms": {"avg_ms": 10.088, "count": 200, "max_ms": 26.053, "p95_ms": 16.36}, "track_match_ms": {"avg_ms": 0.228, "count": 200, "max_ms": 0.852, "p95_ms": 0.412}, "tracker_update_ms": {"avg_ms": 2.574, "count": 200, "max_ms": 8.249, "p95_ms": 4.432}}, "gstreamer_push": {"avg_ms": 3.828, "count": 200, "max_ms": 9.179, "p95_ms": 6.235}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 200, "max_ms": 0.231, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.457, "count": 200, "max_ms": 134.627, "p95_ms": 80.193}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.686, "count": 200, "max_ms": 18.401, "p95_ms": 9.562}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.823, "count": 200, "max_ms": 204.648, "p95_ms": 143.777}, "inference_input_copy_ms": {"avg_ms": 1.914, "count": 200, "max_ms": 5.144, "p95_ms": 3.25}, "processing_residual_ms": {"avg_ms": 0.326, "count": 200, "max_ms": 0.865, "p95_ms": 0.598}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.749, "count": 200, "max_ms": 209.697, "p95_ms": 149.507}, "read_interval": {"avg_ms": 145.469, "count": 199, "max_ms": 692.504, "p95_ms": 201.423}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 200, "max_ms": 0.158, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 4.013, "count": 200, "max_ms": 14.687, "p95_ms": 7.061}, "resolve_scenarios_ms": {"avg_ms": 0.024, "count": 200, "max_ms": 0.083, "p95_ms": 0.051}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.987, "count": 200, "max_ms": 14.669, "p95_ms": 7.028}, "worker_merge_ms": {"avg_ms": 0.012, "count": 200, "max_ms": 0.374, "p95_ms": 0.022}}, "triton_wait": {"avg_ms": 61.476, "count": 200, "max_ms": 134.64, "p95_ms": 80.211}, "visualize": {"avg_ms": 43.53, "count": 200, "max_ms": 71.336, "p95_ms": 55.4}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.413, "count": 200, "max_ms": 55.671, "p95_ms": 46.18}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.612, "count": 200, "max_ms": 69.387, "p95_ms": 53.173}, "visualize_input_copy_ms": {"avg_ms": 1.624, "count": 200, "max_ms": 5.486, "p95_ms": 2.747}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.428, "count": 200, "max_ms": 69.109, "p95_ms": 53.06}, "visualizer_prepare_ms": {"avg_ms": 0.097, "count": 200, "max_ms": 0.232, "p95_ms": 0.174}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.369, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.262, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114107, "write_bytes_delta": 114107, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.408732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105.0, "pid": 80039, "reason": null, "system_cpu_core_ratio": 0.03743, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.371302, "user_cpu_s_delta": 7.440000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.655388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.477103, "system_cpu_s_delta": 9.559999999997672, "user_cpu_core_ratio": 1.178285, "user_cpu_s_delta": 23.610000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.912, "count": 205, "max_ms": 9.179, "p95_ms": 6.33, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.38, "max": 13.0, "p95": 11.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.371, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.371, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.754, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.767, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1840.533, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.477, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25387, "sampled_at": "2026-11-03T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5362014, "flush_count": 5669, "flush_interval_seconds": 30.0, "flush_state": {"count": 5669, "last_at": "2026-11-03T13:15:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:15:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5668}, "started": true, "suppressed_count": 3257698, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3257292}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5669, "written_record_count": 5669}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10225.523, "limit_mb": null}, "detail": {"pid": 80155, "restart_count": 323, "start_count": 324}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9021431808000, "copied_frame_count": 3262960, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9021431808000, "frame_buffer_copies": 3262960, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1328, "count": 512, "max_ms": 2.651, "p50_ms": 0.1118, "p95_ms": 0.236, "p99_ms": 0.2985}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7005, "count": 512, "max_ms": 5.3435, "p50_ms": 1.5501, "p95_ms": 2.993, "p99_ms": 3.989, "results": {"failed": 0, "not_applicable": 0, "success": 3262960, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 303, "h264_decode_error_count": 931, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:16:02+09:00", "last_error_summary": "[h264 @ 0x64046c534640] error while decoding MB 110 55, bytestream -15", "last_exit_at": "2026-11-03T13:16:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T13:16:05+09:00", "pid": 80155, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.68, "name": "ffmpeg", "pid": 80155, "rss_mb": 57.68, "state": "S (sleeping)", "threads": 1}, "restart_count": 323, "restart_count_per_hour": 28, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 324}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.74, "sample_count": 2239, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262960, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:16:02+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.362, "last_frame_pushed_at": "2026-11-03T13:16:02+09:00", "last_frame_read_age_sec": 5.469, "last_frame_read_at": "2026-11-03T13:16:02+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 182.958, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 417.042, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 4.636, "exists": true, "mtime": "2026-11-03T13:16:02.937821+09:00", "mtime_epoch": 1793679362.9378211, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 114242}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:16:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.102, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3262960, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.976, "max": 13.0, "p95": 11.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 169}, "total": {"avg": 2.219, "max": 3.0, "p95": 3.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 1.391, "max": 3.0, "p95": 2.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 1.391, "max": 3.0, "p95": 2.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.653, "pushed": 5.653, "read": 5.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.009, "count": 169, "max_ms": 0.029, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5429.602, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.195, "count": 168, "max_ms": 8.861, "p95_ms": 3.732, "reason": null, "sample_age_ms": 5482.097, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.499, "count": 168, "max_ms": 6.23, "p95_ms": 2.779, "reason": null, "sample_age_ms": 5482.333, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.503, "count": 169, "max_ms": 3.21, "p95_ms": 0.967, "reason": null, "sample_age_ms": 5429.612, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.279, "count": 168, "max_ms": 5.358, "p95_ms": 3.653, "reason": null, "sample_age_ms": 5480.701, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5480.68, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 169, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5430.013, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.842, "count": 169, "max_ms": 126.844, "p95_ms": 75.808, "reason": null, "sample_age_ms": 5429.596, "source": "client_direct"}, "sample_age_ms": 5429.591, "source": "client_direct", "task_total_ms": {"avg_ms": 59.859, "count": 169, "max_ms": 130.409, "p95_ms": 78.559, "reason": null, "sample_age_ms": 5429.591, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.329, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.996, "count": 169, "max_ms": 26.184, "p95_ms": 16.838}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.631, "count": 169, "max_ms": 1.952, "p95_ms": 1.196}, "detection_prepare_ms": {"avg_ms": 2.141, "count": 169, "max_ms": 9.804, "p95_ms": 5.472}, "event_filter_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.043, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.343, "count": 169, "max_ms": 1.661, "p95_ms": 0.743}, "mcmt_ms": {"avg_ms": 0.005, "count": 169, "max_ms": 0.018, "p95_ms": 0.013}, "scenario_analyze_ms": {"avg_ms": 3.943, "count": 169, "max_ms": 14.794, "p95_ms": 7.247}, "setup_ms": {"avg_ms": 0.061, "count": 169, "max_ms": 0.146, "p95_ms": 0.12}, "total_inside_ms": {"avg_ms": 9.907, "count": 169, "max_ms": 26.053, "p95_ms": 16.759}, "track_match_ms": {"avg_ms": 0.216, "count": 169, "max_ms": 0.852, "p95_ms": 0.411}, "tracker_update_ms": {"avg_ms": 2.557, "count": 169, "max_ms": 8.249, "p95_ms": 4.432}}, "gstreamer_push": {"avg_ms": 3.793, "count": 169, "max_ms": 9.179, "p95_ms": 6.081}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 169, "max_ms": 0.231, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.672, "count": 169, "max_ms": 134.627, "p95_ms": 80.373}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.66, "count": 169, "max_ms": 18.401, "p95_ms": 9.562}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 116.873, "count": 169, "max_ms": 204.648, "p95_ms": 144.398}, "inference_input_copy_ms": {"avg_ms": 1.923, "count": 169, "max_ms": 4.842, "p95_ms": 3.25}, "processing_residual_ms": {"avg_ms": 0.328, "count": 169, "max_ms": 0.865, "p95_ms": 0.628}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 122.785, "count": 169, "max_ms": 209.697, "p95_ms": 150.873}, "read_interval": {"avg_ms": 146.203, "count": 168, "max_ms": 692.504, "p95_ms": 212.041}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 169, "max_ms": 0.158, "p95_ms": 0.048}, "execute_total_ms": {"avg_ms": 3.83, "count": 169, "max_ms": 14.687, "p95_ms": 7.084}, "resolve_scenarios_ms": {"avg_ms": 0.025, "count": 169, "max_ms": 0.083, "p95_ms": 0.052}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.804, "count": 169, "max_ms": 14.669, "p95_ms": 7.049}, "worker_merge_ms": {"avg_ms": 0.013, "count": 169, "max_ms": 0.374, "p95_ms": 0.028}}, "triton_wait": {"avg_ms": 61.691, "count": 169, "max_ms": 134.64, "p95_ms": 80.391}, "visualize": {"avg_ms": 43.543, "count": 169, "max_ms": 71.336, "p95_ms": 55.4}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.578, "count": 169, "max_ms": 55.671, "p95_ms": 46.18}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.607, "count": 169, "max_ms": 69.387, "p95_ms": 53.173}, "visualize_input_copy_ms": {"avg_ms": 1.653, "count": 169, "max_ms": 5.486, "p95_ms": 3.104}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.421, "count": 169, "max_ms": 69.109, "p95_ms": 53.06}, "visualizer_prepare_ms": {"avg_ms": 0.099, "count": 169, "max_ms": 0.232, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.07, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.369, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.262, "sample_count": 2307, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3262882, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:15:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114107, "write_bytes_delta": 114107, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1029.0, "cpu_core_ratio": 0.408732, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 105.0, "pid": 80039, "reason": null, "system_cpu_core_ratio": 0.03743, "system_cpu_s_delta": 0.75, "user_cpu_core_ratio": 0.371302, "user_cpu_s_delta": 7.440000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.655388, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.477103, "system_cpu_s_delta": 9.559999999997672, "user_cpu_core_ratio": 1.178285, "user_cpu_s_delta": 23.610000000044238}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.912, "count": 205, "max_ms": 9.179, "p95_ms": 6.33, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.38, "max": 13.0, "p95": 11.0, "sample_count": 205}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.371, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 205}, "total": {"avg": 2.371, "max": 3.0, "p95": 3.0, "sample_count": 205}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.754, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.398, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 979.767, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1840.533, "count": 30, "max": 13281.0, "p95": 10215.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.097, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111030.367, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.933, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.305, "count": 30, "max": 0.477, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.892, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25387, "sampled_at": "2026-11-03T13:15:50+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:15:50+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.895, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5363990, "flush_count": 5671, "flush_interval_seconds": 30.0, "flush_state": {"count": 5671, "last_at": "2026-11-03T13:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5670}, "started": true, "suppressed_count": 3258497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3258091}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5671, "written_record_count": 5671}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10204.293, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x618a93eb8a40] error while decoding MB 118 63, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9023646412800, "copied_frame_count": 3263761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9023646412800, "frame_buffer_copies": 3263761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1393, "count": 512, "max_ms": 3.2133, "p50_ms": 0.1186, "p95_ms": 0.2339, "p99_ms": 0.3519}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6819, "count": 512, "max_ms": 7.884, "p50_ms": 1.5761, "p95_ms": 2.7528, "p99_ms": 3.4982, "results": {"failed": 0, "not_applicable": 0, "success": 3263761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 304, "h264_decode_error_count": 932, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:17:48+09:00", "last_error_summary": "[h264 @ 0x618a93eb8a40] error while decoding MB 118 63, bytestream -5", "last_exit_at": "2026-11-03T13:17:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.602, "last_started_at": "2026-11-03T13:16:05+09:00", "pid": 80155, "process": {"exists": false, "pid": 80155}, "restart_count": 323, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 324}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.59, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.109, "last_frame_pushed_at": "2026-11-03T13:17:48+09:00", "last_frame_read_age_sec": 0.234, "last_frame_read_at": "2026-11-03T13:17:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.559, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 316.441, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T13:17:48.144851+09:00", "mtime_epoch": 1793679468.144851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:17:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3263761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.269, "max": 8.0, "p95": 6.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.455, "max": 2.0, "p95": 2.0, "sample_count": 167}, "total": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.067, "pushed": 8.067, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 182.949, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.912, "count": 241, "max_ms": 9.679, "p95_ms": 3.017, "reason": null, "sample_age_ms": 249.714, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 241, "max_ms": 9.218, "p95_ms": 2.066, "reason": null, "sample_age_ms": 250.106, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 242, "max_ms": 2.947, "p95_ms": 0.67, "reason": null, "sample_age_ms": 182.973, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.076, "count": 241, "max_ms": 9.132, "p95_ms": 3.392, "reason": null, "sample_age_ms": 246.459, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 246.407, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 183.814, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.817, "count": 242, "max_ms": 77.615, "p95_ms": 67.865, "reason": null, "sample_age_ms": 182.943, "source": "client_direct"}, "sample_age_ms": 182.937, "source": "client_direct", "task_total_ms": {"avg_ms": 52.459, "count": 242, "max_ms": 84.542, "p95_ms": 71.364, "reason": null, "sample_age_ms": 182.937, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.302, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.014, "count": 242, "max_ms": 19.334, "p95_ms": 10.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.432, "count": 242, "max_ms": 1.648, "p95_ms": 0.866}, "detection_prepare_ms": {"avg_ms": 1.149, "count": 242, "max_ms": 7.419, "p95_ms": 2.498}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.067, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 242, "max_ms": 0.961, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.035, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.806, "count": 242, "max_ms": 6.487, "p95_ms": 4.48}, "setup_ms": {"avg_ms": 0.051, "count": 242, "max_ms": 0.148, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.947, "count": 242, "max_ms": 19.217, "p95_ms": 10.205}, "track_match_ms": {"avg_ms": 0.058, "count": 242, "max_ms": 0.347, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.192, "count": 242, "max_ms": 6.327, "p95_ms": 2.711}}, "gstreamer_push": {"avg_ms": 3.589, "count": 242, "max_ms": 7.554, "p95_ms": 5.547}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 242, "max_ms": 0.765, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.874, "count": 242, "max_ms": 88.237, "p95_ms": 72.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.271, "count": 242, "max_ms": 15.479, "p95_ms": 9.706}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.722, "count": 242, "max_ms": 173.775, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.815, "count": 242, "max_ms": 7.302, "p95_ms": 3.109}, "processing_residual_ms": {"avg_ms": 0.212, "count": 242, "max_ms": 0.805, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.02, "count": 242, "max_ms": 184.27, "p95_ms": 136.127}, "read_interval": {"avg_ms": 123.414, "count": 242, "max_ms": 278.455, "p95_ms": 171.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 242, "max_ms": 0.294, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.728, "count": 242, "max_ms": 6.287, "p95_ms": 4.328}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.063, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.707, "count": 242, "max_ms": 6.258, "p95_ms": 4.297}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.889, "count": 242, "max_ms": 88.249, "p95_ms": 72.331}, "visualize": {"avg_ms": 40.514, "count": 242, "max_ms": 90.721, "p95_ms": 55.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.688, "count": 242, "max_ms": 84.748, "p95_ms": 48.438}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.845, "count": 242, "max_ms": 87.334, "p95_ms": 52.837}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 242, "max_ms": 3.548, "p95_ms": 2.343}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.69, "count": 242, "max_ms": 87.186, "p95_ms": 52.671}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 242, "max_ms": 0.229, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.421, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.677, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112402, "write_bytes_delta": 112402, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.430705, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 147.0, "pid": 80155, "reason": null, "system_cpu_core_ratio": 0.041232, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.389473, "user_cpu_s_delta": 7.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594156, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464486, "system_cpu_s_delta": 9.35000000000582, "user_cpu_core_ratio": 1.12967, "user_cpu_s_delta": 22.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.709, "count": 223, "max_ms": 10.181, "p95_ms": 6.006, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.018, "max": 16.0, "p95": 14.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.071, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 1.969, "max": 4.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.367, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.513, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.2, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1430.567, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111944.733, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108504.2, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.32, "count": 30, "max": 0.484, "p95": 0.477, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25391, "sampled_at": "2026-11-03T13:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5363990, "flush_count": 5671, "flush_interval_seconds": 30.0, "flush_state": {"count": 5671, "last_at": "2026-11-03T13:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5670}, "started": true, "suppressed_count": 3258497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3258091}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5671, "written_record_count": 5671}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10204.473, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:17:48+09:00", "last_error_summary": "[h264 @ 0x618a93eb8a40] error while decoding MB 118 63, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9023646412800, "copied_frame_count": 3263761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9023646412800, "frame_buffer_copies": 3263761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1393, "count": 512, "max_ms": 3.2133, "p50_ms": 0.1186, "p95_ms": 0.2339, "p99_ms": 0.3519}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6819, "count": 512, "max_ms": 7.884, "p50_ms": 1.5761, "p95_ms": 2.7528, "p99_ms": 3.4982, "results": {"failed": 0, "not_applicable": 0, "success": 3263761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 304, "h264_decode_error_count": 932, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:17:48+09:00", "last_error_summary": "[h264 @ 0x618a93eb8a40] error while decoding MB 118 63, bytestream -5", "last_exit_at": "2026-11-03T13:17:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.694, "last_started_at": "2026-11-03T13:16:05+09:00", "pid": 80155, "process": {"exists": false, "pid": 80155}, "restart_count": 323, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 324}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.59, "sample_count": 2274, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.201, "last_frame_pushed_at": "2026-11-03T13:17:48+09:00", "last_frame_read_age_sec": 0.325, "last_frame_read_at": "2026-11-03T13:17:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.648, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 316.352, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.121, "exists": true, "mtime": "2026-11-03T13:17:48.144851+09:00", "mtime_epoch": 1793679468.144851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:17:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3263761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.269, "max": 8.0, "p95": 6.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.455, "max": 2.0, "p95": 2.0, "sample_count": 167}, "total": {"avg": 1.004, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.077, "pushed": 8.077, "read": 8.043}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 273.295, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.912, "count": 241, "max_ms": 9.679, "p95_ms": 3.017, "reason": null, "sample_age_ms": 340.06, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 241, "max_ms": 9.218, "p95_ms": 2.066, "reason": null, "sample_age_ms": 340.452, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 241, "max_ms": 2.947, "p95_ms": 0.67, "reason": null, "sample_age_ms": 273.319, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.076, "count": 241, "max_ms": 9.132, "p95_ms": 3.392, "reason": null, "sample_age_ms": 336.804, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 336.753, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 274.159, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.729, "count": 241, "max_ms": 77.615, "p95_ms": 67.848, "reason": null, "sample_age_ms": 273.289, "source": "client_direct"}, "sample_age_ms": 273.283, "source": "client_direct", "task_total_ms": {"avg_ms": 52.372, "count": 241, "max_ms": 84.542, "p95_ms": 71.121, "reason": null, "sample_age_ms": 273.283, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.923, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.014, "count": 242, "max_ms": 19.334, "p95_ms": 10.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.432, "count": 242, "max_ms": 1.648, "p95_ms": 0.866}, "detection_prepare_ms": {"avg_ms": 1.149, "count": 242, "max_ms": 7.419, "p95_ms": 2.498}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.067, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 242, "max_ms": 0.961, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.035, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.806, "count": 242, "max_ms": 6.487, "p95_ms": 4.48}, "setup_ms": {"avg_ms": 0.051, "count": 242, "max_ms": 0.148, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.947, "count": 242, "max_ms": 19.217, "p95_ms": 10.205}, "track_match_ms": {"avg_ms": 0.058, "count": 242, "max_ms": 0.347, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.192, "count": 242, "max_ms": 6.327, "p95_ms": 2.711}}, "gstreamer_push": {"avg_ms": 3.589, "count": 242, "max_ms": 7.554, "p95_ms": 5.547}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 242, "max_ms": 0.765, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.874, "count": 242, "max_ms": 88.237, "p95_ms": 72.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.271, "count": 242, "max_ms": 15.479, "p95_ms": 9.706}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.722, "count": 242, "max_ms": 173.775, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.815, "count": 242, "max_ms": 7.302, "p95_ms": 3.109}, "processing_residual_ms": {"avg_ms": 0.212, "count": 242, "max_ms": 0.805, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.02, "count": 242, "max_ms": 184.27, "p95_ms": 136.127}, "read_interval": {"avg_ms": 123.497, "count": 241, "max_ms": 278.455, "p95_ms": 171.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 242, "max_ms": 0.294, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.728, "count": 242, "max_ms": 6.287, "p95_ms": 4.328}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 242, "max_ms": 0.063, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.707, "count": 242, "max_ms": 6.258, "p95_ms": 4.297}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.889, "count": 242, "max_ms": 88.249, "p95_ms": 72.331}, "visualize": {"avg_ms": 40.514, "count": 242, "max_ms": 90.721, "p95_ms": 55.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.688, "count": 242, "max_ms": 84.748, "p95_ms": 48.438}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.845, "count": 242, "max_ms": 87.334, "p95_ms": 52.837}, "visualize_input_copy_ms": {"avg_ms": 1.434, "count": 242, "max_ms": 3.548, "p95_ms": 2.343}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.69, "count": 242, "max_ms": 87.186, "p95_ms": 52.671}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 242, "max_ms": 0.229, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.421, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.677, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112402, "write_bytes_delta": 112402, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.430705, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 147.0, "pid": 80155, "reason": null, "system_cpu_core_ratio": 0.041232, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.389473, "user_cpu_s_delta": 7.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594156, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464486, "system_cpu_s_delta": 9.35000000000582, "user_cpu_core_ratio": 1.12967, "user_cpu_s_delta": 22.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.709, "count": 223, "max_ms": 10.181, "p95_ms": 6.006, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.018, "max": 16.0, "p95": 14.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.071, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 1.969, "max": 4.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.367, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.513, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.2, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1430.567, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111944.733, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108504.2, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.32, "count": 30, "max": 0.484, "p95": 0.477, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25391, "sampled_at": "2026-11-03T13:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5363990, "flush_count": 5671, "flush_interval_seconds": 30.0, "flush_state": {"count": 5671, "last_at": "2026-11-03T13:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5670}, "started": true, "suppressed_count": 3258497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3258091}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5671, "written_record_count": 5671}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10204.59, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9023646412800, "copied_frame_count": 3263761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9023646412800, "frame_buffer_copies": 3263761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1393, "count": 512, "max_ms": 3.2133, "p50_ms": 0.1186, "p95_ms": 0.2339, "p99_ms": 0.3519}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6819, "count": 512, "max_ms": 7.884, "p50_ms": 1.5761, "p95_ms": 2.7528, "p99_ms": 3.4982, "results": {"failed": 0, "not_applicable": 0, "success": 3263761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 304, "h264_decode_error_count": 932, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:17:48+09:00", "last_error_summary": "[h264 @ 0x618a93eb8a40] error while decoding MB 118 63, bytestream -5", "last_exit_at": "2026-11-03T13:17:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 102.773, "last_started_at": "2026-11-03T13:16:05+09:00", "pid": 80155, "process": {"exists": false, "pid": 80155}, "restart_count": 323, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 324}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.59, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.28, "last_frame_pushed_at": "2026-11-03T13:17:48+09:00", "last_frame_read_age_sec": 0.405, "last_frame_read_at": "2026-11-03T13:17:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 283.732, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 316.268, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.201, "exists": true, "mtime": "2026-11-03T13:17:48.144851+09:00", "mtime_epoch": 1793679468.144851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:17:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3263761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.27, "max": 8.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.452, "max": 2.0, "p95": 2.0, "sample_count": 166}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.056, "pushed": 8.056, "read": 8.022}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 349.566, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.912, "count": 240, "max_ms": 9.679, "p95_ms": 3.019, "reason": null, "sample_age_ms": 416.332, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.404, "count": 240, "max_ms": 9.218, "p95_ms": 2.074, "reason": null, "sample_age_ms": 416.724, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 241, "max_ms": 2.947, "p95_ms": 0.67, "reason": null, "sample_age_ms": 349.591, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.075, "count": 240, "max_ms": 9.132, "p95_ms": 3.401, "reason": null, "sample_age_ms": 413.076, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 413.025, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 350.431, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.729, "count": 241, "max_ms": 77.615, "p95_ms": 67.848, "reason": null, "sample_age_ms": 349.561, "source": "client_direct"}, "sample_age_ms": 349.555, "source": "client_direct", "task_total_ms": {"avg_ms": 52.372, "count": 241, "max_ms": 84.542, "p95_ms": 71.121, "reason": null, "sample_age_ms": 349.555, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.288, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.014, "count": 241, "max_ms": 19.334, "p95_ms": 10.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.432, "count": 241, "max_ms": 1.648, "p95_ms": 0.866}, "detection_prepare_ms": {"avg_ms": 1.149, "count": 241, "max_ms": 7.419, "p95_ms": 2.498}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.067, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 241, "max_ms": 0.961, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.035, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 1.804, "count": 241, "max_ms": 6.487, "p95_ms": 4.48}, "setup_ms": {"avg_ms": 0.051, "count": 241, "max_ms": 0.148, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 4.947, "count": 241, "max_ms": 19.217, "p95_ms": 10.205}, "track_match_ms": {"avg_ms": 0.058, "count": 241, "max_ms": 0.347, "p95_ms": 0.15}, "tracker_update_ms": {"avg_ms": 1.192, "count": 241, "max_ms": 6.327, "p95_ms": 2.711}}, "gstreamer_push": {"avg_ms": 3.58, "count": 241, "max_ms": 7.554, "p95_ms": 5.458}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 241, "max_ms": 0.765, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.775, "count": 241, "max_ms": 88.237, "p95_ms": 72.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.267, "count": 241, "max_ms": 15.479, "p95_ms": 9.706}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.645, "count": 241, "max_ms": 173.775, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.815, "count": 241, "max_ms": 7.302, "p95_ms": 3.109}, "processing_residual_ms": {"avg_ms": 0.212, "count": 241, "max_ms": 0.805, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.938, "count": 241, "max_ms": 184.27, "p95_ms": 136.127}, "read_interval": {"avg_ms": 123.418, "count": 240, "max_ms": 278.455, "p95_ms": 171.541}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 241, "max_ms": 0.294, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.726, "count": 241, "max_ms": 6.287, "p95_ms": 4.328}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 241, "max_ms": 0.063, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.705, "count": 241, "max_ms": 6.258, "p95_ms": 4.297}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.04, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 53.79, "count": 241, "max_ms": 88.249, "p95_ms": 72.181}, "visualize": {"avg_ms": 40.536, "count": 241, "max_ms": 90.721, "p95_ms": 55.508}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.717, "count": 241, "max_ms": 84.748, "p95_ms": 48.438}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.863, "count": 241, "max_ms": 87.334, "p95_ms": 52.837}, "visualize_input_copy_ms": {"avg_ms": 1.437, "count": 241, "max_ms": 3.548, "p95_ms": 2.343}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.708, "count": 241, "max_ms": 87.186, "p95_ms": 52.671}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 241, "max_ms": 0.229, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.297, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.421, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.677, "sample_count": 2336, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263460, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112402, "write_bytes_delta": 112402, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1066.0, "cpu_core_ratio": 0.430705, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 147.0, "pid": 80155, "reason": null, "system_cpu_core_ratio": 0.041232, "system_cpu_s_delta": 0.8300000000000001, "user_cpu_core_ratio": 0.389473, "user_cpu_s_delta": 7.84}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.594156, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.464486, "system_cpu_s_delta": 9.35000000000582, "user_cpu_core_ratio": 1.12967, "user_cpu_s_delta": 22.739999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.709, "count": 223, "max_ms": 10.181, "p95_ms": 6.006, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.018, "max": 16.0, "p95": 14.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.071, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 1.969, "max": 4.0, "p95": 3.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.367, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.513, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1015.2, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1430.567, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.085, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.423, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.094, "count": 30, "max": 2.812, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111944.733, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 108504.2, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.167, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.32, "count": 30, "max": 0.484, "p95": 0.477, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.906, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25391, "sampled_at": "2026-11-03T13:17:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:17:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.916, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5363990, "flush_count": 5671, "flush_interval_seconds": 30.0, "flush_state": {"count": 5671, "last_at": "2026-11-03T13:17:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:17:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5670}, "started": true, "suppressed_count": 3258497, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3258091}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5671, "written_record_count": 5671}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10318.359, "limit_mb": null}, "detail": {"pid": 80271, "restart_count": 324, "start_count": 325}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9023646412800, "copied_frame_count": 3263761, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9023646412800, "frame_buffer_copies": 3263761, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1393, "count": 512, "max_ms": 3.2133, "p50_ms": 0.1186, "p95_ms": 0.2339, "p99_ms": 0.3519}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6819, "count": 512, "max_ms": 7.884, "p50_ms": 1.5761, "p95_ms": 2.7528, "p99_ms": 3.4982, "results": {"failed": 0, "not_applicable": 0, "success": 3263761, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 304, "h264_decode_error_count": 932, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:17:48+09:00", "last_error_summary": "[h264 @ 0x618a93eb8a40] error while decoding MB 118 63, bytestream -5", "last_exit_at": "2026-11-03T13:17:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:17:51+09:00", "pid": 80271, "process": {"exists": true, "fd_count": 5, "hwm_mb": 150.352, "name": "ffmpeg", "pid": 80271, "rss_mb": 150.352, "state": "R (running)", "threads": 49}, "restart_count": 324, "restart_count_per_hour": 28, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 325}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.858, "sample_count": 2226, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.044, "last_frame_pushed_at": "2026-11-03T13:17:48+09:00", "last_frame_read_age_sec": 5.169, "last_frame_read_at": "2026-11-03T13:17:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 288.497, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 311.503, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 4.964, "exists": true, "mtime": "2026-11-03T13:17:48.144851+09:00", "mtime_epoch": 1793679468.144851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 109898}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:17:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.332, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3263761, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.243, "max": 8.0, "p95": 6.0, "sample_count": 202}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.479, "max": 2.0, "p95": 2.0, "sample_count": 140}, "total": {"avg": 1.025, "max": 2.0, "p95": 2.0, "sample_count": 202}}, "tracking_counts": {"active": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 202}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 202}, "tracked": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 202}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.742, "pushed": 6.742, "read": 6.709}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 201, "client_acquire_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.029, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5110.284, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.917, "count": 201, "max_ms": 9.679, "p95_ms": 3.058, "reason": null, "sample_age_ms": 5177.049, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 201, "max_ms": 9.218, "p95_ms": 2.222, "reason": null, "sample_age_ms": 5177.441, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 201, "max_ms": 2.947, "p95_ms": 0.706, "reason": null, "sample_age_ms": 5110.308, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.121, "count": 201, "max_ms": 9.132, "p95_ms": 3.624, "reason": null, "sample_age_ms": 5173.793, "source": "client_direct"}, "request_count": 201, "request_tensor_bytes": {"avg": 2764808.0, "count": 201, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5173.742, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5111.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.91, "count": 201, "max_ms": 77.615, "p95_ms": 67.848, "reason": null, "sample_age_ms": 5110.278, "source": "client_direct"}, "sample_age_ms": 5110.272, "source": "client_direct", "task_total_ms": {"avg_ms": 52.617, "count": 201, "max_ms": 84.542, "p95_ms": 71.376, "reason": null, "sample_age_ms": 5110.272, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.709, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.164, "count": 202, "max_ms": 19.334, "p95_ms": 10.718}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.446, "count": 202, "max_ms": 1.648, "p95_ms": 0.884}, "detection_prepare_ms": {"avg_ms": 1.201, "count": 202, "max_ms": 7.419, "p95_ms": 2.528}, "event_filter_ms": {"avg_ms": 0.006, "count": 202, "max_ms": 0.056, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.255, "count": 202, "max_ms": 0.961, "p95_ms": 0.572}, "mcmt_ms": {"avg_ms": 0.004, "count": 202, "max_ms": 0.035, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.864, "count": 202, "max_ms": 6.487, "p95_ms": 4.611}, "setup_ms": {"avg_ms": 0.052, "count": 202, "max_ms": 0.148, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 5.095, "count": 202, "max_ms": 19.217, "p95_ms": 10.205}, "track_match_ms": {"avg_ms": 0.059, "count": 202, "max_ms": 0.347, "p95_ms": 0.156}, "tracker_update_ms": {"avg_ms": 1.208, "count": 202, "max_ms": 4.887, "p95_ms": 2.864}}, "gstreamer_push": {"avg_ms": 3.58, "count": 202, "max_ms": 7.554, "p95_ms": 5.458}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 202, "max_ms": 0.765, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.13, "count": 202, "max_ms": 88.237, "p95_ms": 72.305}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.233, "count": 202, "max_ms": 15.479, "p95_ms": 9.621}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.152, "count": 202, "max_ms": 173.775, "p95_ms": 128.424}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 202, "max_ms": 7.302, "p95_ms": 3.207}, "processing_residual_ms": {"avg_ms": 0.212, "count": 202, "max_ms": 0.805, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.431, "count": 202, "max_ms": 184.27, "p95_ms": 136.127}, "read_interval": {"avg_ms": 124.023, "count": 201, "max_ms": 278.455, "p95_ms": 168.979}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 202, "max_ms": 0.294, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 1.785, "count": 202, "max_ms": 6.287, "p95_ms": 4.371}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 202, "max_ms": 0.052, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.764, "count": 202, "max_ms": 6.258, "p95_ms": 4.336}, "worker_merge_ms": {"avg_ms": 0.007, "count": 202, "max_ms": 0.04, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 54.146, "count": 202, "max_ms": 88.249, "p95_ms": 72.331}, "visualize": {"avg_ms": 40.518, "count": 202, "max_ms": 90.721, "p95_ms": 54.854}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 35.633, "count": 202, "max_ms": 84.748, "p95_ms": 47.577}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.848, "count": 202, "max_ms": 87.334, "p95_ms": 52.672}, "visualize_input_copy_ms": {"avg_ms": 1.433, "count": 202, "max_ms": 3.33, "p95_ms": 2.329}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.693, "count": 202, "max_ms": 87.186, "p95_ms": 52.493}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 202, "max_ms": 0.229, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 202}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 202}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.395, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.769, "sample_count": 2246, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3263761, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:17:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.935, "exists": true, "size_bytes": 109898, "write_bytes_delta": 109898, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 80155, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.372562, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.401929, "system_cpu_s_delta": 8.170000000012806, "user_cpu_core_ratio": 0.970632, "user_cpu_s_delta": 19.729999999981374}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.577, "count": 219, "max_ms": 7.554, "p95_ms": 5.85, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.251, "max": 8.0, "p95": 6.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.458, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 153}, "total": {"avg": 1.018, "max": 2.0, "p95": 2.0, "sample_count": 219}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.06, "count": 30, "max": 90.712, "p95": 80.136, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.203, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1029.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1377.533, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.424, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.192, "count": 30, "max": 2.935, "p95": 1.547, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 112167.467, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 105051.933, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.323, "count": 30, "max": 0.484, "p95": 0.477, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.907, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25393, "sampled_at": "2026-11-03T13:17:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:17:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5365940, "flush_count": 5673, "flush_interval_seconds": 30.0, "flush_state": {"count": 5673, "last_at": "2026-11-03T13:19:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:19:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5672}, "started": true, "suppressed_count": 3259716, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3259310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5673, "written_record_count": 5673}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10203.5, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x58ea210ee200] error while decoding MB 84 64, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9027019468800, "copied_frame_count": 3264981, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9027019468800, "frame_buffer_copies": 3264981, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 2.4628, "p50_ms": 0.1143, "p95_ms": 0.229, "p99_ms": 0.2886}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5631, "count": 512, "max_ms": 5.0278, "p50_ms": 1.5001, "p95_ms": 2.4942, "p99_ms": 3.3468, "results": {"failed": 0, "not_applicable": 0, "success": 3264981, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 305, "h264_decode_error_count": 933, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:20:18+09:00", "last_error_summary": "[h264 @ 0x58ea210ee200] error while decoding MB 84 64, bytestream -6", "last_exit_at": "2026-11-03T13:17:51+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.229, "last_started_at": "2026-11-03T13:17:51+09:00", "pid": 80271, "process": {"exists": false, "pid": 80271}, "restart_count": 324, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 325}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.157, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264981, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-03T13:20:18+09:00", "last_frame_read_age_sec": 0.083, "last_frame_read_at": "2026-11-03T13:20:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.745, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 166.255, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-11-03T13:20:18.261173+09:00", "mtime_epoch": 1793679618.2611725, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102095}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:20:18+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.832, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3264982, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.551, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.196, "max": 2.0, "p95": 2.0, "sample_count": 194}, "total": {"avg": 0.947, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.555, "max": 2.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.555, "max": 2.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.172, "pushed": 8.172, "read": 8.172}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 245, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 49.158, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.909, "count": 245, "max_ms": 6.892, "p95_ms": 3.057, "reason": null, "sample_age_ms": 98.429, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.361, "count": 245, "max_ms": 4.398, "p95_ms": 2.181, "reason": null, "sample_age_ms": 98.876, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.432, "count": 245, "max_ms": 5.626, "p95_ms": 0.849, "reason": null, "sample_age_ms": 49.169, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.16, "count": 245, "max_ms": 9.204, "p95_ms": 3.725, "reason": null, "sample_age_ms": 96.47, "source": "client_direct"}, "request_count": 245, "request_tensor_bytes": {"avg": 2764808.0, "count": 245, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.44, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.885, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.882, "count": 245, "max_ms": 82.515, "p95_ms": 69.649, "reason": null, "sample_age_ms": 49.153, "source": "client_direct"}, "sample_age_ms": 49.146, "source": "client_direct", "task_total_ms": {"avg_ms": 54.675, "count": 245, "max_ms": 86.056, "p95_ms": 73.183, "reason": null, "sample_age_ms": 49.146, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.528, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.188, "count": 245, "max_ms": 16.358, "p95_ms": 10.549}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.443, "count": 245, "max_ms": 1.299, "p95_ms": 0.888}, "detection_prepare_ms": {"avg_ms": 1.334, "count": 245, "max_ms": 4.075, "p95_ms": 2.765}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.044, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.224, "count": 245, "max_ms": 1.038, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.494, "count": 245, "max_ms": 6.529, "p95_ms": 3.632}, "setup_ms": {"avg_ms": 0.057, "count": 245, "max_ms": 0.312, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.119, "count": 245, "max_ms": 16.151, "p95_ms": 10.414}, "track_match_ms": {"avg_ms": 0.103, "count": 245, "max_ms": 0.561, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 1.45, "count": 245, "max_ms": 6.832, "p95_ms": 3.294}}, "gstreamer_push": {"avg_ms": 3.483, "count": 245, "max_ms": 9.263, "p95_ms": 5.288}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 245, "max_ms": 0.259, "p95_ms": 0.14}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.121, "count": 245, "max_ms": 86.967, "p95_ms": 75.139}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.336, "count": 245, "max_ms": 13.93, "p95_ms": 10.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.209, "count": 245, "max_ms": 138.143, "p95_ms": 120.194}, "inference_input_copy_ms": {"avg_ms": 1.579, "count": 245, "max_ms": 3.769, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.235, "count": 245, "max_ms": 0.828, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.359, "count": 245, "max_ms": 146.018, "p95_ms": 125.058}, "read_interval": {"avg_ms": 122.428, "count": 245, "max_ms": 618.239, "p95_ms": 179.039}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 245, "max_ms": 0.06, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.414, "count": 245, "max_ms": 6.364, "p95_ms": 3.51}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 245, "max_ms": 0.069, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.393, "count": 245, "max_ms": 6.335, "p95_ms": 3.48}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.138, "count": 245, "max_ms": 86.974, "p95_ms": 75.151}, "visualize": {"avg_ms": 35.507, "count": 245, "max_ms": 51.16, "p95_ms": 45.976}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.534, "count": 245, "max_ms": 43.55, "p95_ms": 39.172}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.836, "count": 245, "max_ms": 49.412, "p95_ms": 43.543}, "visualize_input_copy_ms": {"avg_ms": 1.411, "count": 245, "max_ms": 3.95, "p95_ms": 2.311}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.677, "count": 245, "max_ms": 49.229, "p95_ms": 43.302}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 245, "max_ms": 0.309, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 72.244, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.3, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103754, "write_bytes_delta": 103754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1140.0, "cpu_core_ratio": 0.480046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 80271, "reason": null, "system_cpu_core_ratio": 0.038963, "system_cpu_s_delta": 0.7800000000000002, "user_cpu_core_ratio": 0.441083, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490537, "system_cpu_s_delta": 9.819999999992433, "user_cpu_core_ratio": 1.139923, "user_cpu_s_delta": 22.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 243, "max_ms": 8.74, "p95_ms": 5.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.934, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.469, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.196, "count": 30, "max": 90.712, "p95": 66.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.216, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1059.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1295.967, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111860.833, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100875.267, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.491, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25399, "sampled_at": "2026-11-03T13:19:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:19:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5365940, "flush_count": 5673, "flush_interval_seconds": 30.0, "flush_state": {"count": 5673, "last_at": "2026-11-03T13:19:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:19:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5672}, "started": true, "suppressed_count": 3259716, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3259310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5673, "written_record_count": 5673}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.914, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:20:18+09:00", "last_error_summary": "[h264 @ 0x58ea210ee200] error while decoding MB 84 64, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9027022233600, "copied_frame_count": 3264982, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9027022233600, "frame_buffer_copies": 3264982, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 2.4628, "p50_ms": 0.1143, "p95_ms": 0.229, "p99_ms": 0.2886}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5598, "count": 512, "max_ms": 5.0278, "p50_ms": 1.5001, "p95_ms": 2.4726, "p99_ms": 3.2468, "results": {"failed": 0, "not_applicable": 0, "success": 3264982, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 305, "h264_decode_error_count": 933, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:20:18+09:00", "last_error_summary": "[h264 @ 0x58ea210ee200] error while decoding MB 84 64, bytestream -6", "last_exit_at": "2026-11-03T13:20:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.312, "last_started_at": "2026-11-03T13:17:51+09:00", "pid": 80271, "process": {"exists": false, "pid": 80271}, "restart_count": 324, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 325}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.157, "sample_count": 2319, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.024, "last_frame_pushed_at": "2026-11-03T13:20:18+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-11-03T13:20:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.805, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 166.195, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.013, "exists": true, "mtime": "2026-11-03T13:20:18.407174+09:00", "mtime_epoch": 1793679618.4071736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102892}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:20:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.828, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3264982, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.547, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.195, "max": 2.0, "p95": 2.0, "sample_count": 195}, "total": {"avg": 0.951, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.559, "max": 2.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.559, "max": 2.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.191, "pushed": 8.191, "read": 8.158}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 126.383, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 244, "max_ms": 6.892, "p95_ms": 3.059, "reason": null, "sample_age_ms": 175.655, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 244, "max_ms": 4.398, "p95_ms": 2.183, "reason": null, "sample_age_ms": 176.102, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.432, "count": 245, "max_ms": 5.626, "p95_ms": 0.849, "reason": null, "sample_age_ms": 126.394, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.162, "count": 244, "max_ms": 9.204, "p95_ms": 3.728, "reason": null, "sample_age_ms": 173.696, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 173.665, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.882, "count": 245, "max_ms": 82.515, "p95_ms": 69.649, "reason": null, "sample_age_ms": 126.378, "source": "client_direct"}, "sample_age_ms": 126.372, "source": "client_direct", "task_total_ms": {"avg_ms": 54.675, "count": 245, "max_ms": 86.056, "p95_ms": 73.183, "reason": null, "sample_age_ms": 126.372, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.942, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.211, "count": 245, "max_ms": 16.358, "p95_ms": 10.549}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 245, "max_ms": 1.299, "p95_ms": 0.888}, "detection_prepare_ms": {"avg_ms": 1.341, "count": 245, "max_ms": 4.075, "p95_ms": 2.765}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.044, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 245, "max_ms": 1.038, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.497, "count": 245, "max_ms": 6.529, "p95_ms": 3.632}, "setup_ms": {"avg_ms": 0.057, "count": 245, "max_ms": 0.312, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.142, "count": 245, "max_ms": 16.151, "p95_ms": 10.414}, "track_match_ms": {"avg_ms": 0.104, "count": 245, "max_ms": 0.561, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 1.459, "count": 245, "max_ms": 6.832, "p95_ms": 3.294}}, "gstreamer_push": {"avg_ms": 3.499, "count": 245, "max_ms": 9.263, "p95_ms": 5.419}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 245, "max_ms": 0.739, "p95_ms": 0.146}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.072, "count": 245, "max_ms": 86.967, "p95_ms": 75.139}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.339, "count": 245, "max_ms": 13.93, "p95_ms": 10.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.348, "count": 245, "max_ms": 138.143, "p95_ms": 120.921}, "inference_input_copy_ms": {"avg_ms": 1.578, "count": 245, "max_ms": 3.769, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.235, "count": 245, "max_ms": 0.828, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.499, "count": 245, "max_ms": 146.018, "p95_ms": 125.296}, "read_interval": {"avg_ms": 122.301, "count": 244, "max_ms": 618.239, "p95_ms": 179.039}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 245, "max_ms": 0.06, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.416, "count": 245, "max_ms": 6.364, "p95_ms": 3.51}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 245, "max_ms": 0.069, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.396, "count": 245, "max_ms": 6.335, "p95_ms": 3.48}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.088, "count": 245, "max_ms": 86.974, "p95_ms": 75.151}, "visualize": {"avg_ms": 35.654, "count": 245, "max_ms": 64.165, "p95_ms": 45.986}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.63, "count": 245, "max_ms": 49.416, "p95_ms": 39.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.982, "count": 245, "max_ms": 62.227, "p95_ms": 43.637}, "visualize_input_copy_ms": {"avg_ms": 1.413, "count": 245, "max_ms": 3.95, "p95_ms": 2.311}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.823, "count": 245, "max_ms": 62.107, "p95_ms": 43.391}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 245, "max_ms": 0.309, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 72.244, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.3, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103754, "write_bytes_delta": 103754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1140.0, "cpu_core_ratio": 0.480046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 80271, "reason": null, "system_cpu_core_ratio": 0.038963, "system_cpu_s_delta": 0.7800000000000002, "user_cpu_core_ratio": 0.441083, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490537, "system_cpu_s_delta": 9.819999999992433, "user_cpu_core_ratio": 1.139923, "user_cpu_s_delta": 22.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 243, "max_ms": 8.74, "p95_ms": 5.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.934, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.469, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.196, "count": 30, "max": 90.712, "p95": 66.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.216, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1059.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1295.967, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111860.833, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100875.267, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.491, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25399, "sampled_at": "2026-11-03T13:19:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:19:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5365940, "flush_count": 5673, "flush_interval_seconds": 30.0, "flush_state": {"count": 5673, "last_at": "2026-11-03T13:19:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:19:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5672}, "started": true, "suppressed_count": 3259716, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3259310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5673, "written_record_count": 5673}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10197.609, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9027022233600, "copied_frame_count": 3264982, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9027022233600, "frame_buffer_copies": 3264982, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 2.4628, "p50_ms": 0.1143, "p95_ms": 0.229, "p99_ms": 0.2886}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5598, "count": 512, "max_ms": 5.0278, "p50_ms": 1.5001, "p95_ms": 2.4726, "p99_ms": 3.2468, "results": {"failed": 0, "not_applicable": 0, "success": 3264982, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 305, "h264_decode_error_count": 933, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:20:18+09:00", "last_error_summary": "[h264 @ 0x58ea210ee200] error while decoding MB 84 64, bytestream -6", "last_exit_at": "2026-11-03T13:20:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 147.373, "last_started_at": "2026-11-03T13:17:51+09:00", "pid": 80271, "process": {"exists": false, "pid": 80271}, "restart_count": 324, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 325}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 141.157, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.085, "last_frame_pushed_at": "2026-11-03T13:20:18+09:00", "last_frame_read_age_sec": 0.227, "last_frame_read_at": "2026-11-03T13:20:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 433.856, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 166.144, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T13:20:18.407174+09:00", "mtime_epoch": 1793679618.4071736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102892}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:20:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.828, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3264982, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.547, "max": 6.0, "p95": 5.0, "sample_count": 245}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.195, "max": 2.0, "p95": 2.0, "sample_count": 195}, "total": {"avg": 0.951, "max": 2.0, "p95": 2.0, "sample_count": 245}}, "tracking_counts": {"active": {"avg": 0.559, "max": 2.0, "p95": 2.0, "sample_count": 245}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 245}, "tracked": {"avg": 0.559, "max": 2.0, "p95": 2.0, "sample_count": 245}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 245, "pushed_frames": 245, "read_frames": 244, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.175, "pushed": 8.175, "read": 8.141}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 183.433, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.911, "count": 244, "max_ms": 6.892, "p95_ms": 3.059, "reason": null, "sample_age_ms": 232.704, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 244, "max_ms": 4.398, "p95_ms": 2.183, "reason": null, "sample_age_ms": 233.151, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.433, "count": 244, "max_ms": 5.626, "p95_ms": 0.849, "reason": null, "sample_age_ms": 183.444, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.162, "count": 244, "max_ms": 9.204, "p95_ms": 3.728, "reason": null, "sample_age_ms": 230.745, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 230.714, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 244, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 184.16, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.918, "count": 244, "max_ms": 82.515, "p95_ms": 69.703, "reason": null, "sample_age_ms": 183.427, "source": "client_direct"}, "sample_age_ms": 183.421, "source": "client_direct", "task_total_ms": {"avg_ms": 54.713, "count": 244, "max_ms": 86.056, "p95_ms": 73.185, "reason": null, "sample_age_ms": 183.421, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.276, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.211, "count": 245, "max_ms": 16.358, "p95_ms": 10.549}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.445, "count": 245, "max_ms": 1.299, "p95_ms": 0.888}, "detection_prepare_ms": {"avg_ms": 1.341, "count": 245, "max_ms": 4.075, "p95_ms": 2.765}, "event_filter_ms": {"avg_ms": 0.006, "count": 245, "max_ms": 0.044, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 245, "max_ms": 1.038, "p95_ms": 0.508}, "mcmt_ms": {"avg_ms": 0.004, "count": 245, "max_ms": 0.02, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.497, "count": 245, "max_ms": 6.529, "p95_ms": 3.632}, "setup_ms": {"avg_ms": 0.057, "count": 245, "max_ms": 0.312, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.142, "count": 245, "max_ms": 16.151, "p95_ms": 10.414}, "track_match_ms": {"avg_ms": 0.104, "count": 245, "max_ms": 0.561, "p95_ms": 0.275}, "tracker_update_ms": {"avg_ms": 1.459, "count": 245, "max_ms": 6.832, "p95_ms": 3.294}}, "gstreamer_push": {"avg_ms": 3.499, "count": 245, "max_ms": 9.263, "p95_ms": 5.419}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 245, "max_ms": 0.739, "p95_ms": 0.146}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.072, "count": 245, "max_ms": 86.967, "p95_ms": 75.139}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.339, "count": 245, "max_ms": 13.93, "p95_ms": 10.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.348, "count": 245, "max_ms": 138.143, "p95_ms": 120.921}, "inference_input_copy_ms": {"avg_ms": 1.578, "count": 245, "max_ms": 3.769, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.235, "count": 245, "max_ms": 0.828, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.499, "count": 245, "max_ms": 146.018, "p95_ms": 125.296}, "read_interval": {"avg_ms": 122.301, "count": 244, "max_ms": 618.239, "p95_ms": 179.039}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 245, "max_ms": 0.06, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.416, "count": 245, "max_ms": 6.364, "p95_ms": 3.51}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 245, "max_ms": 0.069, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.396, "count": 245, "max_ms": 6.335, "p95_ms": 3.48}, "worker_merge_ms": {"avg_ms": 0.008, "count": 245, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.088, "count": 245, "max_ms": 86.974, "p95_ms": 75.151}, "visualize": {"avg_ms": 35.654, "count": 245, "max_ms": 64.165, "p95_ms": 45.986}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.63, "count": 245, "max_ms": 49.416, "p95_ms": 39.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.982, "count": 245, "max_ms": 62.227, "p95_ms": 43.637}, "visualize_input_copy_ms": {"avg_ms": 1.413, "count": 245, "max_ms": 3.95, "p95_ms": 2.311}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 245, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.823, "count": 245, "max_ms": 62.107, "p95_ms": 43.391}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 245, "max_ms": 0.309, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 245}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 245}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 72.244, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.3, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103754, "write_bytes_delta": 103754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1140.0, "cpu_core_ratio": 0.480046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 80271, "reason": null, "system_cpu_core_ratio": 0.038963, "system_cpu_s_delta": 0.7800000000000002, "user_cpu_core_ratio": 0.441083, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490537, "system_cpu_s_delta": 9.819999999992433, "user_cpu_core_ratio": 1.139923, "user_cpu_s_delta": 22.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 243, "max_ms": 8.74, "p95_ms": 5.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.934, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.469, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.196, "count": 30, "max": 90.712, "p95": 66.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.216, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1059.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1295.967, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111860.833, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100875.267, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.491, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25399, "sampled_at": "2026-11-03T13:19:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:19:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5365940, "flush_count": 5673, "flush_interval_seconds": 30.0, "flush_state": {"count": 5673, "last_at": "2026-11-03T13:19:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:19:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5672}, "started": true, "suppressed_count": 3259716, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3259310}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5673, "written_record_count": 5673}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10222.16, "limit_mb": null}, "detail": {"pid": 80387, "restart_count": 325, "start_count": 326}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9027022233600, "copied_frame_count": 3264982, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9027022233600, "frame_buffer_copies": 3264982, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1303, "count": 512, "max_ms": 2.4628, "p50_ms": 0.1143, "p95_ms": 0.229, "p99_ms": 0.2886}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5598, "count": 512, "max_ms": 5.0278, "p50_ms": 1.5001, "p95_ms": 2.4726, "p99_ms": 3.2468, "results": {"failed": 0, "not_applicable": 0, "success": 3264982, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 305, "h264_decode_error_count": 933, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:20:18+09:00", "last_error_summary": "[h264 @ 0x58ea210ee200] error while decoding MB 84 64, bytestream -6", "last_exit_at": "2026-11-03T13:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T13:20:21+09:00", "pid": 80387, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.961, "name": "ffmpeg", "pid": 80387, "rss_mb": 56.961, "state": "R (running)", "threads": 1}, "restart_count": 325, "restart_count_per_hour": 28, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 326}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.343, "sample_count": 2285, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264982, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:20:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.173, "last_frame_pushed_at": "2026-11-03T13:20:18+09:00", "last_frame_read_age_sec": 5.315, "last_frame_read_at": "2026-11-03T13:20:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 438.965, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 161.035, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 5.162, "exists": true, "mtime": "2026-11-03T13:20:18.407174+09:00", "mtime_epoch": 1793679618.4071736, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 102892}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:20:23+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2342.832, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3264982, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.485, "max": 6.0, "p95": 5.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.212, "max": 2.0, "p95": 2.0, "sample_count": 165}, "total": {"avg": 1.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 0.675, "max": 2.0, "p95": 2.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.03, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 0.675, "max": 2.0, "p95": 2.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.67, "pushed": 6.67, "read": 6.67}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5283.815, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.941, "count": 200, "max_ms": 6.892, "p95_ms": 3.065, "reason": null, "sample_age_ms": 5333.086, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 199, "max_ms": 4.398, "p95_ms": 2.156, "reason": null, "sample_age_ms": 5333.534, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.453, "count": 200, "max_ms": 5.626, "p95_ms": 0.863, "reason": null, "sample_age_ms": 5283.826, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.177, "count": 200, "max_ms": 9.204, "p95_ms": 3.861, "reason": null, "sample_age_ms": 5331.127, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5331.097, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5284.542, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.427, "count": 200, "max_ms": 82.515, "p95_ms": 69.866, "reason": null, "sample_age_ms": 5283.81, "source": "client_direct"}, "sample_age_ms": 5283.803, "source": "client_direct", "task_total_ms": {"avg_ms": 55.261, "count": 200, "max_ms": 86.056, "p95_ms": 73.199, "reason": null, "sample_age_ms": 5283.803, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.269, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.501, "count": 200, "max_ms": 16.358, "p95_ms": 11.115}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.461, "count": 200, "max_ms": 1.299, "p95_ms": 0.888}, "detection_prepare_ms": {"avg_ms": 1.406, "count": 200, "max_ms": 4.075, "p95_ms": 2.817}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.044, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.224, "count": 200, "max_ms": 1.038, "p95_ms": 0.469}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.02, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 1.61, "count": 200, "max_ms": 6.529, "p95_ms": 3.762}, "setup_ms": {"avg_ms": 0.058, "count": 200, "max_ms": 0.312, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.428, "count": 200, "max_ms": 16.151, "p95_ms": 11.023}, "track_match_ms": {"avg_ms": 0.115, "count": 200, "max_ms": 0.561, "p95_ms": 0.282}, "tracker_update_ms": {"avg_ms": 1.541, "count": 200, "max_ms": 6.832, "p95_ms": 3.325}}, "gstreamer_push": {"avg_ms": 3.466, "count": 200, "max_ms": 9.263, "p95_ms": 5.419}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.072, "count": 200, "max_ms": 0.739, "p95_ms": 0.149}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.705, "count": 200, "max_ms": 86.967, "p95_ms": 75.139}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.341, "count": 200, "max_ms": 13.93, "p95_ms": 9.433}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.759, "count": 200, "max_ms": 138.143, "p95_ms": 121.63}, "inference_input_copy_ms": {"avg_ms": 1.589, "count": 200, "max_ms": 3.769, "p95_ms": 2.565}, "processing_residual_ms": {"avg_ms": 0.239, "count": 200, "max_ms": 0.828, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.927, "count": 200, "max_ms": 146.018, "p95_ms": 125.961}, "read_interval": {"avg_ms": 124.196, "count": 200, "max_ms": 618.239, "p95_ms": 179.628}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 200, "max_ms": 0.06, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 1.527, "count": 200, "max_ms": 6.364, "p95_ms": 3.634}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 200, "max_ms": 0.064, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.505, "count": 200, "max_ms": 6.335, "p95_ms": 3.607}, "worker_merge_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.033, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.722, "count": 200, "max_ms": 86.974, "p95_ms": 75.151}, "visualize": {"avg_ms": 36.122, "count": 200, "max_ms": 64.165, "p95_ms": 46.025}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.927, "count": 200, "max_ms": 49.416, "p95_ms": 39.424}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.416, "count": 200, "max_ms": 62.227, "p95_ms": 44.189}, "visualize_input_copy_ms": {"avg_ms": 1.44, "count": 200, "max_ms": 3.95, "p95_ms": 2.315}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.255, "count": 200, "max_ms": 62.107, "p95_ms": 43.957}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 200, "max_ms": 0.309, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2342.73, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 72.244, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.3, "sample_count": 2311, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3264764, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:19:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 103754, "write_bytes_delta": 103754, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1140.0, "cpu_core_ratio": 0.480046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 80271, "reason": null, "system_cpu_core_ratio": 0.038963, "system_cpu_s_delta": 0.7800000000000002, "user_cpu_core_ratio": 0.441083, "user_cpu_s_delta": 8.829999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.63046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.490537, "system_cpu_s_delta": 9.819999999992433, "user_cpu_core_ratio": 1.139923, "user_cpu_s_delta": 22.820000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.447, "count": 243, "max_ms": 8.74, "p95_ms": 5.566, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.934, "max": 7.0, "p95": 6.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.638, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 218}, "total": {"avg": 1.469, "max": 3.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.196, "count": 30, "max": 90.712, "p95": 66.789, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.216, "count": 30, "max": 29.869, "p95": 26.073, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1059.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1295.967, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 111860.833, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 100875.267, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 27.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.355, "count": 30, "max": 0.491, "p95": 0.483, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.943, "count": 30, "max": 1.178, "p95": 1.166, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25399, "sampled_at": "2026-11-03T13:19:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:19:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5367942, "flush_count": 5675, "flush_interval_seconds": 30.0, "flush_state": {"count": 5675, "last_at": "2026-11-03T13:21:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:21:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5674}, "started": true, "suppressed_count": 3260486, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3260080}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5675, "written_record_count": 5675}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10203.137, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5dbc142d4c80] error while decoding MB 37 50, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9029153894400, "copied_frame_count": 3265753, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9029153894400, "frame_buffer_copies": 3265753, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1463, "count": 512, "max_ms": 2.5356, "p50_ms": 0.1242, "p95_ms": 0.2444, "p99_ms": 0.3344}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6486, "count": 512, "max_ms": 5.0941, "p50_ms": 1.5451, "p95_ms": 2.6265, "p99_ms": 4.0313, "results": {"failed": 0, "not_applicable": 0, "success": 3265753, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 306, "h264_decode_error_count": 934, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:22:07+09:00", "last_error_summary": "[h264 @ 0x5dbc142d4c80] error while decoding MB 37 50, bytestream -6", "last_exit_at": "2026-11-03T13:20:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.19, "last_started_at": "2026-11-03T13:20:21+09:00", "pid": 80387, "process": {"exists": false, "pid": 80387}, "restart_count": 325, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 326}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.745, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265753, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.134, "last_frame_pushed_at": "2026-11-03T13:22:07+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-11-03T13:22:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.16, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 56.84, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-11-03T13:22:07.652049+09:00", "mtime_epoch": 1793679727.652049, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101737}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:22:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.203, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3265754, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.9, "max": 7.0, "p95": 5.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.654, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.632, "max": 3.0, "p95": 2.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.336, "max": 2.0, "p95": 2.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.336, "max": 2.0, "p95": 2.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.351, "pushed": 7.351, "read": 7.351}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 221, "max_ms": 0.03, "p95_ms": 0.02, "reason": null, "sample_age_ms": 35.829, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.137, "count": 220, "max_ms": 9.486, "p95_ms": 3.341, "reason": null, "sample_age_ms": 130.712, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 220, "max_ms": 8.969, "p95_ms": 2.512, "reason": null, "sample_age_ms": 131.83, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.401, "count": 221, "max_ms": 1.466, "p95_ms": 0.776, "reason": null, "sample_age_ms": 35.835, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.424, "count": 220, "max_ms": 13.256, "p95_ms": 3.826, "reason": null, "sample_age_ms": 127.604, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 127.571, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 221, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.044, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.615, "count": 221, "max_ms": 95.405, "p95_ms": 82.143, "reason": null, "sample_age_ms": 35.826, "source": "client_direct"}, "sample_age_ms": 35.823, "source": "client_direct", "task_total_ms": {"avg_ms": 60.659, "count": 221, "max_ms": 99.529, "p95_ms": 85.402, "reason": null, "sample_age_ms": 35.823, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.058, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.704, "count": 220, "max_ms": 22.996, "p95_ms": 14.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.55, "count": 220, "max_ms": 1.607, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.8, "count": 220, "max_ms": 4.937, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.008, "count": 220, "max_ms": 0.082, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.353, "count": 220, "max_ms": 1.224, "p95_ms": 0.657}, "mcmt_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.036, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.648, "count": 220, "max_ms": 10.205, "p95_ms": 6.914}, "setup_ms": {"avg_ms": 0.058, "count": 220, "max_ms": 0.167, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 8.621, "count": 220, "max_ms": 22.841, "p95_ms": 14.397}, "track_match_ms": {"avg_ms": 0.129, "count": 220, "max_ms": 1.276, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 2.069, "count": 220, "max_ms": 12.106, "p95_ms": 4.002}}, "gstreamer_push": {"avg_ms": 3.845, "count": 220, "max_ms": 11.641, "p95_ms": 6.286}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 220, "max_ms": 0.196, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.146, "count": 220, "max_ms": 103.289, "p95_ms": 87.646}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.417, "count": 220, "max_ms": 15.35, "p95_ms": 9.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.345, "count": 220, "max_ms": 176.935, "p95_ms": 137.772}, "inference_input_copy_ms": {"avg_ms": 1.821, "count": 220, "max_ms": 5.163, "p95_ms": 2.994}, "processing_residual_ms": {"avg_ms": 0.283, "count": 220, "max_ms": 1.749, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 116.867, "count": 220, "max_ms": 180.191, "p95_ms": 144.46}, "read_interval": {"avg_ms": 136.011, "count": 220, "max_ms": 229.426, "p95_ms": 188.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.041, "count": 220, "max_ms": 3.046, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 3.54, "count": 220, "max_ms": 10.122, "p95_ms": 6.667}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 220, "max_ms": 0.074, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.5, "count": 220, "max_ms": 10.103, "p95_ms": 6.631}, "worker_merge_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 62.164, "count": 220, "max_ms": 103.299, "p95_ms": 87.678}, "visualize": {"avg_ms": 38.925, "count": 220, "max_ms": 65.583, "p95_ms": 49.652}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.103, "count": 220, "max_ms": 58.018, "p95_ms": 40.825}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.168, "count": 220, "max_ms": 63.874, "p95_ms": 47.818}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 220, "max_ms": 4.886, "p95_ms": 2.614}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.985, "count": 220, "max_ms": 63.563, "p95_ms": 47.562}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 220, "max_ms": 0.337, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.744, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.154, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99547, "write_bytes_delta": 99547, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1003.0, "cpu_core_ratio": 0.43839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 80387, "reason": null, "system_cpu_core_ratio": 0.037904, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.400486, "user_cpu_s_delta": 8.029999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.637355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475795, "system_cpu_s_delta": 9.539999999993597, "user_cpu_core_ratio": 1.161559, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.848, "count": 212, "max_ms": 11.641, "p95_ms": 6.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.769, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.085, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.085, "max": 3.0, "p95": 3.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.733, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.424, "count": 30, "max": 31.238, "p95": 27.965, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1090.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.333, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110177.333, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98460.333, "count": 30, "max": 115533.0, "p95": 115309.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.178, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25405, "sampled_at": "2026-11-03T13:21:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:21:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5367942, "flush_count": 5675, "flush_interval_seconds": 30.0, "flush_state": {"count": 5675, "last_at": "2026-11-03T13:21:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:21:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5674}, "started": true, "suppressed_count": 3260486, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3260080}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5675, "written_record_count": 5675}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10203.375, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:22:07+09:00", "last_error_summary": "[h264 @ 0x5dbc142d4c80] error while decoding MB 37 50, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9029156659200, "copied_frame_count": 3265754, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9029156659200, "frame_buffer_copies": 3265754, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1462, "count": 512, "max_ms": 2.5356, "p50_ms": 0.1242, "p95_ms": 0.2444, "p99_ms": 0.3344}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6493, "count": 512, "max_ms": 5.0941, "p50_ms": 1.5451, "p95_ms": 2.637, "p99_ms": 4.0313, "results": {"failed": 0, "not_applicable": 0, "success": 3265754, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 306, "h264_decode_error_count": 934, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:22:07+09:00", "last_error_summary": "[h264 @ 0x5dbc142d4c80] error while decoding MB 37 50, bytestream -6", "last_exit_at": "2026-11-03T13:22:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.268, "last_started_at": "2026-11-03T13:20:21+09:00", "pid": 80387, "process": {"exists": false, "pid": 80387}, "restart_count": 325, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 326}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.745, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T13:22:07+09:00", "last_frame_read_age_sec": 0.201, "last_frame_read_at": "2026-11-03T13:22:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.205, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 56.795, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.183, "exists": true, "mtime": "2026-11-03T13:22:07.652049+09:00", "mtime_epoch": 1793679727.652049, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101737}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:22:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3265754, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.9, "max": 7.0, "p95": 5.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.654, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.632, "max": 3.0, "p95": 2.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.345, "max": 2.0, "p95": 2.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.345, "max": 2.0, "p95": 2.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 221, "read_frames": 220, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.334, "pushed": 7.367, "read": 7.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 220, "client_acquire_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.03, "p95_ms": 0.02, "reason": null, "sample_age_ms": 109.689, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.137, "count": 220, "max_ms": 9.486, "p95_ms": 3.341, "reason": null, "sample_age_ms": 204.571, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.477, "count": 220, "max_ms": 8.969, "p95_ms": 2.512, "reason": null, "sample_age_ms": 205.689, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.402, "count": 220, "max_ms": 1.466, "p95_ms": 0.778, "reason": null, "sample_age_ms": 109.695, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.424, "count": 220, "max_ms": 13.256, "p95_ms": 3.826, "reason": null, "sample_age_ms": 201.464, "source": "client_direct"}, "request_count": 220, "request_tensor_bytes": {"avg": 2764808.0, "count": 220, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 201.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 109.904, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.577, "count": 220, "max_ms": 95.405, "p95_ms": 82.154, "reason": null, "sample_age_ms": 109.686, "source": "client_direct"}, "sample_age_ms": 109.682, "source": "client_direct", "task_total_ms": {"avg_ms": 60.623, "count": 220, "max_ms": 99.529, "p95_ms": 85.462, "reason": null, "sample_age_ms": 109.682, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.87, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.701, "count": 220, "max_ms": 22.996, "p95_ms": 14.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.549, "count": 220, "max_ms": 1.607, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.802, "count": 220, "max_ms": 4.937, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.008, "count": 220, "max_ms": 0.082, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.352, "count": 220, "max_ms": 1.224, "p95_ms": 0.657}, "mcmt_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.036, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.643, "count": 220, "max_ms": 10.205, "p95_ms": 6.914}, "setup_ms": {"avg_ms": 0.058, "count": 220, "max_ms": 0.167, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 8.618, "count": 220, "max_ms": 22.841, "p95_ms": 14.397}, "track_match_ms": {"avg_ms": 0.13, "count": 220, "max_ms": 1.276, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 2.07, "count": 220, "max_ms": 12.106, "p95_ms": 4.002}}, "gstreamer_push": {"avg_ms": 3.838, "count": 221, "max_ms": 11.641, "p95_ms": 6.286}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 220, "max_ms": 0.196, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.268, "count": 220, "max_ms": 103.289, "p95_ms": 88.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.498, "count": 220, "max_ms": 19.859, "p95_ms": 9.167}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.61, "count": 220, "max_ms": 176.935, "p95_ms": 138.492}, "inference_input_copy_ms": {"avg_ms": 1.825, "count": 220, "max_ms": 5.163, "p95_ms": 2.994}, "processing_residual_ms": {"avg_ms": 0.284, "count": 220, "max_ms": 1.749, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.218, "count": 220, "max_ms": 194.489, "p95_ms": 144.567}, "read_interval": {"avg_ms": 136.011, "count": 220, "max_ms": 229.426, "p95_ms": 188.56}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.041, "count": 220, "max_ms": 3.046, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 3.535, "count": 220, "max_ms": 10.122, "p95_ms": 6.667}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 220, "max_ms": 0.074, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.494, "count": 220, "max_ms": 10.103, "p95_ms": 6.631}, "worker_merge_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 62.286, "count": 220, "max_ms": 103.299, "p95_ms": 88.228}, "visualize": {"avg_ms": 39.067, "count": 220, "max_ms": 67.897, "p95_ms": 50.257}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.182, "count": 220, "max_ms": 58.018, "p95_ms": 41.308}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.311, "count": 220, "max_ms": 66.797, "p95_ms": 47.857}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 220, "max_ms": 4.886, "p95_ms": 2.614}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.128, "count": 220, "max_ms": 66.669, "p95_ms": 47.642}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 220, "max_ms": 0.337, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.744, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.154, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99547, "write_bytes_delta": 99547, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1003.0, "cpu_core_ratio": 0.43839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 80387, "reason": null, "system_cpu_core_ratio": 0.037904, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.400486, "user_cpu_s_delta": 8.029999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.637355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475795, "system_cpu_s_delta": 9.539999999993597, "user_cpu_core_ratio": 1.161559, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.848, "count": 212, "max_ms": 11.641, "p95_ms": 6.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.769, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.085, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.085, "max": 3.0, "p95": 3.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.733, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.424, "count": 30, "max": 31.238, "p95": 27.965, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1090.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.333, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110177.333, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98460.333, "count": 30, "max": 115533.0, "p95": 115309.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.178, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25405, "sampled_at": "2026-11-03T13:21:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:21:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5367942, "flush_count": 5675, "flush_interval_seconds": 30.0, "flush_state": {"count": 5675, "last_at": "2026-11-03T13:21:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:21:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5674}, "started": true, "suppressed_count": 3260486, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3260080}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5675, "written_record_count": 5675}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10203.406, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9029156659200, "copied_frame_count": 3265754, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9029156659200, "frame_buffer_copies": 3265754, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1462, "count": 512, "max_ms": 2.5356, "p50_ms": 0.1242, "p95_ms": 0.2444, "p99_ms": 0.3344}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6493, "count": 512, "max_ms": 5.0941, "p50_ms": 1.5451, "p95_ms": 2.637, "p99_ms": 4.0313, "results": {"failed": 0, "not_applicable": 0, "success": 3265754, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 306, "h264_decode_error_count": 934, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:22:07+09:00", "last_error_summary": "[h264 @ 0x5dbc142d4c80] error while decoding MB 37 50, bytestream -6", "last_exit_at": "2026-11-03T13:22:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 106.326, "last_started_at": "2026-11-03T13:20:21+09:00", "pid": 80387, "process": {"exists": false, "pid": 80387}, "restart_count": 325, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 326}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.745, "sample_count": 2313, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.059, "last_frame_pushed_at": "2026-11-03T13:22:07+09:00", "last_frame_read_age_sec": 0.259, "last_frame_read_at": "2026-11-03T13:22:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 543.285, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 56.715, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-03T13:22:07.845051+09:00", "mtime_epoch": 1793679727.8450506, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101857}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:22:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.203, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3265754, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.9, "max": 7.0, "p95": 5.0, "sample_count": 220}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.654, "max": 3.0, "p95": 2.0, "sample_count": 217}, "total": {"avg": 1.632, "max": 3.0, "p95": 2.0, "sample_count": 220}}, "tracking_counts": {"active": {"avg": 0.345, "max": 2.0, "p95": 2.0, "sample_count": 220}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 220}, "tracked": {"avg": 0.345, "max": 2.0, "p95": 2.0, "sample_count": 220}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 220, "pushed_frames": 220, "read_frames": 219, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.351, "pushed": 7.351, "read": 7.318}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 219, "client_acquire_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.03, "p95_ms": 0.02, "reason": null, "sample_age_ms": 176.395, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.14, "count": 219, "max_ms": 9.486, "p95_ms": 3.341, "reason": null, "sample_age_ms": 271.278, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.478, "count": 219, "max_ms": 8.969, "p95_ms": 2.515, "reason": null, "sample_age_ms": 272.396, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.402, "count": 220, "max_ms": 1.466, "p95_ms": 0.778, "reason": null, "sample_age_ms": 176.401, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.419, "count": 219, "max_ms": 13.256, "p95_ms": 3.833, "reason": null, "sample_age_ms": 268.171, "source": "client_direct"}, "request_count": 219, "request_tensor_bytes": {"avg": 2764808.0, "count": 219, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 268.137, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 220, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 176.61, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.577, "count": 220, "max_ms": 95.405, "p95_ms": 82.154, "reason": null, "sample_age_ms": 176.392, "source": "client_direct"}, "sample_age_ms": 176.389, "source": "client_direct", "task_total_ms": {"avg_ms": 60.623, "count": 220, "max_ms": 99.529, "p95_ms": 85.462, "reason": null, "sample_age_ms": 176.389, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.081, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.701, "count": 220, "max_ms": 22.996, "p95_ms": 14.484}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.549, "count": 220, "max_ms": 1.607, "p95_ms": 0.977}, "detection_prepare_ms": {"avg_ms": 1.802, "count": 220, "max_ms": 4.937, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.008, "count": 220, "max_ms": 0.082, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.352, "count": 220, "max_ms": 1.224, "p95_ms": 0.657}, "mcmt_ms": {"avg_ms": 0.005, "count": 220, "max_ms": 0.036, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.643, "count": 220, "max_ms": 10.205, "p95_ms": 6.914}, "setup_ms": {"avg_ms": 0.058, "count": 220, "max_ms": 0.167, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 8.618, "count": 220, "max_ms": 22.841, "p95_ms": 14.397}, "track_match_ms": {"avg_ms": 0.13, "count": 220, "max_ms": 1.276, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 2.07, "count": 220, "max_ms": 12.106, "p95_ms": 4.002}}, "gstreamer_push": {"avg_ms": 3.827, "count": 220, "max_ms": 11.641, "p95_ms": 6.286}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.07, "count": 220, "max_ms": 0.196, "p95_ms": 0.132}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.268, "count": 220, "max_ms": 103.289, "p95_ms": 88.216}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.498, "count": 220, "max_ms": 19.859, "p95_ms": 9.167}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 111.61, "count": 220, "max_ms": 176.935, "p95_ms": 138.492}, "inference_input_copy_ms": {"avg_ms": 1.825, "count": 220, "max_ms": 5.163, "p95_ms": 2.994}, "processing_residual_ms": {"avg_ms": 0.284, "count": 220, "max_ms": 1.749, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 117.218, "count": 220, "max_ms": 194.489, "p95_ms": 144.567}, "read_interval": {"avg_ms": 136.022, "count": 219, "max_ms": 229.426, "p95_ms": 188.919}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.041, "count": 220, "max_ms": 3.046, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 3.535, "count": 220, "max_ms": 10.122, "p95_ms": 6.667}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 220, "max_ms": 0.074, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.494, "count": 220, "max_ms": 10.103, "p95_ms": 6.631}, "worker_merge_ms": {"avg_ms": 0.009, "count": 220, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 62.286, "count": 220, "max_ms": 103.299, "p95_ms": 88.228}, "visualize": {"avg_ms": 39.067, "count": 220, "max_ms": 67.897, "p95_ms": 50.257}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.182, "count": 220, "max_ms": 58.018, "p95_ms": 41.308}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.311, "count": 220, "max_ms": 66.797, "p95_ms": 47.857}, "visualize_input_copy_ms": {"avg_ms": 1.461, "count": 220, "max_ms": 4.886, "p95_ms": 2.614}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 220, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.128, "count": 220, "max_ms": 66.669, "p95_ms": 47.642}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 220, "max_ms": 0.337, "p95_ms": 0.164}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 220}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 220}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.744, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.154, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99547, "write_bytes_delta": 99547, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1003.0, "cpu_core_ratio": 0.43839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 80387, "reason": null, "system_cpu_core_ratio": 0.037904, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.400486, "user_cpu_s_delta": 8.029999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.637355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475795, "system_cpu_s_delta": 9.539999999993597, "user_cpu_core_ratio": 1.161559, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.848, "count": 212, "max_ms": 11.641, "p95_ms": 6.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.769, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.085, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.085, "max": 3.0, "p95": 3.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.733, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.424, "count": 30, "max": 31.238, "p95": 27.965, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1090.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.333, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110177.333, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98460.333, "count": 30, "max": 115533.0, "p95": 115309.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.178, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25405, "sampled_at": "2026-11-03T13:21:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:21:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5367942, "flush_count": 5675, "flush_interval_seconds": 30.0, "flush_state": {"count": 5675, "last_at": "2026-11-03T13:21:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:21:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5674}, "started": true, "suppressed_count": 3260486, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3260080}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5675, "written_record_count": 5675}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10248.504, "limit_mb": null}, "detail": {"pid": 80503, "restart_count": 326, "start_count": 327}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9029156659200, "copied_frame_count": 3265754, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9029156659200, "frame_buffer_copies": 3265754, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1462, "count": 512, "max_ms": 2.5356, "p50_ms": 0.1242, "p95_ms": 0.2444, "p99_ms": 0.3344}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6493, "count": 512, "max_ms": 5.0941, "p50_ms": 1.5451, "p95_ms": 2.637, "p99_ms": 4.0313, "results": {"failed": 0, "not_applicable": 0, "success": 3265754, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 306, "h264_decode_error_count": 934, "h264_decode_error_count_per_hour": 58, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:22:07+09:00", "last_error_summary": "[h264 @ 0x5dbc142d4c80] error while decoding MB 37 50, bytestream -6", "last_exit_at": "2026-11-03T13:22:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:22:10+09:00", "pid": 80503, "process": {"exists": true, "fd_count": 5, "hwm_mb": 79.094, "name": "ffmpeg", "pid": 80503, "rss_mb": 79.094, "state": "S (sleeping)", "threads": 19}, "restart_count": 326, "restart_count_per_hour": 27, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 327}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.418, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265754, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:22:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.166, "last_frame_pushed_at": "2026-11-03T13:22:07+09:00", "last_frame_read_age_sec": 5.366, "last_frame_read_at": "2026-11-03T13:22:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 170, "debug_expires_at": null, "deduplicated_count": 27, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 548.415, "last_sample_duration_ms": 1416.271, "last_trigger": "periodic", "next_snapshot_in_sec": 51.585, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 570, "storage_bytes": 3344256}, "mjpeg": {"age_sec": 5.156, "exists": true, "mtime": "2026-11-03T13:22:07.845051+09:00", "mtime_epoch": 1793679727.8450506, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101857}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:22:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2343.207, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3265754, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.022, "max": 7.0, "p95": 5.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.588, "max": 3.0, "p95": 2.0, "sample_count": 182}, "total": {"avg": 1.562, "max": 3.0, "p95": 2.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 0.411, "max": 2.0, "p95": 2.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.016, "max": 1.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 0.411, "max": 2.0, "p95": 2.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.169, "pushed": 6.169, "read": 6.136}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.009, "count": 184, "max_ms": 0.03, "p95_ms": 0.02, "reason": null, "sample_age_ms": 5277.762, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.131, "count": 184, "max_ms": 9.486, "p95_ms": 3.301, "reason": null, "sample_age_ms": 5372.644, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.48, "count": 184, "max_ms": 8.969, "p95_ms": 2.546, "reason": null, "sample_age_ms": 5373.762, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.397, "count": 184, "max_ms": 1.213, "p95_ms": 0.737, "reason": null, "sample_age_ms": 5277.768, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.378, "count": 184, "max_ms": 13.256, "p95_ms": 3.757, "reason": null, "sample_age_ms": 5369.537, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2764808.0, "count": 184, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5369.503, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5277.977, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.247, "count": 184, "max_ms": 95.405, "p95_ms": 82.324, "reason": null, "sample_age_ms": 5277.759, "source": "client_direct"}, "sample_age_ms": 5277.755, "source": "client_direct", "task_total_ms": {"avg_ms": 60.239, "count": 184, "max_ms": 99.529, "p95_ms": 85.341, "reason": null, "sample_age_ms": 5277.755, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.775, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.288, "count": 185, "max_ms": 22.996, "p95_ms": 13.692}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.52, "count": 185, "max_ms": 1.329, "p95_ms": 0.93}, "detection_prepare_ms": {"avg_ms": 1.741, "count": 185, "max_ms": 4.937, "p95_ms": 3.168}, "event_filter_ms": {"avg_ms": 0.008, "count": 185, "max_ms": 0.082, "p95_ms": 0.018}, "id_reconcile_ms": {"avg_ms": 0.336, "count": 185, "max_ms": 1.002, "p95_ms": 0.655}, "mcmt_ms": {"avg_ms": 0.005, "count": 185, "max_ms": 0.036, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 3.387, "count": 185, "max_ms": 10.205, "p95_ms": 6.806}, "setup_ms": {"avg_ms": 0.058, "count": 185, "max_ms": 0.167, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 8.207, "count": 185, "max_ms": 22.841, "p95_ms": 13.602}, "track_match_ms": {"avg_ms": 0.132, "count": 185, "max_ms": 1.276, "p95_ms": 0.299}, "tracker_update_ms": {"avg_ms": 2.017, "count": 185, "max_ms": 12.106, "p95_ms": 3.682}}, "gstreamer_push": {"avg_ms": 3.791, "count": 185, "max_ms": 9.327, "p95_ms": 6.286}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 185, "max_ms": 0.196, "p95_ms": 0.13}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.0, "count": 185, "max_ms": 103.289, "p95_ms": 87.646}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.528, "count": 185, "max_ms": 19.859, "p95_ms": 9.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.333, "count": 185, "max_ms": 172.186, "p95_ms": 136.072}, "inference_input_copy_ms": {"avg_ms": 1.813, "count": 185, "max_ms": 5.163, "p95_ms": 2.994}, "processing_residual_ms": {"avg_ms": 0.28, "count": 185, "max_ms": 1.749, "p95_ms": 0.55}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.954, "count": 185, "max_ms": 194.489, "p95_ms": 142.637}, "read_interval": {"avg_ms": 134.576, "count": 184, "max_ms": 229.426, "p95_ms": 185.513}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.043, "count": 185, "max_ms": 3.046, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 3.281, "count": 185, "max_ms": 10.122, "p95_ms": 6.359}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 185, "max_ms": 0.074, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.237, "count": 185, "max_ms": 10.103, "p95_ms": 6.32}, "worker_merge_ms": {"avg_ms": 0.009, "count": 185, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 62.017, "count": 185, "max_ms": 103.299, "p95_ms": 87.678}, "visualize": {"avg_ms": 38.517, "count": 185, "max_ms": 67.897, "p95_ms": 49.488}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.868, "count": 185, "max_ms": 52.043, "p95_ms": 40.374}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.789, "count": 185, "max_ms": 66.797, "p95_ms": 47.478}, "visualize_input_copy_ms": {"avg_ms": 1.433, "count": 185, "max_ms": 4.886, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.61, "count": 185, "max_ms": 66.669, "p95_ms": 47.211}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 185, "max_ms": 0.263, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2343.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.744, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.154, "sample_count": 2314, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3265635, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:21:51+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99547, "write_bytes_delta": 99547, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1003.0, "cpu_core_ratio": 0.43839, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 80387, "reason": null, "system_cpu_core_ratio": 0.037904, "system_cpu_s_delta": 0.7599999999999998, "user_cpu_core_ratio": 0.400486, "user_cpu_s_delta": 8.029999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.637355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.475795, "system_cpu_s_delta": 9.539999999993597, "user_cpu_core_ratio": 1.161559, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.848, "count": 212, "max_ms": 11.641, "p95_ms": 6.521, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.769, "max": 6.0, "p95": 5.0, "sample_count": 212}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.085, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 212}, "total": {"avg": 2.085, "max": 3.0, "p95": 3.0, "sample_count": 212}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.733, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.424, "count": 30, "max": 31.238, "p95": 27.965, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1090.733, "count": 30, "max": 1419.0, "p95": 1340.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1353.333, "count": 30, "max": 13281.0, "p95": 7598.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.083, "count": 30, "max": 0.387, "p95": 0.348, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.429, "count": 30, "max": 0.507, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.127, "count": 30, "max": 2.935, "p95": 0.476, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110177.333, "count": 30, "max": 124202.0, "p95": 115527.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98460.333, "count": 30, "max": 115533.0, "p95": 115309.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.867, "count": 30, "max": 30.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.4, "count": 30, "max": 0.491, "p95": 0.484, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.02, "count": 30, "max": 1.178, "p95": 1.17, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25405, "sampled_at": "2026-11-03T13:21:51+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:21:51+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4634910, "flush_count": 5678, "flush_interval_seconds": 30.0, "flush_state": {"count": 5678, "last_at": "2026-11-03T13:24:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:24:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5677}, "started": true, "suppressed_count": 3362777, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3362772}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5678, "written_record_count": 5678}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9989.277, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9313087795200, "copied_frame_count": 3368449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9313087795200, "frame_buffer_copies": 3368449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1544, "count": 512, "max_ms": 1.3021, "p50_ms": 0.1404, "p95_ms": 0.2792, "p99_ms": 0.3857}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2966, "count": 512, "max_ms": 9.9706, "p50_ms": 1.1844, "p95_ms": 2.1063, "p99_ms": 2.854, "results": {"failed": 0, "not_applicable": 0, "success": 3368449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 154, "h264_decode_error_count": 281, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T12:59:55+09:00", "last_error_summary": "[rtsp @ 0x63da083b0f00] RTP: PT=60: bad cseq bf0d expected=b052", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1501.976, "last_started_at": "2026-11-03T12:59:57+09:00", "pid": 79111, "process": {"exists": false, "pid": 79111}, "restart_count": 165, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.074, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.018, "last_frame_pushed_at": "2026-11-03T13:24:59+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-03T13:24:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 113.13, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 486.87, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.009, "exists": true, "mtime": "2026-11-03T13:24:59.546315+09:00", "mtime_epoch": 1793679899.5463152, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T13:24:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2420.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3368449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.947, "pushed": 4.947, "read": 4.947}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 57.88, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.664, "count": 145, "max_ms": 5.983, "p95_ms": 2.772, "reason": null, "sample_age_ms": 106.113, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 145, "max_ms": 3.816, "p95_ms": 1.159, "reason": null, "sample_age_ms": 106.365, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 145, "max_ms": 0.325, "p95_ms": 0.203, "reason": null, "sample_age_ms": 57.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.402, "count": 145, "max_ms": 6.879, "p95_ms": 2.401, "reason": null, "sample_age_ms": 105.092, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 105.074, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 57.951, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.658, "count": 145, "max_ms": 92.656, "p95_ms": 57.371, "reason": null, "sample_age_ms": 57.877, "source": "client_direct"}, "sample_age_ms": 57.874, "source": "client_direct", "task_total_ms": {"avg_ms": 39.318, "count": 145, "max_ms": 95.058, "p95_ms": 61.941, "reason": null, "sample_age_ms": 57.874, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.581, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.687, "count": 145, "max_ms": 1.64, "p95_ms": 1.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 145, "max_ms": 0.614, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 145, "max_ms": 0.255, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 145, "max_ms": 0.269, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 145, "max_ms": 0.465, "p95_ms": 0.354}, "setup_ms": {"avg_ms": 0.043, "count": 145, "max_ms": 0.161, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.652, "count": 145, "max_ms": 1.555, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 145, "max_ms": 0.127, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.46, "count": 145, "max_ms": 4.407, "p95_ms": 3.818}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 0.127, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.317, "count": 145, "max_ms": 96.873, "p95_ms": 63.031}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 145, "max_ms": 0.173, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.759, "count": 145, "max_ms": 129.718, "p95_ms": 97.54}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 145, "max_ms": 3.032, "p95_ms": 2.326}, "processing_residual_ms": {"avg_ms": 0.209, "count": 145, "max_ms": 0.472, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.412, "count": 145, "max_ms": 131.854, "p95_ms": 99.776}, "read_interval": {"avg_ms": 208.793, "count": 145, "max_ms": 11361.859, "p95_ms": 145.052}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 145, "max_ms": 0.11, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.114, "count": 145, "max_ms": 0.324, "p95_ms": 0.248}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 145, "max_ms": 0.047, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 145, "max_ms": 0.264, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.016, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.332, "count": 145, "max_ms": 96.897, "p95_ms": 63.038}, "visualize": {"avg_ms": 28.8, "count": 145, "max_ms": 47.33, "p95_ms": 36.775}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.949, "count": 145, "max_ms": 46.382, "p95_ms": 35.647}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.611, "count": 145, "max_ms": 47.156, "p95_ms": 36.451}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.514, "count": 145, "max_ms": 47.059, "p95_ms": 36.22}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 145, "max_ms": 0.184, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2420.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.206, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.159, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127091, "write_bytes_delta": 127091, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 1.202751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33834.0, "pid": 79111, "reason": null, "system_cpu_core_ratio": 0.592873, "system_cpu_s_delta": 12.899999999999991, "user_cpu_core_ratio": 0.609878, "user_cpu_s_delta": 13.27000000000021}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.152584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.013788, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.138797, "user_cpu_s_delta": 3.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 93, "max_ms": 5.701, "p95_ms": 4.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.391, "count": 30, "max": 42.964, "p95": 40.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 25.07, "count": 30, "max": 38.682, "p95": 37.803, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1435.067, "count": 30, "max": 1566.0, "p95": 1560.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1381.467, "count": 30, "max": 33834.0, "p95": 3839.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.593, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.524, "p95": 1.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132509.233, "count": 30, "max": 135292.0, "p95": 135059.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96612.967, "count": 30, "max": 134881.0, "p95": 134166.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.567, "count": 30, "max": 56.0, "p95": 32.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.633, "count": 30, "max": 0.697, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28423, "sampled_at": "2026-11-03T13:24:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:24:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.312, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4634910, "flush_count": 5678, "flush_interval_seconds": 30.0, "flush_state": {"count": 5678, "last_at": "2026-11-03T13:24:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:24:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5677}, "started": true, "suppressed_count": 3362777, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3362772}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5678, "written_record_count": 5678}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9989.934, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x566749c22e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749c22e40] error while decoding MB 0 79, bytestream 18050 [h264 @ 0x566749c06c00] left block unavailable for requested intra mode [h264 @ 0x566749c06c00] error while decoding MB 0 99, bytestream 23515 [h264 @ 0x56674aa68380] error while decoding MB 24 78, bytestream -11 [h264 @ 0x566749def340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749def340] error while decoding MB 0 99, bytest", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9313087795200, "copied_frame_count": 3368449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9313087795200, "frame_buffer_copies": 3368449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1544, "count": 512, "max_ms": 1.3021, "p50_ms": 0.1404, "p95_ms": 0.2792, "p99_ms": 0.3857}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2966, "count": 512, "max_ms": 9.9706, "p50_ms": 1.1844, "p95_ms": 2.1063, "p99_ms": 2.854, "results": {"failed": 0, "not_applicable": 0, "success": 3368449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 155, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:24:59+09:00", "last_error_summary": "[h264 @ 0x566749c22e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749c22e40] error while decoding MB 0 79, bytestream 18050 [h264 @ 0x566749c06c00] left block unavailable for requested intra mode [h264 @ 0x566749c06c00] error while decoding MB 0 99, bytestream 23515 [h264 @ 0x56674aa68380] error while decoding MB 24 78, bytestream -11 [h264 @ 0x566749def340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749def340] error while decoding MB 0 99, bytest", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1502.001, "last_started_at": "2026-11-03T12:59:57+09:00", "pid": 79111, "process": {"exists": false, "pid": 79111}, "restart_count": 165, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.074, "sample_count": 2754, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T13:24:59+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-11-03T13:24:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 113.17, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 486.83, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.034, "exists": true, "mtime": "2026-11-03T13:24:59.546315+09:00", "mtime_epoch": 1793679899.5463152, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T13:24:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2420.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3368449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.943, "pushed": 4.943, "read": 4.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 83.305, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.664, "count": 145, "max_ms": 5.983, "p95_ms": 2.772, "reason": null, "sample_age_ms": 131.539, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 145, "max_ms": 3.816, "p95_ms": 1.159, "reason": null, "sample_age_ms": 131.791, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 145, "max_ms": 0.325, "p95_ms": 0.203, "reason": null, "sample_age_ms": 83.31, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.402, "count": 145, "max_ms": 6.879, "p95_ms": 2.401, "reason": null, "sample_age_ms": 130.517, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.499, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.377, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.658, "count": 145, "max_ms": 92.656, "p95_ms": 57.371, "reason": null, "sample_age_ms": 83.302, "source": "client_direct"}, "sample_age_ms": 83.3, "source": "client_direct", "task_total_ms": {"avg_ms": 39.318, "count": 145, "max_ms": 95.058, "p95_ms": 61.941, "reason": null, "sample_age_ms": 83.3, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.687, "count": 145, "max_ms": 1.64, "p95_ms": 1.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 145, "max_ms": 0.614, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 145, "max_ms": 0.255, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 145, "max_ms": 0.269, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 145, "max_ms": 0.465, "p95_ms": 0.354}, "setup_ms": {"avg_ms": 0.043, "count": 145, "max_ms": 0.161, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.652, "count": 145, "max_ms": 1.555, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 145, "max_ms": 0.127, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.46, "count": 145, "max_ms": 4.407, "p95_ms": 3.818}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 0.127, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.317, "count": 145, "max_ms": 96.873, "p95_ms": 63.031}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 145, "max_ms": 0.173, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.759, "count": 145, "max_ms": 129.718, "p95_ms": 97.54}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 145, "max_ms": 3.032, "p95_ms": 2.326}, "processing_residual_ms": {"avg_ms": 0.209, "count": 145, "max_ms": 0.472, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.412, "count": 145, "max_ms": 131.854, "p95_ms": 99.776}, "read_interval": {"avg_ms": 208.793, "count": 145, "max_ms": 11361.859, "p95_ms": 145.052}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 145, "max_ms": 0.11, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.114, "count": 145, "max_ms": 0.324, "p95_ms": 0.248}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 145, "max_ms": 0.047, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 145, "max_ms": 0.264, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.016, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.332, "count": 145, "max_ms": 96.897, "p95_ms": 63.038}, "visualize": {"avg_ms": 28.8, "count": 145, "max_ms": 47.33, "p95_ms": 36.775}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.949, "count": 145, "max_ms": 46.382, "p95_ms": 35.647}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.611, "count": 145, "max_ms": 47.156, "p95_ms": 36.451}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.514, "count": 145, "max_ms": 47.059, "p95_ms": 36.22}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 145, "max_ms": 0.184, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2420.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.206, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.159, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127091, "write_bytes_delta": 127091, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 1.202751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33834.0, "pid": 79111, "reason": null, "system_cpu_core_ratio": 0.592873, "system_cpu_s_delta": 12.899999999999991, "user_cpu_core_ratio": 0.609878, "user_cpu_s_delta": 13.27000000000021}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.152584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.013788, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.138797, "user_cpu_s_delta": 3.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 93, "max_ms": 5.701, "p95_ms": 4.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.391, "count": 30, "max": 42.964, "p95": 40.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 25.07, "count": 30, "max": 38.682, "p95": 37.803, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1435.067, "count": 30, "max": 1566.0, "p95": 1560.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1381.467, "count": 30, "max": 33834.0, "p95": 3839.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.593, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.524, "p95": 1.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132509.233, "count": 30, "max": 135292.0, "p95": 135059.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96612.967, "count": 30, "max": 134881.0, "p95": 134166.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.567, "count": 30, "max": 56.0, "p95": 32.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.633, "count": 30, "max": 0.697, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28423, "sampled_at": "2026-11-03T13:24:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:24:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.336, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4634910, "flush_count": 5678, "flush_interval_seconds": 30.0, "flush_state": {"count": 5678, "last_at": "2026-11-03T13:24:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:24:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5677}, "started": true, "suppressed_count": 3362777, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3362772}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5678, "written_record_count": 5678}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9989.992, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9313087795200, "copied_frame_count": 3368449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9313087795200, "frame_buffer_copies": 3368449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1544, "count": 512, "max_ms": 1.3021, "p50_ms": 0.1404, "p95_ms": 0.2792, "p99_ms": 0.3857}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2966, "count": 512, "max_ms": 9.9706, "p50_ms": 1.1844, "p95_ms": 2.1063, "p99_ms": 2.854, "results": {"failed": 0, "not_applicable": 0, "success": 3368449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 155, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:24:59+09:00", "last_error_summary": "[h264 @ 0x566749c22e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749c22e40] error while decoding MB 0 79, bytestream 18050 [h264 @ 0x566749c06c00] left block unavailable for requested intra mode [h264 @ 0x566749c06c00] error while decoding MB 0 99, bytestream 23515 [h264 @ 0x56674aa68380] error while decoding MB 24 78, bytestream -11 [h264 @ 0x566749def340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749def340] error while decoding MB 0 99, bytest", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 1502.014, "last_started_at": "2026-11-03T12:59:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 165, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 166}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.074, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T13:24:59+09:00", "last_frame_read_age_sec": 0.141, "last_frame_read_at": "2026-11-03T13:24:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 113.177, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 486.823, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T13:24:59.546315+09:00", "mtime_epoch": 1793679899.5463152, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T13:24:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2420.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3368449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 145, "pushed_frames": 145, "read_frames": 145, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.94, "pushed": 4.94, "read": 4.94}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.007, "count": 145, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 96.925, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.664, "count": 145, "max_ms": 5.983, "p95_ms": 2.772, "reason": null, "sample_age_ms": 145.158, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.268, "count": 145, "max_ms": 3.816, "p95_ms": 1.159, "reason": null, "sample_age_ms": 145.41, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 145, "max_ms": 0.325, "p95_ms": 0.203, "reason": null, "sample_age_ms": 96.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.402, "count": 145, "max_ms": 6.879, "p95_ms": 2.401, "reason": null, "sample_age_ms": 144.137, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.119, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.996, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.658, "count": 145, "max_ms": 92.656, "p95_ms": 57.371, "reason": null, "sample_age_ms": 96.921, "source": "client_direct"}, "sample_age_ms": 96.919, "source": "client_direct", "task_total_ms": {"avg_ms": 39.318, "count": 145, "max_ms": 95.058, "p95_ms": 61.941, "reason": null, "sample_age_ms": 96.919, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.413, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.687, "count": 145, "max_ms": 1.64, "p95_ms": 1.433}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.235, "count": 145, "max_ms": 0.614, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.095, "count": 145, "max_ms": 0.255, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.017, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.074, "count": 145, "max_ms": 0.269, "p95_ms": 0.147}, "mcmt_ms": {"avg_ms": 0.003, "count": 145, "max_ms": 0.031, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.167, "count": 145, "max_ms": 0.465, "p95_ms": 0.354}, "setup_ms": {"avg_ms": 0.043, "count": 145, "max_ms": 0.161, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.652, "count": 145, "max_ms": 1.555, "p95_ms": 1.372}, "track_match_ms": {"avg_ms": 0.004, "count": 145, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.027, "count": 145, "max_ms": 0.127, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.46, "count": 145, "max_ms": 4.407, "p95_ms": 3.818}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 145, "max_ms": 0.127, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.317, "count": 145, "max_ms": 96.873, "p95_ms": 63.031}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 145, "max_ms": 0.173, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 70.759, "count": 145, "max_ms": 129.718, "p95_ms": 97.54}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 145, "max_ms": 3.032, "p95_ms": 2.326}, "processing_residual_ms": {"avg_ms": 0.209, "count": 145, "max_ms": 0.472, "p95_ms": 0.425}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 72.412, "count": 145, "max_ms": 131.854, "p95_ms": 99.776}, "read_interval": {"avg_ms": 208.793, "count": 145, "max_ms": 11361.859, "p95_ms": 145.052}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 145, "max_ms": 0.11, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.114, "count": 145, "max_ms": 0.324, "p95_ms": 0.248}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 145, "max_ms": 0.047, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.099, "count": 145, "max_ms": 0.264, "p95_ms": 0.208}, "worker_merge_ms": {"avg_ms": 0.005, "count": 145, "max_ms": 0.016, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.332, "count": 145, "max_ms": 96.897, "p95_ms": 63.038}, "visualize": {"avg_ms": 28.8, "count": 145, "max_ms": 47.33, "p95_ms": 36.775}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.949, "count": 145, "max_ms": 46.382, "p95_ms": 35.647}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.611, "count": 145, "max_ms": 47.156, "p95_ms": 36.451}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 145, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.514, "count": 145, "max_ms": 47.059, "p95_ms": 36.22}, "visualizer_prepare_ms": {"avg_ms": 0.053, "count": 145, "max_ms": 0.184, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 145}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2420.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.206, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.159, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127091, "write_bytes_delta": 127091, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 1.202751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33834.0, "pid": 79111, "reason": null, "system_cpu_core_ratio": 0.592873, "system_cpu_s_delta": 12.899999999999991, "user_cpu_core_ratio": 0.609878, "user_cpu_s_delta": 13.27000000000021}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.152584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.013788, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.138797, "user_cpu_s_delta": 3.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 93, "max_ms": 5.701, "p95_ms": 4.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.391, "count": 30, "max": 42.964, "p95": 40.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 25.07, "count": 30, "max": 38.682, "p95": 37.803, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1435.067, "count": 30, "max": 1566.0, "p95": 1560.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1381.467, "count": 30, "max": 33834.0, "p95": 3839.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.593, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.524, "p95": 1.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132509.233, "count": 30, "max": 135292.0, "p95": 135059.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96612.967, "count": 30, "max": 134881.0, "p95": 134166.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.567, "count": 30, "max": 56.0, "p95": 32.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.633, "count": 30, "max": 0.697, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28423, "sampled_at": "2026-11-03T13:24:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:24:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.35, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4634910, "flush_count": 5678, "flush_interval_seconds": 30.0, "flush_state": {"count": 5678, "last_at": "2026-11-03T13:24:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:24:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5677}, "started": true, "suppressed_count": 3362777, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3362772}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5678, "written_record_count": 5678}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10340.375, "limit_mb": null}, "detail": {"pid": 80619, "restart_count": 166, "start_count": 167}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9313087795200, "copied_frame_count": 3368449, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9313087795200, "frame_buffer_copies": 3368449, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1544, "count": 512, "max_ms": 1.3021, "p50_ms": 0.1404, "p95_ms": 0.2792, "p99_ms": 0.3857}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2966, "count": 512, "max_ms": 9.9706, "p50_ms": 1.1844, "p95_ms": 2.1063, "p99_ms": 2.854, "results": {"failed": 0, "not_applicable": 0, "success": 3368449, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 155, "h264_decode_error_count": 286, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:24:59+09:00", "last_error_summary": "[h264 @ 0x566749c22e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749c22e40] error while decoding MB 0 79, bytestream 18050 [h264 @ 0x566749c06c00] left block unavailable for requested intra mode [h264 @ 0x566749c06c00] error while decoding MB 0 99, bytestream 23515 [h264 @ 0x56674aa68380] error while decoding MB 24 78, bytestream -11 [h264 @ 0x566749def340] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x566749def340] error while decoding MB 0 99, bytest", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T13:25:02+09:00", "pid": 80619, "process": {"exists": true, "fd_count": 5, "hwm_mb": 384.699, "name": "ffmpeg", "pid": 80619, "rss_mb": 384.699, "state": "S (sleeping)", "threads": 70}, "restart_count": 166, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.136, "sample_count": 2706, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.726, "last_frame_pushed_at": "2026-11-03T13:24:59+09:00", "last_frame_read_age_sec": 4.811, "last_frame_read_at": "2026-11-03T13:24:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 117.85, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 482.15, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 4.718, "exists": true, "mtime": "2026-11-03T13:24:59.546315+09:00", "mtime_epoch": 1793679899.5463152, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133951}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T13:25:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2420.238, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3368449, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 113}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 113, "pushed_frames": 113, "read_frames": 112, "select_timeouts": 16, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.77, "pushed": 3.77, "read": 3.737}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 112, "client_acquire_ms": {"avg_ms": 0.007, "count": 112, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4773.78, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.627, "count": 112, "max_ms": 5.983, "p95_ms": 2.405, "reason": null, "sample_age_ms": 4822.014, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.262, "count": 112, "max_ms": 3.816, "p95_ms": 1.118, "reason": null, "sample_age_ms": 4822.266, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 112, "max_ms": 0.325, "p95_ms": 0.157, "reason": null, "sample_age_ms": 4773.785, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.336, "count": 112, "max_ms": 6.879, "p95_ms": 2.288, "reason": null, "sample_age_ms": 4820.993, "source": "client_direct"}, "request_count": 112, "request_tensor_bytes": {"avg": 2211848.0, "count": 112, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4820.974, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 112, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4773.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.652, "count": 112, "max_ms": 65.403, "p95_ms": 51.601, "reason": null, "sample_age_ms": 4773.777, "source": "client_direct"}, "sample_age_ms": 4773.775, "source": "client_direct", "task_total_ms": {"avg_ms": 36.221, "count": 112, "max_ms": 67.722, "p95_ms": 55.81, "reason": null, "sample_age_ms": 4773.775, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.031, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.604, "count": 113, "max_ms": 1.59, "p95_ms": 1.156}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.205, "count": 113, "max_ms": 0.612, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.085, "count": 113, "max_ms": 0.225, "p95_ms": 0.181}, "event_filter_ms": {"avg_ms": 0.003, "count": 113, "max_ms": 0.017, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 113, "max_ms": 0.269, "p95_ms": 0.126}, "mcmt_ms": {"avg_ms": 0.002, "count": 113, "max_ms": 0.009, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.147, "count": 113, "max_ms": 0.465, "p95_ms": 0.279}, "setup_ms": {"avg_ms": 0.036, "count": 113, "max_ms": 0.103, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 0.572, "count": 113, "max_ms": 1.513, "p95_ms": 1.097}, "track_match_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.023, "count": 113, "max_ms": 0.074, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 2.352, "count": 113, "max_ms": 4.407, "p95_ms": 3.529}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.037, "count": 113, "max_ms": 0.127, "p95_ms": 0.087}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 37.181, "count": 113, "max_ms": 69.816, "p95_ms": 56.973}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 113, "max_ms": 0.173, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 67.279, "count": 113, "max_ms": 109.184, "p95_ms": 96.395}, "inference_input_copy_ms": {"avg_ms": 1.421, "count": 113, "max_ms": 2.687, "p95_ms": 2.326}, "processing_residual_ms": {"avg_ms": 0.218, "count": 113, "max_ms": 0.472, "p95_ms": 0.437}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.958, "count": 113, "max_ms": 112.124, "p95_ms": 99.551}, "read_interval": {"avg_ms": 225.389, "count": 112, "max_ms": 11361.859, "p95_ms": 121.276}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 113, "max_ms": 0.11, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.1, "count": 113, "max_ms": 0.324, "p95_ms": 0.184}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 113, "max_ms": 0.034, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.087, "count": 113, "max_ms": 0.264, "p95_ms": 0.161}, "worker_merge_ms": {"avg_ms": 0.004, "count": 113, "max_ms": 0.016, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 37.194, "count": 113, "max_ms": 69.836, "p95_ms": 56.993}, "visualize": {"avg_ms": 28.646, "count": 113, "max_ms": 47.33, "p95_ms": 35.945}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.874, "count": 113, "max_ms": 46.382, "p95_ms": 35.239}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.483, "count": 113, "max_ms": 47.156, "p95_ms": 35.819}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 113, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.399, "count": 113, "max_ms": 47.059, "p95_ms": 35.734}, "visualizer_prepare_ms": {"avg_ms": 0.045, "count": 113, "max_ms": 0.163, "p95_ms": 0.097}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 113}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 113}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2420.184, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.206, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.159, "sample_count": 2729, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3368351, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 127091, "write_bytes_delta": 127091, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 193.0, "cpu_core_ratio": 1.202751, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 33834.0, "pid": 79111, "reason": null, "system_cpu_core_ratio": 0.592873, "system_cpu_s_delta": 12.899999999999991, "user_cpu_core_ratio": 0.609878, "user_cpu_s_delta": 13.27000000000021}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.152584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.013788, "system_cpu_s_delta": 0.2999999999992724, "user_cpu_core_ratio": 0.138797, "user_cpu_s_delta": 3.0199999999895226}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.892, "count": 93, "max_ms": 5.701, "p95_ms": 4.093, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 93}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 93}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.391, "count": 30, "max": 42.964, "p95": 40.369, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 25.07, "count": 30, "max": 38.682, "p95": 37.803, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1435.067, "count": 30, "max": 1566.0, "p95": 1560.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1381.467, "count": 30, "max": 33834.0, "p95": 3839.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.082, "count": 30, "max": 0.593, "p95": 0.208, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.524, "p95": 1.505, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 132509.233, "count": 30, "max": 135292.0, "p95": 135059.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96612.967, "count": 30, "max": 134881.0, "p95": 134166.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.733, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.567, "count": 30, "max": 56.0, "p95": 32.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.062, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.633, "count": 30, "max": 0.697, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28423, "sampled_at": "2026-11-03T13:24:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:24:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10379.043, "limit_mb": null}, "detail": {"watchdog_timeout_sec": 30.0}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9396358041600, "copied_frame_count": 3398567, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9396358041600, "frame_buffer_copies": 3398567, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0373, "p50_ms": 0.103, "p95_ms": 0.2243, "p99_ms": 0.308}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6773, "count": 512, "max_ms": 5.8347, "p50_ms": 1.588, "p95_ms": 3.0764, "p99_ms": 3.9893, "results": {"failed": 0, "not_applicable": 0, "success": 3398567, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "frame_read_watchdog_timeout", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:19+09:00", "last_error_summary": "[h264 @ 0x624f6daff3c0] error while decoding MB 71 54, bytestream -16 [in#0/rtsp @ 0x624f6d39fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f6d39fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1429.539, "last_started_at": "2026-11-03T13:01:22+09:00", "pid": 79227, "process": {"exists": true, "fd_count": 5, "hwm_mb": 255.227, "name": "ffmpeg", "pid": 79227, "rss_mb": 255.227, "state": "S (sleeping)", "threads": 70}, "restart_count": 10, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.629, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.046, "last_frame_pushed_at": "2026-11-03T13:24:41+09:00", "last_frame_read_age_sec": 30.113, "last_frame_read_at": "2026-11-03T13:24:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 125.535, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 474.465, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 30.035, "exists": true, "mtime": "2026-11-03T13:24:41.885190+09:00", "mtime_epoch": 1793679881.8851905, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 269823}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:25:11+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2397.043, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.513, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30093.485, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30073.675, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30087.256, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30089.983, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2397.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.934, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 268396, "write_bytes_delta": 268396, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 802.0, "cpu_core_ratio": 0.341506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 79227, "reason": null, "system_cpu_core_ratio": 0.031317, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.310189, "user_cpu_s_delta": 6.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.369007, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122695.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.393701, "system_cpu_s_delta": 7.919999999998254, "user_cpu_core_ratio": 0.975305, "user_cpu_s_delta": 19.620000000024447}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.959, "count": 274, "max_ms": 12.213, "p95_ms": 7.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 183}, "total": {"avg": 0.675, "max": 2.0, "p95": 1.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.671, "count": 30, "max": 70.435, "p95": 40.371, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.806, "count": 30, "max": 39.797, "p95": 27.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.867, "count": 30, "max": 938.0, "p95": 888.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.733, "count": 30, "max": 80.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.353, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 264141.267, "count": 30, "max": 271401.0, "p95": 269970.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212985.533, "count": 30, "max": 271401.0, "p95": 269970.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 90202.9, "count": 30, "max": 196712.0, "p95": 165293.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.568, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.14, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24569, "sampled_at": "2026-11-03T13:24:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:24:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10301.375, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9396358041600, "copied_frame_count": 3398567, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9396358041600, "frame_buffer_copies": 3398567, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0373, "p50_ms": 0.103, "p95_ms": 0.2243, "p99_ms": 0.308}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6773, "count": 512, "max_ms": 5.8347, "p50_ms": 1.588, "p95_ms": 3.0764, "p99_ms": 3.9893, "results": {"failed": 0, "not_applicable": 0, "success": 3398567, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 8, "h264_decode_error_count": 9, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:01:19+09:00", "last_error_summary": "[h264 @ 0x624f6daff3c0] error while decoding MB 71 54, bytestream -16 [in#0/rtsp @ 0x624f6d39fe00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f6d39fe00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1429.614, "last_started_at": "2026-11-03T13:01:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 10, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.629, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.121, "last_frame_pushed_at": "2026-11-03T13:24:41+09:00", "last_frame_read_age_sec": 30.189, "last_frame_read_at": "2026-11-03T13:24:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 125.584, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 474.416, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 30.11, "exists": true, "mtime": "2026-11-03T13:24:41.885190+09:00", "mtime_epoch": 1793679881.8851905, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 269823}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:25:12+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2397.043, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.561, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30149.963, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30130.154, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30143.735, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30146.461, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.481, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2397.004, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.934, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.098, "sample_count": 2896, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398486, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 268396, "write_bytes_delta": 268396, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 802.0, "cpu_core_ratio": 0.341506, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 79227, "reason": null, "system_cpu_core_ratio": 0.031317, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.310189, "user_cpu_s_delta": 6.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.369007, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 122695.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.393701, "system_cpu_s_delta": 7.919999999998254, "user_cpu_core_ratio": 0.975305, "user_cpu_s_delta": 19.620000000024447}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.959, "count": 274, "max_ms": 12.213, "p95_ms": 7.177, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.0, "key_count": 2, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 183}, "total": {"avg": 0.675, "max": 2.0, "p95": 1.0, "sample_count": 274}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.671, "count": 30, "max": 70.435, "p95": 40.371, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.806, "count": 30, "max": 39.797, "p95": 27.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 667.867, "count": 30, "max": 938.0, "p95": 888.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2.733, "count": 30, "max": 80.0, "p95": 1.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.316, "count": 30, "max": 0.353, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.104, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 264141.267, "count": 30, "max": 271401.0, "p95": 269970.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 212985.533, "count": 30, "max": 271401.0, "p95": 269970.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 90202.9, "count": 30, "max": 196712.0, "p95": 165293.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.365, "count": 30, "max": 0.568, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.873, "count": 30, "max": 1.14, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24569, "sampled_at": "2026-11-03T13:24:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:24:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10158.43, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f0377cb81c0] error while decoding MB 73 60, bytestream -35", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9396358041600, "copied_frame_count": 3398567, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9396358041600, "frame_buffer_copies": 3398567, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0373, "p50_ms": 0.103, "p95_ms": 0.2243, "p99_ms": 0.308}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6773, "count": 512, "max_ms": 5.8347, "p50_ms": 1.588, "p95_ms": 3.0764, "p99_ms": 3.9893, "results": {"failed": 0, "not_applicable": 0, "success": 3398567, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:25:12+09:00", "last_error_summary": "[h264 @ 0x5f0377cb81c0] error while decoding MB 73 60, bytestream -35", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 1429.73, "last_started_at": "2026-11-03T13:01:22+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 10, "restart_count_per_hour": 1, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 11}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.629, "sample_count": 2605, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 30.237, "last_frame_pushed_at": "2026-11-03T13:24:41+09:00", "last_frame_read_age_sec": 30.304, "last_frame_read_at": "2026-11-03T13:24:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 125.685, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 474.315, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 30.226, "exists": true, "mtime": "2026-11-03T13:24:41.885190+09:00", "mtime_epoch": 1793679881.8851905, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 269823}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:25:12+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2397.043, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 33.668, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 30, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30265.401, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30245.592, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30259.173, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 30261.899, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.031, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2397.043, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.111, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.629, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.067, "exists": true, "size_bytes": 269823, "write_bytes_delta": 269823, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 274.0, "cpu_core_ratio": 0.065351, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 130.0, "pid": 79227, "reason": null, "system_cpu_core_ratio": 0.006402, "system_cpu_s_delta": 0.240000000000002, "user_cpu_core_ratio": 0.058949, "user_cpu_s_delta": 2.2099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.28781, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53362.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.085089, "system_cpu_s_delta": 3.1900000000023283, "user_cpu_core_ratio": 0.202721, "user_cpu_s_delta": 7.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.378, "count": 30, "max": 70.435, "p95": 40.371, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.281, "count": 30, "max": 39.797, "p95": 27.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 647.933, "count": 30, "max": 938.0, "p95": 888.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 7.067, "count": 30, "max": 130.0, "p95": 44.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.308, "count": 30, "max": 0.353, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.067, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 265212.9, "count": 30, "max": 271401.0, "p95": 269973.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 213004.333, "count": 30, "max": 271401.0, "p95": 269973.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 88381.133, "count": 30, "max": 196712.0, "p95": 165293.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.568, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 1.14, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24570, "sampled_at": "2026-11-03T13:25:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:25:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10339.527, "limit_mb": null}, "detail": {"pid": 80735, "restart_count": 11, "start_count": 12}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9396358041600, "copied_frame_count": 3398567, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9396358041600, "frame_buffer_copies": 3398567, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 3.0373, "p50_ms": 0.103, "p95_ms": 0.2243, "p99_ms": 0.308}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6773, "count": 512, "max_ms": 5.8347, "p50_ms": 1.588, "p95_ms": 3.0764, "p99_ms": 3.9893, "results": {"failed": 0, "not_applicable": 0, "success": 3398567, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 9, "h264_decode_error_count": 10, "h264_decode_error_count_per_hour": 2, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:25:12+09:00", "last_error_summary": "[h264 @ 0x5f0377cb81c0] error while decoding MB 73 60, bytestream -35", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:25:14+09:00", "pid": 80735, "process": {"exists": true, "fd_count": 5, "hwm_mb": 212.988, "name": "ffmpeg", "pid": 80735, "rss_mb": 212.988, "state": "S (sleeping)", "threads": 70}, "restart_count": 11, "restart_count_per_hour": 2, "rtsp_timeout_count": 12, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.467, "sample_count": 2566, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["mjpeg_age_sec>30s", "last_frame_read_age_sec>30s", "last_frame_pushed_age_sec>30s", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 34.536, "last_frame_pushed_at": "2026-11-03T13:24:41+09:00", "last_frame_read_age_sec": 34.603, "last_frame_read_at": "2026-11-03T13:24:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 129.998, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 470.002, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 34.525, "exists": true, "mtime": "2026-11-03T13:24:41.885190+09:00", "mtime_epoch": 1793679881.8851905, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 269823}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T13:25:16+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2422.023, "name": "celery", "pid": 180, "rss_mb": 2397.043, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["mjpeg_output_stale_critical", "frame_read_stale_critical", "frame_push_stale_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 37.978, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "tracking_counts": {"active": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "lost": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "removed": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "tracked": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "unconfirmed": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 0, "pushed_frames": 0, "read_frames": 0, "select_timeouts": 26, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 0.0, "pushed": 0.0, "read": 0.0}, "hints": ["ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34565.327, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34545.518, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34559.099, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 0, "client_acquire_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "parse_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "request_count": 0, "request_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "response_tensor_bytes": {"avg": null, "count": 0, "max": null, "p95": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "sample_age_ms": 34561.826, "source": "client_direct", "task_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "reason": "no_samples_in_window", "sample_age_ms": null, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.69, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "detection_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "event_filter_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "id_reconcile_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "mcmt_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_analyze_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "setup_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "total_inside_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "track_match_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "tracker_update_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "gstreamer_push": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "model_completion": {"model_count": 0, "models": {}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "base_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "debug_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inf_api_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "inference_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "processing_residual_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "steam_artifact_record_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "timestamp_only_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "processing_total": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "read_interval": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "execute_total_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "resolve_scenarios_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "worker_merge_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}, "triton_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "roi_render_cache_build_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_draw_all_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_input_copy_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualize_roi_overlay_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_overlay_draw_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}, "visualizer_prepare_ms": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null}}}, "scenario_detail_counts": {"error_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "resolved_scenario_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}, "returned_event_count": {"avg": null, "max": null, "p95": null, "sample_count": 0}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2397.043, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.111, "skip_count": 4}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.629, "sample_count": 2606, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398567, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:24:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 30.067, "exists": true, "size_bytes": 269823, "write_bytes_delta": 269823, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 274.0, "cpu_core_ratio": 0.065351, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 130.0, "pid": 79227, "reason": null, "system_cpu_core_ratio": 0.006402, "system_cpu_s_delta": 0.240000000000002, "user_cpu_core_ratio": 0.058949, "user_cpu_s_delta": 2.2099999999999795}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.28781, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 53362.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.085089, "system_cpu_s_delta": 3.1900000000023283, "user_cpu_core_ratio": 0.202721, "user_cpu_s_delta": 7.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 0, "models": {}, "truncated_count": 0}, "object_counts": {"total": {"avg": null, "max": null, "p95": null, "sample_count": 0}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.378, "count": 30, "max": 70.435, "p95": 40.371, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.281, "count": 30, "max": 39.797, "p95": 27.979, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 647.933, "count": 30, "max": 938.0, "p95": 888.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 7.067, "count": 30, "max": 130.0, "p95": 44.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.044, "p95": 0.042, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.308, "count": 30, "max": 0.353, "p95": 0.338, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 1.006, "count": 30, "max": 30.067, "p95": 0.057, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 265212.9, "count": 30, "max": 271401.0, "p95": 269973.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 213004.333, "count": 30, "max": 271401.0, "p95": 269973.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.067, "count": 30, "max": 2.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 88381.133, "count": 30, "max": 196712.0, "p95": 165293.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.357, "count": 30, "max": 0.568, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.855, "count": 30, "max": 1.14, "p95": 1.109, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 24570, "sampled_at": "2026-11-03T13:25:11+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:25:11+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5372529, "flush_count": 5680, "flush_interval_seconds": 30.0, "flush_state": {"count": 5680, "last_at": "2026-11-03T13:26:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:26:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5679}, "started": true, "suppressed_count": 3262842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3262436}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5680, "written_record_count": 5680}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10186.207, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x571527852f40] cabac decode of qscale diff failed at 34 56 [h264 @ 0x571527852f40] error while decoding MB 34 56, bytestream 103683 [h264 @ 0x571527816ac0] cabac decode of qscale diff failed at 8 64 [h264 @ 0x571527816ac0] error while decoding MB 8 64, bytestream 12952 [h264 @ 0x57152831ec80] error while decoding MB 80 46, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9035684352000, "copied_frame_count": 3268115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9035684352000, "frame_buffer_copies": 3268115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1411, "count": 512, "max_ms": 1.6695, "p50_ms": 0.1236, "p95_ms": 0.2706, "p99_ms": 0.3484}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7141, "count": 512, "max_ms": 6.9022, "p50_ms": 1.6048, "p95_ms": 2.7331, "p99_ms": 3.4484, "results": {"failed": 0, "not_applicable": 0, "success": 3268115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 307, "h264_decode_error_count": 939, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:26:46+09:00", "last_error_summary": "[h264 @ 0x571527852f40] cabac decode of qscale diff failed at 34 56 [h264 @ 0x571527852f40] error while decoding MB 34 56, bytestream 103683 [h264 @ 0x571527816ac0] cabac decode of qscale diff failed at 8 64 [h264 @ 0x571527816ac0] error while decoding MB 8 64, bytestream 12952 [h264 @ 0x57152831ec80] error while decoding MB 80 46, bytestream -6", "last_exit_at": "2026-11-03T13:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.578, "last_started_at": "2026-11-03T13:22:10+09:00", "pid": 80503, "process": {"exists": false, "pid": 80503}, "restart_count": 326, "restart_count_per_hour": 25, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 327}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.695, "sample_count": 2520, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-11-03T13:26:46+09:00", "last_frame_read_age_sec": 0.076, "last_frame_read_at": "2026-11-03T13:26:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 220.181, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 379.819, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T13:26:46.504050+09:00", "mtime_epoch": 1793680006.50405, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95942}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:26:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.391, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3268115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.536, "max": 6.0, "p95": 6.0, "sample_count": 183}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 0.311, "max": 1.0, "p95": 1.0, "sample_count": 183}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 183}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 183, "pushed_frames": 183, "read_frames": 183, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.124, "pushed": 6.124, "read": 6.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.009, "count": 184, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 64.741, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.107, "count": 183, "max_ms": 11.382, "p95_ms": 3.575, "reason": null, "sample_age_ms": 98.295, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.476, "count": 183, "max_ms": 10.65, "p95_ms": 2.153, "reason": null, "sample_age_ms": 98.59, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 184, "max_ms": 5.457, "p95_ms": 0.788, "reason": null, "sample_age_ms": 64.753, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.506, "count": 183, "max_ms": 17.294, "p95_ms": 3.804, "reason": null, "sample_age_ms": 97.074, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.06, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.109, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.598, "count": 184, "max_ms": 91.548, "p95_ms": 69.838, "reason": null, "sample_age_ms": 64.737, "source": "client_direct"}, "sample_age_ms": 64.731, "source": "client_direct", "task_total_ms": {"avg_ms": 54.725, "count": 184, "max_ms": 107.946, "p95_ms": 73.883, "reason": null, "sample_age_ms": 64.731, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.688, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.254, "count": 183, "max_ms": 10.143, "p95_ms": 6.981}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 183, "max_ms": 1.113, "p95_ms": 0.715}, "detection_prepare_ms": {"avg_ms": 0.678, "count": 183, "max_ms": 8.082, "p95_ms": 2.316}, "event_filter_ms": {"avg_ms": 0.005, "count": 183, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.115, "count": 183, "max_ms": 0.36, "p95_ms": 0.23}, "mcmt_ms": {"avg_ms": 0.003, "count": 183, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.502, "count": 183, "max_ms": 3.669, "p95_ms": 1.996}, "setup_ms": {"avg_ms": 0.054, "count": 183, "max_ms": 0.139, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.198, "count": 183, "max_ms": 10.097, "p95_ms": 6.877}, "track_match_ms": {"avg_ms": 0.041, "count": 183, "max_ms": 0.305, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 0.441, "count": 183, "max_ms": 4.04, "p95_ms": 1.651}}, "gstreamer_push": {"avg_ms": 3.756, "count": 183, "max_ms": 7.137, "p95_ms": 6.033}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 183, "max_ms": 1.35, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.444, "count": 183, "max_ms": 114.147, "p95_ms": 76.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.001, "count": 183, "max_ms": 13.876, "p95_ms": 8.726}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.997, "count": 183, "max_ms": 169.117, "p95_ms": 122.471}, "inference_input_copy_ms": {"avg_ms": 1.942, "count": 183, "max_ms": 4.342, "p95_ms": 3.209}, "processing_residual_ms": {"avg_ms": 0.285, "count": 183, "max_ms": 0.627, "p95_ms": 0.543}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.225, "count": 183, "max_ms": 187.436, "p95_ms": 128.85}, "read_interval": {"avg_ms": 163.516, "count": 183, "max_ms": 4390.404, "p95_ms": 197.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 183, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.435, "count": 183, "max_ms": 3.542, "p95_ms": 1.93}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 183, "max_ms": 0.067, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.416, "count": 183, "max_ms": 3.509, "p95_ms": 1.916}, "worker_merge_ms": {"avg_ms": 0.007, "count": 183, "max_ms": 0.035, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.461, "count": 183, "max_ms": 114.18, "p95_ms": 76.515}, "visualize": {"avg_ms": 34.912, "count": 183, "max_ms": 59.546, "p95_ms": 46.87}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.413, "count": 183, "max_ms": 53.544, "p95_ms": 43.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.187, "count": 183, "max_ms": 57.744, "p95_ms": 45.362}, "visualize_input_copy_ms": {"avg_ms": 1.481, "count": 183, "max_ms": 4.47, "p95_ms": 2.292}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 183, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.026, "count": 183, "max_ms": 57.521, "p95_ms": 45.135}, "visualizer_prepare_ms": {"avg_ms": 0.093, "count": 183, "max_ms": 0.294, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 183}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 183}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.264, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.816, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97251, "write_bytes_delta": 97251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.641443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7742.0, "pid": 80503, "reason": null, "system_cpu_core_ratio": 0.281876, "system_cpu_s_delta": 5.659999999999998, "user_cpu_core_ratio": 0.359567, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.094637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.325702, "system_cpu_s_delta": 6.539999999993597, "user_cpu_core_ratio": 0.768935, "user_cpu_s_delta": 15.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.663, "count": 178, "max_ms": 9.688, "p95_ms": 5.623, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.815, "max": 7.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.214, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.889, "count": 30, "max": 31.238, "p95": 26.755, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1142.5, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2044.433, "count": 30, "max": 44238.0, "p95": 5513.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.282, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.299, "count": 30, "max": 5.178, "p95": 2.004, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101703.4, "count": 30, "max": 114107.0, "p95": 112478.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94155.6, "count": 30, "max": 112541.0, "p95": 111275.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 43.0, "p95": 35.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.491, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25419, "sampled_at": "2026-11-03T13:26:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:26:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.88, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5372529, "flush_count": 5680, "flush_interval_seconds": 30.0, "flush_state": {"count": 5680, "last_at": "2026-11-03T13:26:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:26:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5679}, "started": true, "suppressed_count": 3262842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3262436}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5680, "written_record_count": 5680}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10186.285, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:26:46+09:00", "last_error_summary": "[h264 @ 0x571527852f40] cabac decode of qscale diff failed at 34 56 [h264 @ 0x571527852f40] error while decoding MB 34 56, bytestream 103683 [h264 @ 0x571527816ac0] cabac decode of qscale diff failed at 8 64 [h264 @ 0x571527816ac0] error while decoding MB 8 64, bytestream 12952 [h264 @ 0x57152831ec80] error while decoding MB 80 46, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9035684352000, "copied_frame_count": 3268115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9035684352000, "frame_buffer_copies": 3268115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1411, "count": 512, "max_ms": 1.6695, "p50_ms": 0.1236, "p95_ms": 0.2706, "p99_ms": 0.3484}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7141, "count": 512, "max_ms": 6.9022, "p50_ms": 1.6048, "p95_ms": 2.7331, "p99_ms": 3.4484, "results": {"failed": 0, "not_applicable": 0, "success": 3268115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 307, "h264_decode_error_count": 939, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:26:46+09:00", "last_error_summary": "[h264 @ 0x571527852f40] cabac decode of qscale diff failed at 34 56 [h264 @ 0x571527852f40] error while decoding MB 34 56, bytestream 103683 [h264 @ 0x571527816ac0] cabac decode of qscale diff failed at 8 64 [h264 @ 0x571527816ac0] error while decoding MB 8 64, bytestream 12952 [h264 @ 0x57152831ec80] error while decoding MB 80 46, bytestream -6", "last_exit_at": "2026-11-03T13:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.633, "last_started_at": "2026-11-03T13:22:10+09:00", "pid": 80503, "process": {"exists": false, "pid": 80503}, "restart_count": 326, "restart_count_per_hour": 25, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 327}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.695, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T13:26:46+09:00", "last_frame_read_age_sec": 0.131, "last_frame_read_at": "2026-11-03T13:26:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 220.233, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 379.767, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-03T13:26:46.609051+09:00", "mtime_epoch": 1793680006.6090508, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96612}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:26:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3268115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.527, "max": 6.0, "p95": 6.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 0.31, "max": 1.0, "p95": 1.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.147, "pushed": 6.147, "read": 6.113}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.009, "count": 184, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 103.667, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.107, "count": 183, "max_ms": 11.382, "p95_ms": 3.575, "reason": null, "sample_age_ms": 137.221, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.476, "count": 183, "max_ms": 10.65, "p95_ms": 2.153, "reason": null, "sample_age_ms": 137.516, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 184, "max_ms": 5.457, "p95_ms": 0.788, "reason": null, "sample_age_ms": 103.679, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.506, "count": 183, "max_ms": 17.294, "p95_ms": 3.804, "reason": null, "sample_age_ms": 136.0, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 135.986, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 184, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.035, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.598, "count": 184, "max_ms": 91.548, "p95_ms": 69.838, "reason": null, "sample_age_ms": 103.663, "source": "client_direct"}, "sample_age_ms": 103.657, "source": "client_direct", "task_total_ms": {"avg_ms": 54.725, "count": 184, "max_ms": 107.946, "p95_ms": 73.883, "reason": null, "sample_age_ms": 103.657, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.078, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.247, "count": 184, "max_ms": 10.143, "p95_ms": 6.981}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 184, "max_ms": 1.113, "p95_ms": 0.715}, "detection_prepare_ms": {"avg_ms": 0.675, "count": 184, "max_ms": 8.082, "p95_ms": 2.316}, "event_filter_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.115, "count": 184, "max_ms": 0.36, "p95_ms": 0.23}, "mcmt_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.5, "count": 184, "max_ms": 3.669, "p95_ms": 1.996}, "setup_ms": {"avg_ms": 0.053, "count": 184, "max_ms": 0.139, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.191, "count": 184, "max_ms": 10.097, "p95_ms": 6.877}, "track_match_ms": {"avg_ms": 0.041, "count": 184, "max_ms": 0.305, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 0.438, "count": 184, "max_ms": 4.04, "p95_ms": 1.651}}, "gstreamer_push": {"avg_ms": 3.757, "count": 184, "max_ms": 7.137, "p95_ms": 6.033}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 184, "max_ms": 1.35, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.324, "count": 184, "max_ms": 114.147, "p95_ms": 76.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.003, "count": 184, "max_ms": 13.876, "p95_ms": 8.726}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.927, "count": 184, "max_ms": 169.117, "p95_ms": 122.471}, "inference_input_copy_ms": {"avg_ms": 1.937, "count": 184, "max_ms": 4.342, "p95_ms": 3.209}, "processing_residual_ms": {"avg_ms": 0.284, "count": 184, "max_ms": 0.627, "p95_ms": 0.543}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.15, "count": 184, "max_ms": 187.436, "p95_ms": 128.85}, "read_interval": {"avg_ms": 163.516, "count": 183, "max_ms": 4390.404, "p95_ms": 197.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 184, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.433, "count": 184, "max_ms": 3.542, "p95_ms": 1.93}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 184, "max_ms": 0.067, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.414, "count": 184, "max_ms": 3.509, "p95_ms": 1.916}, "worker_merge_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.035, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.341, "count": 184, "max_ms": 114.18, "p95_ms": 76.515}, "visualize": {"avg_ms": 34.969, "count": 184, "max_ms": 59.546, "p95_ms": 46.87}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.469, "count": 184, "max_ms": 53.544, "p95_ms": 43.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.24, "count": 184, "max_ms": 57.744, "p95_ms": 45.362}, "visualize_input_copy_ms": {"avg_ms": 1.485, "count": 184, "max_ms": 4.47, "p95_ms": 2.292}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.079, "count": 184, "max_ms": 57.521, "p95_ms": 45.135}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 184, "max_ms": 0.294, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.264, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.816, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97251, "write_bytes_delta": 97251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.641443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7742.0, "pid": 80503, "reason": null, "system_cpu_core_ratio": 0.281876, "system_cpu_s_delta": 5.659999999999998, "user_cpu_core_ratio": 0.359567, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.094637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.325702, "system_cpu_s_delta": 6.539999999993597, "user_cpu_core_ratio": 0.768935, "user_cpu_s_delta": 15.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.663, "count": 178, "max_ms": 9.688, "p95_ms": 5.623, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.815, "max": 7.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.214, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.889, "count": 30, "max": 31.238, "p95": 26.755, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1142.5, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2044.433, "count": 30, "max": 44238.0, "p95": 5513.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.282, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.299, "count": 30, "max": 5.178, "p95": 2.004, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101703.4, "count": 30, "max": 114107.0, "p95": 112478.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94155.6, "count": 30, "max": 112541.0, "p95": 111275.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 43.0, "p95": 35.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.491, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25419, "sampled_at": "2026-11-03T13:26:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:26:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5372529, "flush_count": 5680, "flush_interval_seconds": 30.0, "flush_state": {"count": 5680, "last_at": "2026-11-03T13:26:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:26:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5679}, "started": true, "suppressed_count": 3262842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3262436}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5680, "written_record_count": 5680}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10186.656, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9035684352000, "copied_frame_count": 3268115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9035684352000, "frame_buffer_copies": 3268115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1411, "count": 512, "max_ms": 1.6695, "p50_ms": 0.1236, "p95_ms": 0.2706, "p99_ms": 0.3484}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7141, "count": 512, "max_ms": 6.9022, "p50_ms": 1.6048, "p95_ms": 2.7331, "p99_ms": 3.4484, "results": {"failed": 0, "not_applicable": 0, "success": 3268115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 307, "h264_decode_error_count": 939, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:26:46+09:00", "last_error_summary": "[h264 @ 0x571527852f40] cabac decode of qscale diff failed at 34 56 [h264 @ 0x571527852f40] error while decoding MB 34 56, bytestream 103683 [h264 @ 0x571527816ac0] cabac decode of qscale diff failed at 8 64 [h264 @ 0x571527816ac0] error while decoding MB 8 64, bytestream 12952 [h264 @ 0x57152831ec80] error while decoding MB 80 46, bytestream -6", "last_exit_at": "2026-11-03T13:26:46+09:00", "last_returncode": 0, "last_stable_duration_sec": 275.693, "last_started_at": "2026-11-03T13:22:10+09:00", "pid": 80503, "process": {"exists": false, "pid": 80503}, "restart_count": 326, "restart_count_per_hour": 25, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 327}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.695, "sample_count": 2519, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T13:26:46+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-11-03T13:26:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 220.279, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 379.721, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T13:26:46.609051+09:00", "mtime_epoch": 1793680006.6090508, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96612}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:26:46+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.387, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3268115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.527, "max": 6.0, "p95": 6.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 0.31, "max": 1.0, "p95": 1.0, "sample_count": 184}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "removed": {"avg": 0.005, "max": 1.0, "p95": 0.0, "sample_count": 184}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 184, "pushed_frames": 184, "read_frames": 183, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.134, "pushed": 6.134, "read": 6.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 183, "client_acquire_ms": {"avg_ms": 0.009, "count": 183, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 162.81, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.107, "count": 183, "max_ms": 11.382, "p95_ms": 3.575, "reason": null, "sample_age_ms": 196.363, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.476, "count": 183, "max_ms": 10.65, "p95_ms": 2.153, "reason": null, "sample_age_ms": 196.658, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.395, "count": 183, "max_ms": 5.457, "p95_ms": 0.789, "reason": null, "sample_age_ms": 162.821, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.506, "count": 183, "max_ms": 17.294, "p95_ms": 3.804, "reason": null, "sample_age_ms": 195.143, "source": "client_direct"}, "request_count": 183, "request_tensor_bytes": {"avg": 2764808.0, "count": 183, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 195.128, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 183, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 163.177, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.412, "count": 183, "max_ms": 91.548, "p95_ms": 68.781, "reason": null, "sample_age_ms": 162.805, "source": "client_direct"}, "sample_age_ms": 162.799, "source": "client_direct", "task_total_ms": {"avg_ms": 54.541, "count": 183, "max_ms": 107.946, "p95_ms": 72.92, "reason": null, "sample_age_ms": 162.799, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.454, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.247, "count": 184, "max_ms": 10.143, "p95_ms": 6.981}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 184, "max_ms": 1.113, "p95_ms": 0.715}, "detection_prepare_ms": {"avg_ms": 0.675, "count": 184, "max_ms": 8.082, "p95_ms": 2.316}, "event_filter_ms": {"avg_ms": 0.005, "count": 184, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.115, "count": 184, "max_ms": 0.36, "p95_ms": 0.23}, "mcmt_ms": {"avg_ms": 0.003, "count": 184, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.5, "count": 184, "max_ms": 3.669, "p95_ms": 1.996}, "setup_ms": {"avg_ms": 0.053, "count": 184, "max_ms": 0.139, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.191, "count": 184, "max_ms": 10.097, "p95_ms": 6.877}, "track_match_ms": {"avg_ms": 0.041, "count": 184, "max_ms": 0.305, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 0.438, "count": 184, "max_ms": 4.04, "p95_ms": 1.651}}, "gstreamer_push": {"avg_ms": 3.757, "count": 184, "max_ms": 7.137, "p95_ms": 6.033}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 184, "max_ms": 1.35, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.324, "count": 184, "max_ms": 114.147, "p95_ms": 76.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.003, "count": 184, "max_ms": 13.876, "p95_ms": 8.726}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.927, "count": 184, "max_ms": 169.117, "p95_ms": 122.471}, "inference_input_copy_ms": {"avg_ms": 1.937, "count": 184, "max_ms": 4.342, "p95_ms": 3.209}, "processing_residual_ms": {"avg_ms": 0.284, "count": 184, "max_ms": 0.627, "p95_ms": 0.543}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.15, "count": 184, "max_ms": 187.436, "p95_ms": 128.85}, "read_interval": {"avg_ms": 163.516, "count": 183, "max_ms": 4390.404, "p95_ms": 197.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 184, "max_ms": 0.061, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.433, "count": 184, "max_ms": 3.542, "p95_ms": 1.93}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 184, "max_ms": 0.067, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.414, "count": 184, "max_ms": 3.509, "p95_ms": 1.916}, "worker_merge_ms": {"avg_ms": 0.007, "count": 184, "max_ms": 0.035, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.341, "count": 184, "max_ms": 114.18, "p95_ms": 76.515}, "visualize": {"avg_ms": 34.969, "count": 184, "max_ms": 59.546, "p95_ms": 46.87}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.469, "count": 184, "max_ms": 53.544, "p95_ms": 43.132}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.24, "count": 184, "max_ms": 57.744, "p95_ms": 45.362}, "visualize_input_copy_ms": {"avg_ms": 1.485, "count": 184, "max_ms": 4.47, "p95_ms": 2.292}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 184, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.079, "count": 184, "max_ms": 57.521, "p95_ms": 45.135}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 184, "max_ms": 0.294, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 184}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.264, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.816, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97251, "write_bytes_delta": 97251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.641443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7742.0, "pid": 80503, "reason": null, "system_cpu_core_ratio": 0.281876, "system_cpu_s_delta": 5.659999999999998, "user_cpu_core_ratio": 0.359567, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.094637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.325702, "system_cpu_s_delta": 6.539999999993597, "user_cpu_core_ratio": 0.768935, "user_cpu_s_delta": 15.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.663, "count": 178, "max_ms": 9.688, "p95_ms": 5.623, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.815, "max": 7.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.214, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.889, "count": 30, "max": 31.238, "p95": 26.755, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1142.5, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2044.433, "count": 30, "max": 44238.0, "p95": 5513.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.282, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.299, "count": 30, "max": 5.178, "p95": 2.004, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101703.4, "count": 30, "max": 114107.0, "p95": 112478.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94155.6, "count": 30, "max": 112541.0, "p95": 111275.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 43.0, "p95": 35.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.491, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25419, "sampled_at": "2026-11-03T13:26:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:26:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5372529, "flush_count": 5680, "flush_interval_seconds": 30.0, "flush_state": {"count": 5680, "last_at": "2026-11-03T13:26:32", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:26:32", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5679}, "started": true, "suppressed_count": 3262842, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3262436}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5680, "written_record_count": 5680}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10311.0, "limit_mb": null}, "detail": {"pid": 80851, "restart_count": 327, "start_count": 328}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9035684352000, "copied_frame_count": 3268115, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9035684352000, "frame_buffer_copies": 3268115, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1411, "count": 512, "max_ms": 1.6695, "p50_ms": 0.1236, "p95_ms": 0.2706, "p99_ms": 0.3484}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7141, "count": 512, "max_ms": 6.9022, "p50_ms": 1.6048, "p95_ms": 2.7331, "p99_ms": 3.4484, "results": {"failed": 0, "not_applicable": 0, "success": 3268115, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 307, "h264_decode_error_count": 939, "h264_decode_error_count_per_hour": 59, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:26:46+09:00", "last_error_summary": "[h264 @ 0x571527852f40] cabac decode of qscale diff failed at 34 56 [h264 @ 0x571527852f40] error while decoding MB 34 56, bytestream 103683 [h264 @ 0x571527816ac0] cabac decode of qscale diff failed at 8 64 [h264 @ 0x571527816ac0] error while decoding MB 8 64, bytestream 12952 [h264 @ 0x57152831ec80] error while decoding MB 80 46, bytestream -6", "last_exit_at": "2026-11-03T13:26:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.006, "last_started_at": "2026-11-03T13:26:49+09:00", "pid": 80851, "process": {"exists": true, "fd_count": 5, "hwm_mb": 159.789, "name": "ffmpeg", "pid": 80851, "rss_mb": 159.789, "state": "S (sleeping)", "threads": 37}, "restart_count": 327, "restart_count_per_hour": 26, "rtsp_timeout_count": 148, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 328}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.711, "sample_count": 2481, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268115, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.173, "last_frame_pushed_at": "2026-11-03T13:26:46+09:00", "last_frame_read_age_sec": 5.269, "last_frame_read_at": "2026-11-03T13:26:46+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 225.379, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 374.621, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 5.162, "exists": true, "mtime": "2026-11-03T13:26:46.609051+09:00", "mtime_epoch": 1793680006.6090508, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 96612}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:26:51+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.391, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3268115, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.511, "max": 6.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 57}, "total": {"avg": 0.32, "max": 1.0, "p95": 1.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 178, "pushed_frames": 178, "read_frames": 178, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.056, "pushed": 6.056, "read": 6.056}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5258.919, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.123, "count": 178, "max_ms": 11.382, "p95_ms": 3.638, "reason": null, "sample_age_ms": 5292.472, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.482, "count": 178, "max_ms": 10.65, "p95_ms": 2.16, "reason": null, "sample_age_ms": 5292.767, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.397, "count": 178, "max_ms": 5.457, "p95_ms": 0.796, "reason": null, "sample_age_ms": 5258.93, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.534, "count": 178, "max_ms": 17.294, "p95_ms": 3.813, "reason": null, "sample_age_ms": 5291.251, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2764808.0, "count": 178, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5291.237, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5259.286, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.587, "count": 178, "max_ms": 91.548, "p95_ms": 68.994, "reason": null, "sample_age_ms": 5258.914, "source": "client_direct"}, "sample_age_ms": 5258.908, "source": "client_direct", "task_total_ms": {"avg_ms": 54.75, "count": 178, "max_ms": 107.946, "p95_ms": 73.176, "reason": null, "sample_age_ms": 5258.908, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.575, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.293, "count": 178, "max_ms": 10.143, "p95_ms": 7.166}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.36, "count": 178, "max_ms": 1.113, "p95_ms": 0.722}, "detection_prepare_ms": {"avg_ms": 0.692, "count": 178, "max_ms": 8.082, "p95_ms": 2.337}, "event_filter_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.017, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.116, "count": 178, "max_ms": 0.36, "p95_ms": 0.253}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.014, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.511, "count": 178, "max_ms": 3.669, "p95_ms": 2.097}, "setup_ms": {"avg_ms": 0.054, "count": 178, "max_ms": 0.139, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.237, "count": 178, "max_ms": 10.097, "p95_ms": 7.096}, "track_match_ms": {"avg_ms": 0.042, "count": 178, "max_ms": 0.305, "p95_ms": 0.176}, "tracker_update_ms": {"avg_ms": 0.452, "count": 178, "max_ms": 4.04, "p95_ms": 1.708}}, "gstreamer_push": {"avg_ms": 3.763, "count": 178, "max_ms": 7.137, "p95_ms": 6.033}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 178, "max_ms": 1.35, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.37, "count": 178, "max_ms": 114.147, "p95_ms": 76.48}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.015, "count": 178, "max_ms": 13.876, "p95_ms": 8.916}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.174, "count": 178, "max_ms": 169.117, "p95_ms": 122.49}, "inference_input_copy_ms": {"avg_ms": 1.936, "count": 178, "max_ms": 4.342, "p95_ms": 3.283}, "processing_residual_ms": {"avg_ms": 0.288, "count": 178, "max_ms": 0.627, "p95_ms": 0.559}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.414, "count": 178, "max_ms": 187.436, "p95_ms": 130.528}, "read_interval": {"avg_ms": 141.015, "count": 178, "max_ms": 2052.032, "p95_ms": 197.265}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 178, "max_ms": 0.061, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.444, "count": 178, "max_ms": 3.542, "p95_ms": 2.029}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 178, "max_ms": 0.067, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.425, "count": 178, "max_ms": 3.509, "p95_ms": 2.012}, "worker_merge_ms": {"avg_ms": 0.007, "count": 178, "max_ms": 0.035, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.387, "count": 178, "max_ms": 114.18, "p95_ms": 76.515}, "visualize": {"avg_ms": 35.117, "count": 178, "max_ms": 59.546, "p95_ms": 47.908}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.572, "count": 178, "max_ms": 53.544, "p95_ms": 43.231}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.376, "count": 178, "max_ms": 57.744, "p95_ms": 45.437}, "visualize_input_copy_ms": {"avg_ms": 1.495, "count": 178, "max_ms": 4.47, "p95_ms": 2.498}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.215, "count": 178, "max_ms": 57.521, "p95_ms": 45.224}, "visualizer_prepare_ms": {"avg_ms": 0.094, "count": 178, "max_ms": 0.294, "p95_ms": 0.183}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.348, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.264, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.816, "sample_count": 2515, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3268021, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:26:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97251, "write_bytes_delta": 97251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 0.641443, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7742.0, "pid": 80503, "reason": null, "system_cpu_core_ratio": 0.281876, "system_cpu_s_delta": 5.659999999999998, "user_cpu_core_ratio": 0.359567, "user_cpu_s_delta": 7.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.094637, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.325702, "system_cpu_s_delta": 6.539999999993597, "user_cpu_core_ratio": 0.768935, "user_cpu_s_delta": 15.440000000002328}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.663, "count": 178, "max_ms": 9.688, "p95_ms": 5.623, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.815, "max": 7.0, "p95": 6.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 55}, "total": {"avg": 0.309, "max": 1.0, "p95": 1.0, "sample_count": 178}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.214, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.889, "count": 30, "max": 31.238, "p95": 26.755, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1142.5, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2044.433, "count": 30, "max": 44238.0, "p95": 5513.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.282, "p95": 0.107, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.299, "count": 30, "max": 5.178, "p95": 2.004, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101703.4, "count": 30, "max": 114107.0, "p95": 112478.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 94155.6, "count": 30, "max": 112541.0, "p95": 111275.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.367, "count": 30, "max": 43.0, "p95": 35.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.491, "p95": 0.482, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.046, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25419, "sampled_at": "2026-11-03T13:26:33+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:26:33+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.393, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5375408, "flush_count": 5683, "flush_interval_seconds": 30.0, "flush_state": {"count": 5683, "last_at": "2026-11-03T13:29:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:29:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5682}, "started": true, "suppressed_count": 3263906, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3263500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5683, "written_record_count": 5683}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10210.141, "limit_mb": null}, "detail": {"h264_decode_error_count": 12, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5db55aa6c340] cabac decode of qscale diff failed at 76 63 [h264 @ 0x5db55aa6c340] error while decoding MB 76 63, bytestream 3108 [h264 @ 0x5db55aac5440] cabac decode of qscale diff failed at 15 64 [h264 @ 0x5db55aac5440] error while decoding MB 15 64, bytestream 9860 [h264 @ 0x5db55aa43fc0] error while decoding MB 5 50, bytestream 8 [h264 @ 0x5db55a982e40] cabac decode of qscale diff failed at 82 67 [h264 @ 0x5db55a982e40] error while decoding MB 82 67, bytestream 4724 [h264 @ 0x5db55a", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9038634393600, "copied_frame_count": 3269182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9038634393600, "frame_buffer_copies": 3269182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.146, "count": 512, "max_ms": 1.5122, "p50_ms": 0.13, "p95_ms": 0.2699, "p99_ms": 0.3464}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6948, "count": 512, "max_ms": 6.4994, "p50_ms": 1.5694, "p95_ms": 2.7457, "p99_ms": 3.6134, "results": {"failed": 0, "not_applicable": 0, "success": 3269182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 308, "h264_decode_error_count": 951, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:29:39+09:00", "last_error_summary": "[h264 @ 0x5db55aa6c340] cabac decode of qscale diff failed at 76 63 [h264 @ 0x5db55aa6c340] error while decoding MB 76 63, bytestream 3108 [h264 @ 0x5db55aac5440] cabac decode of qscale diff failed at 15 64 [h264 @ 0x5db55aac5440] error while decoding MB 15 64, bytestream 9860 [h264 @ 0x5db55aa43fc0] error while decoding MB 5 50, bytestream 8 [h264 @ 0x5db55a982e40] cabac decode of qscale diff failed at 82 67 [h264 @ 0x5db55a982e40] error while decoding MB 82 67, bytestream 4724 [h264 @ 0x5db55a", "last_exit_at": "2026-11-03T13:26:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.814, "last_started_at": "2026-11-03T13:26:49+09:00", "pid": 80851, "process": {"exists": false, "pid": 80851}, "restart_count": 327, "restart_count_per_hour": 25, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 328}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-11-03T13:29:39+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-03T13:29:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.221, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 206.779, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-11-03T13:29:39.490174+09:00", "mtime_epoch": 1793680179.4901738, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95326}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:29:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3269182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.119, "max": 4.0, "p95": 4.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.105, "max": 2.0, "p95": 2.0, "sample_count": 57}, "total": {"avg": 0.94, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.09, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.09, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 67, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.238, "pushed": 2.238, "read": 2.238}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 67, "client_acquire_ms": {"avg_ms": 0.009, "count": 68, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 37.851, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.337, "count": 67, "max_ms": 10.56, "p95_ms": 3.956, "reason": null, "sample_age_ms": 93.385, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.484, "count": 67, "max_ms": 4.219, "p95_ms": 3.004, "reason": null, "sample_age_ms": 93.581, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 68, "max_ms": 1.445, "p95_ms": 0.687, "reason": null, "sample_age_ms": 37.885, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.599, "count": 67, "max_ms": 7.349, "p95_ms": 5.781, "reason": null, "sample_age_ms": 91.67, "source": "client_direct"}, "request_count": 67, "request_tensor_bytes": {"avg": 2764808.0, "count": 67, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 91.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 68, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.4, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.307, "count": 68, "max_ms": 86.125, "p95_ms": 76.339, "reason": null, "sample_age_ms": 37.839, "source": "client_direct"}, "sample_age_ms": 37.829, "source": "client_direct", "task_total_ms": {"avg_ms": 60.547, "count": 68, "max_ms": 94.102, "p95_ms": 80.639, "reason": null, "sample_age_ms": 37.829, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.253, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.537, "count": 67, "max_ms": 15.556, "p95_ms": 11.009}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 67, "max_ms": 0.874, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.573, "count": 67, "max_ms": 3.708, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.036, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.319, "count": 67, "max_ms": 1.67, "p95_ms": 0.64}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.357, "count": 67, "max_ms": 5.137, "p95_ms": 4.307}, "setup_ms": {"avg_ms": 0.063, "count": 67, "max_ms": 0.153, "p95_ms": 0.141}, "total_inside_ms": {"avg_ms": 6.463, "count": 67, "max_ms": 15.489, "p95_ms": 10.92}, "track_match_ms": {"avg_ms": 0.079, "count": 67, "max_ms": 0.218, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.603, "count": 67, "max_ms": 6.232, "p95_ms": 3.154}}, "gstreamer_push": {"avg_ms": 4.075, "count": 67, "max_ms": 8.788, "p95_ms": 7.231}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.116, "count": 67, "max_ms": 2.686, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.511, "count": 67, "max_ms": 97.114, "p95_ms": 82.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.469, "count": 67, "max_ms": 15.113, "p95_ms": 10.553}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.509, "count": 67, "max_ms": 145.97, "p95_ms": 134.654}, "inference_input_copy_ms": {"avg_ms": 1.965, "count": 67, "max_ms": 5.544, "p95_ms": 3.519}, "processing_residual_ms": {"avg_ms": 0.337, "count": 67, "max_ms": 1.225, "p95_ms": 0.53}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.28, "count": 67, "max_ms": 150.398, "p95_ms": 143.432}, "read_interval": {"avg_ms": 447.251, "count": 67, "max_ms": 21081.211, "p95_ms": 201.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 67, "max_ms": 0.058, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.264, "count": 67, "max_ms": 5.039, "p95_ms": 4.147}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 67, "max_ms": 0.07, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.24, "count": 67, "max_ms": 5.018, "p95_ms": 4.114}, "worker_merge_ms": {"avg_ms": 0.008, "count": 67, "max_ms": 0.02, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 62.529, "count": 67, "max_ms": 97.125, "p95_ms": 82.454}, "visualize": {"avg_ms": 37.964, "count": 67, "max_ms": 50.461, "p95_ms": 48.245}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.571, "count": 67, "max_ms": 43.52, "p95_ms": 41.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.088, "count": 67, "max_ms": 48.765, "p95_ms": 45.53}, "visualize_input_copy_ms": {"avg_ms": 1.601, "count": 67, "max_ms": 6.24, "p95_ms": 2.611}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.907, "count": 67, "max_ms": 48.567, "p95_ms": 45.272}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 67, "max_ms": 0.341, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.6, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94434, "write_bytes_delta": 94434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 244.0, "cpu_core_ratio": 0.26655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3816.0, "pid": 80851, "reason": null, "system_cpu_core_ratio": 0.128881, "system_cpu_s_delta": 4.399999999999999, "user_cpu_core_ratio": 0.137669, "user_cpu_s_delta": 4.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.465437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.149971, "system_cpu_s_delta": 5.120000000009895, "user_cpu_core_ratio": 0.315466, "user_cpu_s_delta": 10.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.088, "count": 61, "max_ms": 8.788, "p95_ms": 7.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.033, "max": 4.0, "p95": 3.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.125, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.033, "max": 2.0, "p95": 2.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.968, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 31.238, "p95": 27.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.8, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.567, "count": 30, "max": 44238.0, "p95": 6974.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.282, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 5.178, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 43.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.491, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.001, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25428, "sampled_at": "2026-11-03T13:29:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:29:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5375408, "flush_count": 5683, "flush_interval_seconds": 30.0, "flush_state": {"count": 5683, "last_at": "2026-11-03T13:29:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:29:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5682}, "started": true, "suppressed_count": 3263906, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3263500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5683, "written_record_count": 5683}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10210.219, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:29:39+09:00", "last_error_summary": "[h264 @ 0x5db55aa6c340] cabac decode of qscale diff failed at 76 63 [h264 @ 0x5db55aa6c340] error while decoding MB 76 63, bytestream 3108 [h264 @ 0x5db55aac5440] cabac decode of qscale diff failed at 15 64 [h264 @ 0x5db55aac5440] error while decoding MB 15 64, bytestream 9860 [h264 @ 0x5db55aa43fc0] error while decoding MB 5 50, bytestream 8 [h264 @ 0x5db55a982e40] cabac decode of qscale diff failed at 82 67 [h264 @ 0x5db55a982e40] error while decoding MB 82 67, bytestream 4724 [h264 @ 0x5db55a", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9038634393600, "copied_frame_count": 3269182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9038634393600, "frame_buffer_copies": 3269182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.146, "count": 512, "max_ms": 1.5122, "p50_ms": 0.13, "p95_ms": 0.2699, "p99_ms": 0.3464}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6948, "count": 512, "max_ms": 6.4994, "p50_ms": 1.5694, "p95_ms": 2.7457, "p99_ms": 3.6134, "results": {"failed": 0, "not_applicable": 0, "success": 3269182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 308, "h264_decode_error_count": 951, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:29:39+09:00", "last_error_summary": "[h264 @ 0x5db55aa6c340] cabac decode of qscale diff failed at 76 63 [h264 @ 0x5db55aa6c340] error while decoding MB 76 63, bytestream 3108 [h264 @ 0x5db55aac5440] cabac decode of qscale diff failed at 15 64 [h264 @ 0x5db55aac5440] error while decoding MB 15 64, bytestream 9860 [h264 @ 0x5db55aa43fc0] error while decoding MB 5 50, bytestream 8 [h264 @ 0x5db55a982e40] cabac decode of qscale diff failed at 82 67 [h264 @ 0x5db55a982e40] error while decoding MB 82 67, bytestream 4724 [h264 @ 0x5db55a", "last_exit_at": "2026-11-03T13:29:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.92, "last_started_at": "2026-11-03T13:26:49+09:00", "pid": 80851, "process": {"exists": false, "pid": 80851}, "restart_count": 327, "restart_count_per_hour": 25, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 328}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T13:29:39+09:00", "last_frame_read_age_sec": 0.199, "last_frame_read_at": "2026-11-03T13:29:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.275, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 206.725, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-11-03T13:29:39.612175+09:00", "mtime_epoch": 1793680179.6121745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:29:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3269182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.164, "max": 6.0, "p95": 4.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 0.91, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.24, "pushed": 2.24, "read": 2.206}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.009, "count": 67, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 144.41, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.35, "count": 66, "max_ms": 10.56, "p95_ms": 3.966, "reason": null, "sample_age_ms": 199.944, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 66, "max_ms": 4.219, "p95_ms": 3.019, "reason": null, "sample_age_ms": 200.14, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 67, "max_ms": 1.445, "p95_ms": 0.688, "reason": null, "sample_age_ms": 144.444, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.586, "count": 66, "max_ms": 7.349, "p95_ms": 5.831, "reason": null, "sample_age_ms": 198.229, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 198.186, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 67, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 144.959, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.204, "count": 67, "max_ms": 86.125, "p95_ms": 76.432, "reason": null, "sample_age_ms": 144.398, "source": "client_direct"}, "sample_age_ms": 144.388, "source": "client_direct", "task_total_ms": {"avg_ms": 60.458, "count": 67, "max_ms": 94.102, "p95_ms": 80.671, "reason": null, "sample_age_ms": 144.388, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.781, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.402, "count": 67, "max_ms": 15.556, "p95_ms": 10.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.465, "count": 67, "max_ms": 0.874, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.539, "count": 67, "max_ms": 3.708, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.036, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.318, "count": 67, "max_ms": 1.67, "p95_ms": 0.64}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.308, "count": 67, "max_ms": 5.137, "p95_ms": 4.307}, "setup_ms": {"avg_ms": 0.063, "count": 67, "max_ms": 0.153, "p95_ms": 0.141}, "total_inside_ms": {"avg_ms": 6.328, "count": 67, "max_ms": 15.489, "p95_ms": 10.501}, "track_match_ms": {"avg_ms": 0.077, "count": 67, "max_ms": 0.218, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.546, "count": 67, "max_ms": 6.232, "p95_ms": 2.989}}, "gstreamer_push": {"avg_ms": 4.194, "count": 67, "max_ms": 14.077, "p95_ms": 7.613}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.117, "count": 67, "max_ms": 2.686, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.366, "count": 67, "max_ms": 97.114, "p95_ms": 82.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.46, "count": 67, "max_ms": 15.113, "p95_ms": 10.553}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.284, "count": 67, "max_ms": 145.97, "p95_ms": 134.654}, "inference_input_copy_ms": {"avg_ms": 1.97, "count": 67, "max_ms": 5.544, "p95_ms": 3.519}, "processing_residual_ms": {"avg_ms": 0.338, "count": 67, "max_ms": 1.225, "p95_ms": 0.53}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.051, "count": 67, "max_ms": 150.398, "p95_ms": 143.432}, "read_interval": {"avg_ms": 451.986, "count": 66, "max_ms": 21081.211, "p95_ms": 201.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 67, "max_ms": 0.058, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.214, "count": 67, "max_ms": 5.039, "p95_ms": 4.147}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 67, "max_ms": 0.07, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.19, "count": 67, "max_ms": 5.018, "p95_ms": 4.114}, "worker_merge_ms": {"avg_ms": 0.008, "count": 67, "max_ms": 0.02, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 62.384, "count": 67, "max_ms": 97.125, "p95_ms": 82.454}, "visualize": {"avg_ms": 37.965, "count": 67, "max_ms": 50.461, "p95_ms": 48.245}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.623, "count": 67, "max_ms": 43.52, "p95_ms": 41.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.089, "count": 67, "max_ms": 48.765, "p95_ms": 45.53}, "visualize_input_copy_ms": {"avg_ms": 1.6, "count": 67, "max_ms": 6.24, "p95_ms": 2.611}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.909, "count": 67, "max_ms": 48.567, "p95_ms": 45.272}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 67, "max_ms": 0.341, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.6, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94434, "write_bytes_delta": 94434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 244.0, "cpu_core_ratio": 0.26655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3816.0, "pid": 80851, "reason": null, "system_cpu_core_ratio": 0.128881, "system_cpu_s_delta": 4.399999999999999, "user_cpu_core_ratio": 0.137669, "user_cpu_s_delta": 4.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.465437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.149971, "system_cpu_s_delta": 5.120000000009895, "user_cpu_core_ratio": 0.315466, "user_cpu_s_delta": 10.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.088, "count": 61, "max_ms": 8.788, "p95_ms": 7.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.033, "max": 4.0, "p95": 3.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.125, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.033, "max": 2.0, "p95": 2.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.968, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 31.238, "p95": 27.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.8, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.567, "count": 30, "max": 44238.0, "p95": 6974.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.282, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 5.178, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 43.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.491, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.001, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25428, "sampled_at": "2026-11-03T13:29:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:29:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.917, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5375408, "flush_count": 5683, "flush_interval_seconds": 30.0, "flush_state": {"count": 5683, "last_at": "2026-11-03T13:29:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:29:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5682}, "started": true, "suppressed_count": 3263906, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3263500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5683, "written_record_count": 5683}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10210.703, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9038634393600, "copied_frame_count": 3269182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9038634393600, "frame_buffer_copies": 3269182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.146, "count": 512, "max_ms": 1.5122, "p50_ms": 0.13, "p95_ms": 0.2699, "p99_ms": 0.3464}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6948, "count": 512, "max_ms": 6.4994, "p50_ms": 1.5694, "p95_ms": 2.7457, "p99_ms": 3.6134, "results": {"failed": 0, "not_applicable": 0, "success": 3269182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 308, "h264_decode_error_count": 951, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:29:39+09:00", "last_error_summary": "[h264 @ 0x5db55aa6c340] cabac decode of qscale diff failed at 76 63 [h264 @ 0x5db55aa6c340] error while decoding MB 76 63, bytestream 3108 [h264 @ 0x5db55aac5440] cabac decode of qscale diff failed at 15 64 [h264 @ 0x5db55aac5440] error while decoding MB 15 64, bytestream 9860 [h264 @ 0x5db55aa43fc0] error while decoding MB 5 50, bytestream 8 [h264 @ 0x5db55a982e40] cabac decode of qscale diff failed at 82 67 [h264 @ 0x5db55a982e40] error while decoding MB 82 67, bytestream 4724 [h264 @ 0x5db55a", "last_exit_at": "2026-11-03T13:29:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 169.964, "last_started_at": "2026-11-03T13:26:49+09:00", "pid": 80851, "process": {"exists": false, "pid": 80851}, "restart_count": 327, "restart_count_per_hour": 25, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 328}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.123, "last_frame_pushed_at": "2026-11-03T13:29:39+09:00", "last_frame_read_age_sec": 0.243, "last_frame_read_at": "2026-11-03T13:29:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 393.325, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 206.675, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 0.116, "exists": true, "mtime": "2026-11-03T13:29:39.612175+09:00", "mtime_epoch": 1793680179.6121745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:29:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.938, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3269182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.164, "max": 6.0, "p95": 4.0, "sample_count": 67}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 0.91, "max": 2.0, "p95": 2.0, "sample_count": 67}}, "tracking_counts": {"active": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 67}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 67}, "tracked": {"avg": 0.075, "max": 1.0, "p95": 1.0, "sample_count": 67}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 67, "pushed_frames": 67, "read_frames": 66, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.236, "pushed": 2.236, "read": 2.203}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 66, "client_acquire_ms": {"avg_ms": 0.009, "count": 66, "max_ms": 0.022, "p95_ms": 0.016, "reason": null, "sample_age_ms": 189.786, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.35, "count": 66, "max_ms": 10.56, "p95_ms": 3.966, "reason": null, "sample_age_ms": 245.32, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.49, "count": 66, "max_ms": 4.219, "p95_ms": 3.019, "reason": null, "sample_age_ms": 245.516, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.42, "count": 66, "max_ms": 1.445, "p95_ms": 0.688, "reason": null, "sample_age_ms": 189.82, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.586, "count": 66, "max_ms": 7.349, "p95_ms": 5.831, "reason": null, "sample_age_ms": 243.605, "source": "client_direct"}, "request_count": 66, "request_tensor_bytes": {"avg": 2764808.0, "count": 66, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 243.562, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 66, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 190.335, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 57.117, "count": 66, "max_ms": 86.125, "p95_ms": 76.525, "reason": null, "sample_age_ms": 189.775, "source": "client_direct"}, "sample_age_ms": 189.764, "source": "client_direct", "task_total_ms": {"avg_ms": 60.361, "count": 66, "max_ms": 94.102, "p95_ms": 80.703, "reason": null, "sample_age_ms": 189.764, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.402, "count": 67, "max_ms": 15.556, "p95_ms": 10.604}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.465, "count": 67, "max_ms": 0.874, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.539, "count": 67, "max_ms": 3.708, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.007, "count": 67, "max_ms": 0.036, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.318, "count": 67, "max_ms": 1.67, "p95_ms": 0.64}, "mcmt_ms": {"avg_ms": 0.004, "count": 67, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.308, "count": 67, "max_ms": 5.137, "p95_ms": 4.307}, "setup_ms": {"avg_ms": 0.063, "count": 67, "max_ms": 0.153, "p95_ms": 0.141}, "total_inside_ms": {"avg_ms": 6.328, "count": 67, "max_ms": 15.489, "p95_ms": 10.501}, "track_match_ms": {"avg_ms": 0.077, "count": 67, "max_ms": 0.218, "p95_ms": 0.159}, "tracker_update_ms": {"avg_ms": 1.546, "count": 67, "max_ms": 6.232, "p95_ms": 2.989}}, "gstreamer_push": {"avg_ms": 4.194, "count": 67, "max_ms": 14.077, "p95_ms": 7.613}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.117, "count": 67, "max_ms": 2.686, "p95_ms": 0.138}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 62.366, "count": 67, "max_ms": 97.114, "p95_ms": 82.447}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.46, "count": 67, "max_ms": 15.113, "p95_ms": 10.553}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.284, "count": 67, "max_ms": 145.97, "p95_ms": 134.654}, "inference_input_copy_ms": {"avg_ms": 1.97, "count": 67, "max_ms": 5.544, "p95_ms": 3.519}, "processing_residual_ms": {"avg_ms": 0.338, "count": 67, "max_ms": 1.225, "p95_ms": 0.53}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.051, "count": 67, "max_ms": 150.398, "p95_ms": 143.432}, "read_interval": {"avg_ms": 451.986, "count": 66, "max_ms": 21081.211, "p95_ms": 201.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 67, "max_ms": 0.058, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.214, "count": 67, "max_ms": 5.039, "p95_ms": 4.147}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 67, "max_ms": 0.07, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.19, "count": 67, "max_ms": 5.018, "p95_ms": 4.114}, "worker_merge_ms": {"avg_ms": 0.008, "count": 67, "max_ms": 0.02, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 62.384, "count": 67, "max_ms": 97.125, "p95_ms": 82.454}, "visualize": {"avg_ms": 37.965, "count": 67, "max_ms": 50.461, "p95_ms": 48.245}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.623, "count": 67, "max_ms": 43.52, "p95_ms": 41.565}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.089, "count": 67, "max_ms": 48.765, "p95_ms": 45.53}, "visualize_input_copy_ms": {"avg_ms": 1.6, "count": 67, "max_ms": 6.24, "p95_ms": 2.611}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 67, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.909, "count": 67, "max_ms": 48.567, "p95_ms": 45.272}, "visualizer_prepare_ms": {"avg_ms": 0.1, "count": 67, "max_ms": 0.341, "p95_ms": 0.185}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 67}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 67}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.6, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94434, "write_bytes_delta": 94434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 244.0, "cpu_core_ratio": 0.26655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3816.0, "pid": 80851, "reason": null, "system_cpu_core_ratio": 0.128881, "system_cpu_s_delta": 4.399999999999999, "user_cpu_core_ratio": 0.137669, "user_cpu_s_delta": 4.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.465437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.149971, "system_cpu_s_delta": 5.120000000009895, "user_cpu_core_ratio": 0.315466, "user_cpu_s_delta": 10.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.088, "count": 61, "max_ms": 8.788, "p95_ms": 7.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.033, "max": 4.0, "p95": 3.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.125, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.033, "max": 2.0, "p95": 2.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.968, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 31.238, "p95": 27.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.8, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.567, "count": 30, "max": 44238.0, "p95": 6974.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.282, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 5.178, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 43.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.491, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.001, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25428, "sampled_at": "2026-11-03T13:29:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:29:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5375408, "flush_count": 5683, "flush_interval_seconds": 30.0, "flush_state": {"count": 5683, "last_at": "2026-11-03T13:29:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:29:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5682}, "started": true, "suppressed_count": 3263906, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3263500}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5683, "written_record_count": 5683}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10375.148, "limit_mb": null}, "detail": {"pid": 80967, "restart_count": 328, "start_count": 329}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9038634393600, "copied_frame_count": 3269182, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9038634393600, "frame_buffer_copies": 3269182, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.146, "count": 512, "max_ms": 1.5122, "p50_ms": 0.13, "p95_ms": 0.2699, "p99_ms": 0.3464}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6948, "count": 512, "max_ms": 6.4994, "p50_ms": 1.5694, "p95_ms": 2.7457, "p99_ms": 3.6134, "results": {"failed": 0, "not_applicable": 0, "success": 3269182, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 308, "h264_decode_error_count": 951, "h264_decode_error_count_per_hour": 67, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:29:39+09:00", "last_error_summary": "[h264 @ 0x5db55aa6c340] cabac decode of qscale diff failed at 76 63 [h264 @ 0x5db55aa6c340] error while decoding MB 76 63, bytestream 3108 [h264 @ 0x5db55aac5440] cabac decode of qscale diff failed at 15 64 [h264 @ 0x5db55aac5440] error while decoding MB 15 64, bytestream 9860 [h264 @ 0x5db55aa43fc0] error while decoding MB 5 50, bytestream 8 [h264 @ 0x5db55a982e40] cabac decode of qscale diff failed at 82 67 [h264 @ 0x5db55a982e40] error while decoding MB 82 67, bytestream 4724 [h264 @ 0x5db55a", "last_exit_at": "2026-11-03T13:29:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:29:42+09:00", "pid": 80967, "process": {"exists": true, "fd_count": 5, "hwm_mb": 209.188, "name": "ffmpeg", "pid": 80967, "rss_mb": 209.188, "state": "S (sleeping)", "threads": 70}, "restart_count": 328, "restart_count_per_hour": 26, "rtsp_timeout_count": 150, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 329}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.367, "sample_count": 2130, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269182, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.5, "last_frame_pushed_at": "2026-11-03T13:29:39+09:00", "last_frame_read_age_sec": 4.62, "last_frame_read_at": "2026-11-03T13:29:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 171, "debug_expires_at": null, "deduplicated_count": 28, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 397.69, "last_sample_duration_ms": 1480.861, "last_trigger": "periodic", "next_snapshot_in_sec": 202.31, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 571, "storage_bytes": 3353817}, "mjpeg": {"age_sec": 4.493, "exists": true, "mtime": "2026-11-03T13:29:39.612175+09:00", "mtime_epoch": 1793680179.6121745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 92772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:29:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2344.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3269182, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.324, "max": 6.0, "p95": 4.0, "sample_count": 34}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 23}, "total": {"avg": 0.676, "max": 1.0, "p95": 1.0, "sample_count": 34}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 34, "pushed_frames": 34, "read_frames": 33, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.134, "pushed": 1.134, "read": 1.1}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 33, "client_acquire_ms": {"avg_ms": 0.009, "count": 33, "max_ms": 0.017, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4562.743, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.376, "count": 33, "max_ms": 5.097, "p95_ms": 4.42, "reason": null, "sample_age_ms": 4618.277, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.587, "count": 33, "max_ms": 4.219, "p95_ms": 3.448, "reason": null, "sample_age_ms": 4618.473, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.39, "count": 33, "max_ms": 0.802, "p95_ms": 0.579, "reason": null, "sample_age_ms": 4562.778, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.749, "count": 33, "max_ms": 7.349, "p95_ms": 6.549, "reason": null, "sample_age_ms": 4616.562, "source": "client_direct"}, "request_count": 33, "request_tensor_bytes": {"avg": 2764808.0, "count": 33, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4616.52, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 33, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4563.293, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 61.051, "count": 33, "max_ms": 86.125, "p95_ms": 76.649, "reason": null, "sample_age_ms": 4562.732, "source": "client_direct"}, "sample_age_ms": 4562.721, "source": "client_direct", "task_total_ms": {"avg_ms": 64.428, "count": 33, "max_ms": 94.102, "p95_ms": 81.282, "reason": null, "sample_age_ms": 4562.721, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.74, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.03, "count": 34, "max_ms": 12.799, "p95_ms": 10.204}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.455, "count": 34, "max_ms": 0.874, "p95_ms": 0.835}, "detection_prepare_ms": {"avg_ms": 1.239, "count": 34, "max_ms": 3.708, "p95_ms": 3.18}, "event_filter_ms": {"avg_ms": 0.006, "count": 34, "max_ms": 0.019, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 34, "max_ms": 1.67, "p95_ms": 0.587}, "mcmt_ms": {"avg_ms": 0.004, "count": 34, "max_ms": 0.008, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.822, "count": 34, "max_ms": 4.426, "p95_ms": 4.051}, "setup_ms": {"avg_ms": 0.064, "count": 34, "max_ms": 0.152, "p95_ms": 0.141}, "total_inside_ms": {"avg_ms": 4.961, "count": 34, "max_ms": 12.646, "p95_ms": 10.084}, "track_match_ms": {"avg_ms": 0.054, "count": 34, "max_ms": 0.143, "p95_ms": 0.125}, "tracker_update_ms": {"avg_ms": 1.041, "count": 34, "max_ms": 2.594, "p95_ms": 2.547}}, "gstreamer_push": {"avg_ms": 4.288, "count": 34, "max_ms": 14.077, "p95_ms": 8.788}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.159, "count": 34, "max_ms": 2.686, "p95_ms": 0.56}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 66.126, "count": 34, "max_ms": 97.114, "p95_ms": 85.717}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.511, "count": 34, "max_ms": 13.2, "p95_ms": 11.452}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.73, "count": 34, "max_ms": 145.97, "p95_ms": 134.654}, "inference_input_copy_ms": {"avg_ms": 1.959, "count": 34, "max_ms": 5.544, "p95_ms": 3.739}, "processing_residual_ms": {"avg_ms": 0.275, "count": 34, "max_ms": 0.682, "p95_ms": 0.527}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.475, "count": 34, "max_ms": 150.398, "p95_ms": 141.392}, "read_interval": {"avg_ms": 772.271, "count": 33, "max_ms": 21081.211, "p95_ms": 262.931}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 34, "max_ms": 0.058, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 1.733, "count": 34, "max_ms": 4.259, "p95_ms": 3.884}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 34, "max_ms": 0.052, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.709, "count": 34, "max_ms": 4.212, "p95_ms": 3.848}, "worker_merge_ms": {"avg_ms": 0.008, "count": 34, "max_ms": 0.016, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 66.146, "count": 34, "max_ms": 97.125, "p95_ms": 85.742}, "visualize": {"avg_ms": 36.875, "count": 34, "max_ms": 50.461, "p95_ms": 49.754}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.215, "count": 34, "max_ms": 43.52, "p95_ms": 43.167}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.021, "count": 34, "max_ms": 48.765, "p95_ms": 47.782}, "visualize_input_copy_ms": {"avg_ms": 1.57, "count": 34, "max_ms": 6.24, "p95_ms": 2.611}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 34, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.845, "count": 34, "max_ms": 48.567, "p95_ms": 47.499}, "visualizer_prepare_ms": {"avg_ms": 0.097, "count": 34, "max_ms": 0.341, "p95_ms": 0.255}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 34}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 34}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2344.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 35.6, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.276, "sample_count": 2187, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3269174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:29:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94434, "write_bytes_delta": 94434, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 244.0, "cpu_core_ratio": 0.26655, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3816.0, "pid": 80851, "reason": null, "system_cpu_core_ratio": 0.128881, "system_cpu_s_delta": 4.399999999999999, "user_cpu_core_ratio": 0.137669, "user_cpu_s_delta": 4.700000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.465437, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.149971, "system_cpu_s_delta": 5.120000000009895, "user_cpu_core_ratio": 0.315466, "user_cpu_s_delta": 10.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 4.088, "count": 61, "max_ms": 8.788, "p95_ms": 7.231, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.033, "max": 4.0, "p95": 3.0, "sample_count": 61}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.125, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 56}, "total": {"avg": 1.033, "max": 2.0, "p95": 2.0, "sample_count": 61}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.968, "count": 30, "max": 81.501, "p95": 70.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.257, "count": 30, "max": 31.238, "p95": 27.022, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1032.8, "count": 30, "max": 1665.0, "p95": 1491.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2718.567, "count": 30, "max": 44238.0, "p95": 6974.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.079, "count": 30, "max": 0.282, "p95": 0.222, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.548, "p95": 0.522, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.173, "count": 30, "max": 5.178, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98084.733, "count": 30, "max": 106583.0, "p95": 103962.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.733, "count": 30, "max": 43.0, "p95": 36.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.412, "count": 30, "max": 0.491, "p95": 0.48, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.001, "count": 30, "max": 1.164, "p95": 1.158, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25428, "sampled_at": "2026-11-03T13:29:38+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:29:38+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.992, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5379923, "flush_count": 5688, "flush_interval_seconds": 30.0, "flush_state": {"count": 5688, "last_at": "2026-11-03T13:34:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:34:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5687}, "started": true, "suppressed_count": 3266524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3266118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5688, "written_record_count": 5688}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10224.926, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f725989da80] error while decoding MB 64 54, bytestream -6 [h264 @ 0x5f72598898c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f72598898c0] error while decoding MB 0 38, bytestream 5825 [h264 @ 0x5f72599359c0] left block unavailable for requested intra mode [h264 @ 0x5f72599359c0] error while decoding MB 0 36, bytestream 3629 [h264 @ 0x5f7259875700] left block unavailable for requested intra mode [h264 @ 0x5f7259875700] error while decoding MB 0 64, bytestream 3807", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9045883699200, "copied_frame_count": 3271804, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9045883699200, "frame_buffer_copies": 3271804, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1338, "count": 512, "max_ms": 2.5966, "p50_ms": 0.1153, "p95_ms": 0.2218, "p99_ms": 0.3085}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5296, "count": 512, "max_ms": 4.6905, "p50_ms": 1.4575, "p95_ms": 2.4607, "p99_ms": 3.0976, "results": {"failed": 0, "not_applicable": 0, "success": 3271804, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 309, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:35:14+09:00", "last_error_summary": "[h264 @ 0x5f725989da80] error while decoding MB 64 54, bytestream -6 [h264 @ 0x5f72598898c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f72598898c0] error while decoding MB 0 38, bytestream 5825 [h264 @ 0x5f72599359c0] left block unavailable for requested intra mode [h264 @ 0x5f72599359c0] error while decoding MB 0 36, bytestream 3629 [h264 @ 0x5f7259875700] left block unavailable for requested intra mode [h264 @ 0x5f7259875700] error while decoding MB 0 64, bytestream 3807", "last_exit_at": "2026-11-03T13:29:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.243, "last_started_at": "2026-11-03T13:29:42+09:00", "pid": 80967, "process": {"exists": false, "pid": 80967}, "restart_count": 328, "restart_count_per_hour": 24, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 329}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.275, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271804, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T13:35:14+09:00", "last_frame_read_age_sec": 0.053, "last_frame_read_at": "2026-11-03T13:35:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.311, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 473.689, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 0.049, "exists": true, "mtime": "2026-11-03T13:35:14.298195+09:00", "mtime_epoch": 1793680514.2981951, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95761}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:35:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2346.164, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3271805, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.205, "max": 5.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 83, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.773, "pushed": 2.773, "read": 2.773}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.008, "count": 84, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 19.02, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 83, "max_ms": 4.391, "p95_ms": 3.347, "reason": null, "sample_age_ms": 54.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 83, "max_ms": 4.057, "p95_ms": 2.49, "reason": null, "sample_age_ms": 54.564, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 84, "max_ms": 1.159, "p95_ms": 0.683, "reason": null, "sample_age_ms": 19.04, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 83, "max_ms": 4.504, "p95_ms": 3.049, "reason": null, "sample_age_ms": 53.48, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 53.466, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 84, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 19.577, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.615, "count": 84, "max_ms": 75.558, "p95_ms": 62.217, "reason": null, "sample_age_ms": 19.013, "source": "client_direct"}, "sample_age_ms": 19.006, "source": "client_direct", "task_total_ms": {"avg_ms": 49.089, "count": 84, "max_ms": 78.989, "p95_ms": 65.075, "reason": null, "sample_age_ms": 19.006, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.464, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.906, "count": 83, "max_ms": 2.22, "p95_ms": 1.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 83, "max_ms": 0.82, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.172, "count": 83, "max_ms": 0.428, "p95_ms": 0.314}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.041, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 83, "max_ms": 0.254, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 83, "max_ms": 0.608, "p95_ms": 0.429}, "setup_ms": {"avg_ms": 0.053, "count": 83, "max_ms": 0.12, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.859, "count": 83, "max_ms": 2.138, "p95_ms": 1.563}, "track_match_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.037, "count": 83, "max_ms": 0.152, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.202, "count": 83, "max_ms": 6.767, "p95_ms": 4.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 83, "max_ms": 0.128, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.515, "count": 83, "max_ms": 80.539, "p95_ms": 67.078}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.767, "count": 83, "max_ms": 10.937, "p95_ms": 7.129}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.395, "count": 83, "max_ms": 118.627, "p95_ms": 100.99}, "inference_input_copy_ms": {"avg_ms": 1.702, "count": 83, "max_ms": 3.446, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.216, "count": 83, "max_ms": 1.001, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.08, "count": 83, "max_ms": 125.194, "p95_ms": 105.827}, "read_interval": {"avg_ms": 361.139, "count": 83, "max_ms": 19185.64, "p95_ms": 165.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 83, "max_ms": 0.04, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.144, "count": 83, "max_ms": 0.444, "p95_ms": 0.325}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 83, "max_ms": 0.054, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.128, "count": 83, "max_ms": 0.409, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.53, "count": 83, "max_ms": 80.559, "p95_ms": 67.089}, "visualize": {"avg_ms": 30.778, "count": 83, "max_ms": 44.738, "p95_ms": 38.834}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.395, "count": 83, "max_ms": 42.098, "p95_ms": 35.801}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.238, "count": 83, "max_ms": 43.38, "p95_ms": 37.009}, "visualize_input_copy_ms": {"avg_ms": 1.31, "count": 83, "max_ms": 3.191, "p95_ms": 2.144}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.096, "count": 83, "max_ms": 43.204, "p95_ms": 36.813}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 83, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2346.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.475, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.39, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95124, "write_bytes_delta": 95124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 478.0, "cpu_core_ratio": 0.256958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3738.0, "pid": 80967, "reason": null, "system_cpu_core_ratio": 0.099299, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.157659, "user_cpu_s_delta": 5.430000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57663, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.173338, "system_cpu_s_delta": 5.970000000001164, "user_cpu_core_ratio": 0.403293, "user_cpu_s_delta": 13.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.322, "count": 83, "max_ms": 6.767, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.253, "max": 5.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.059, "count": 30, "max": 71.475, "p95": 63.519, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.481, "count": 30, "max": 33.598, "p95": 28.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.9, "count": 30, "max": 1665.0, "p95": 1432.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1482.133, "count": 30, "max": 7742.0, "p95": 5378.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.302, "p95": 0.261, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.548, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 38.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.114, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25444, "sampled_at": "2026-11-03T13:35:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:35:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5379923, "flush_count": 5688, "flush_interval_seconds": 30.0, "flush_state": {"count": 5688, "last_at": "2026-11-03T13:34:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:34:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5687}, "started": true, "suppressed_count": 3266524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3266118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5688, "written_record_count": 5688}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10225.449, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:35:14+09:00", "last_error_summary": "[h264 @ 0x5f725989da80] error while decoding MB 64 54, bytestream -6 [h264 @ 0x5f72598898c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f72598898c0] error while decoding MB 0 38, bytestream 5825 [h264 @ 0x5f72599359c0] left block unavailable for requested intra mode [h264 @ 0x5f72599359c0] error while decoding MB 0 36, bytestream 3629 [h264 @ 0x5f7259875700] left block unavailable for requested intra mode [h264 @ 0x5f7259875700] error while decoding MB 0 64, bytestream 3807", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9045886464000, "copied_frame_count": 3271805, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9045886464000, "frame_buffer_copies": 3271805, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1339, "count": 512, "max_ms": 2.5966, "p50_ms": 0.1153, "p95_ms": 0.2218, "p99_ms": 0.3085}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5426, "count": 512, "max_ms": 7.364, "p50_ms": 1.4586, "p95_ms": 2.4635, "p99_ms": 3.1133, "results": {"failed": 0, "not_applicable": 0, "success": 3271805, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 309, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:35:14+09:00", "last_error_summary": "[h264 @ 0x5f725989da80] error while decoding MB 64 54, bytestream -6 [h264 @ 0x5f72598898c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f72598898c0] error while decoding MB 0 38, bytestream 5825 [h264 @ 0x5f72599359c0] left block unavailable for requested intra mode [h264 @ 0x5f72599359c0] error while decoding MB 0 36, bytestream 3629 [h264 @ 0x5f7259875700] left block unavailable for requested intra mode [h264 @ 0x5f7259875700] error while decoding MB 0 64, bytestream 3807", "last_exit_at": "2026-11-03T13:35:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.283, "last_started_at": "2026-11-03T13:29:42+09:00", "pid": 80967, "process": {"exists": false, "pid": 80967}, "restart_count": 328, "restart_count_per_hour": 24, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 329}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.275, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.005, "last_frame_pushed_at": "2026-11-03T13:35:14+09:00", "last_frame_read_age_sec": 0.093, "last_frame_read_at": "2026-11-03T13:35:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.351, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 473.649, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 0.089, "exists": true, "mtime": "2026-11-03T13:35:14.298195+09:00", "mtime_epoch": 1793680514.2981951, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95761}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:35:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2346.16, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3271805, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.214, "max": 5.0, "p95": 4.0, "sample_count": 84}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "tracking_counts": {"active": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "tracked": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 84}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 84, "pushed_frames": 84, "read_frames": 83, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.802, "pushed": 2.802, "read": 2.769}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 59.371, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 83, "max_ms": 4.391, "p95_ms": 3.347, "reason": null, "sample_age_ms": 94.683, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.366, "count": 83, "max_ms": 4.057, "p95_ms": 2.49, "reason": null, "sample_age_ms": 94.914, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 83, "max_ms": 1.159, "p95_ms": 0.683, "reason": null, "sample_age_ms": 59.391, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 83, "max_ms": 4.504, "p95_ms": 3.049, "reason": null, "sample_age_ms": 93.83, "source": "client_direct"}, "request_count": 83, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 93.816, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 59.928, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.522, "count": 83, "max_ms": 75.558, "p95_ms": 62.254, "reason": null, "sample_age_ms": 59.364, "source": "client_direct"}, "sample_age_ms": 59.357, "source": "client_direct", "task_total_ms": {"avg_ms": 48.99, "count": 83, "max_ms": 78.989, "p95_ms": 65.136, "reason": null, "sample_age_ms": 59.357, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.061, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.907, "count": 84, "max_ms": 2.22, "p95_ms": 1.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.282, "count": 84, "max_ms": 0.82, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.172, "count": 84, "max_ms": 0.428, "p95_ms": 0.314}, "event_filter_ms": {"avg_ms": 0.004, "count": 84, "max_ms": 0.041, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 84, "max_ms": 0.254, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 84, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.208, "count": 84, "max_ms": 0.608, "p95_ms": 0.429}, "setup_ms": {"avg_ms": 0.053, "count": 84, "max_ms": 0.12, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.86, "count": 84, "max_ms": 2.138, "p95_ms": 1.563}, "track_match_ms": {"avg_ms": 0.005, "count": 84, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.037, "count": 84, "max_ms": 0.152, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.191, "count": 84, "max_ms": 6.767, "p95_ms": 4.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 84, "max_ms": 0.128, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.343, "count": 84, "max_ms": 80.539, "p95_ms": 67.078}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.752, "count": 84, "max_ms": 10.937, "p95_ms": 7.129}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.295, "count": 84, "max_ms": 118.627, "p95_ms": 100.99}, "inference_input_copy_ms": {"avg_ms": 1.695, "count": 84, "max_ms": 3.446, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.215, "count": 84, "max_ms": 1.001, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.957, "count": 84, "max_ms": 125.194, "p95_ms": 105.827}, "read_interval": {"avg_ms": 361.139, "count": 83, "max_ms": 19185.64, "p95_ms": 165.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 84, "max_ms": 0.04, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.145, "count": 84, "max_ms": 0.444, "p95_ms": 0.325}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 84, "max_ms": 0.054, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.129, "count": 84, "max_ms": 0.409, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.006, "count": 84, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.358, "count": 84, "max_ms": 80.559, "p95_ms": 67.089}, "visualize": {"avg_ms": 30.853, "count": 84, "max_ms": 44.738, "p95_ms": 38.834}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.474, "count": 84, "max_ms": 42.098, "p95_ms": 35.801}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.316, "count": 84, "max_ms": 43.38, "p95_ms": 37.009}, "visualize_input_copy_ms": {"avg_ms": 1.307, "count": 84, "max_ms": 3.191, "p95_ms": 2.144}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 84, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.174, "count": 84, "max_ms": 43.204, "p95_ms": 36.813}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 84, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 84}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 84}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2346.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.475, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.39, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95124, "write_bytes_delta": 95124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 478.0, "cpu_core_ratio": 0.256958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3738.0, "pid": 80967, "reason": null, "system_cpu_core_ratio": 0.099299, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.157659, "user_cpu_s_delta": 5.430000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57663, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.173338, "system_cpu_s_delta": 5.970000000001164, "user_cpu_core_ratio": 0.403293, "user_cpu_s_delta": 13.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.322, "count": 83, "max_ms": 6.767, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.253, "max": 5.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.059, "count": 30, "max": 71.475, "p95": 63.519, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.481, "count": 30, "max": 33.598, "p95": 28.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.9, "count": 30, "max": 1665.0, "p95": 1432.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1482.133, "count": 30, "max": 7742.0, "p95": 5378.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.302, "p95": 0.261, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.548, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 38.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.114, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25444, "sampled_at": "2026-11-03T13:35:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:35:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5379923, "flush_count": 5688, "flush_interval_seconds": 30.0, "flush_state": {"count": 5688, "last_at": "2026-11-03T13:34:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:34:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5687}, "started": true, "suppressed_count": 3266524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3266118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5688, "written_record_count": 5688}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10225.801, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9045886464000, "copied_frame_count": 3271805, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9045886464000, "frame_buffer_copies": 3271805, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1339, "count": 512, "max_ms": 2.5966, "p50_ms": 0.1153, "p95_ms": 0.2218, "p99_ms": 0.3085}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5426, "count": 512, "max_ms": 7.364, "p50_ms": 1.4586, "p95_ms": 2.4635, "p99_ms": 3.1133, "results": {"failed": 0, "not_applicable": 0, "success": 3271805, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 309, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:35:14+09:00", "last_error_summary": "[h264 @ 0x5f725989da80] error while decoding MB 64 54, bytestream -6 [h264 @ 0x5f72598898c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f72598898c0] error while decoding MB 0 38, bytestream 5825 [h264 @ 0x5f72599359c0] left block unavailable for requested intra mode [h264 @ 0x5f72599359c0] error while decoding MB 0 36, bytestream 3629 [h264 @ 0x5f7259875700] left block unavailable for requested intra mode [h264 @ 0x5f7259875700] error while decoding MB 0 64, bytestream 3807", "last_exit_at": "2026-11-03T13:35:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 332.32, "last_started_at": "2026-11-03T13:29:42+09:00", "pid": 80967, "process": {"exists": false, "pid": 80967}, "restart_count": 328, "restart_count_per_hour": 24, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 329}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.275, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T13:35:14+09:00", "last_frame_read_age_sec": 0.13, "last_frame_read_at": "2026-11-03T13:35:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 126.385, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 473.615, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T13:35:14.389196+09:00", "mtime_epoch": 1793680514.3891957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95872}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:35:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2346.16, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3271805, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.193, "max": 5.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "tracking_counts": {"active": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "tracked": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 83}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 83, "pushed_frames": 83, "read_frames": 82, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.774, "pushed": 2.774, "read": 2.741}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 83, "client_acquire_ms": {"avg_ms": 0.007, "count": 83, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 95.557, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.798, "count": 82, "max_ms": 4.391, "p95_ms": 3.367, "reason": null, "sample_age_ms": 130.87, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.369, "count": 82, "max_ms": 4.057, "p95_ms": 2.53, "reason": null, "sample_age_ms": 131.101, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 83, "max_ms": 1.159, "p95_ms": 0.683, "reason": null, "sample_age_ms": 95.577, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 83, "max_ms": 4.504, "p95_ms": 3.049, "reason": null, "sample_age_ms": 130.017, "source": "client_direct"}, "request_count": 82, "request_tensor_bytes": {"avg": 2764808.0, "count": 83, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 130.003, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 83, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.114, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.522, "count": 83, "max_ms": 75.558, "p95_ms": 62.254, "reason": null, "sample_age_ms": 95.55, "source": "client_direct"}, "sample_age_ms": 95.543, "source": "client_direct", "task_total_ms": {"avg_ms": 48.99, "count": 83, "max_ms": 78.989, "p95_ms": 65.136, "reason": null, "sample_age_ms": 95.543, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.455, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.91, "count": 83, "max_ms": 2.22, "p95_ms": 1.641}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 83, "max_ms": 0.82, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.172, "count": 83, "max_ms": 0.428, "p95_ms": 0.314}, "event_filter_ms": {"avg_ms": 0.004, "count": 83, "max_ms": 0.041, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.095, "count": 83, "max_ms": 0.254, "p95_ms": 0.185}, "mcmt_ms": {"avg_ms": 0.003, "count": 83, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 83, "max_ms": 0.608, "p95_ms": 0.429}, "setup_ms": {"avg_ms": 0.053, "count": 83, "max_ms": 0.12, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 0.863, "count": 83, "max_ms": 2.138, "p95_ms": 1.563}, "track_match_ms": {"avg_ms": 0.005, "count": 83, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.037, "count": 83, "max_ms": 0.152, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 3.192, "count": 83, "max_ms": 6.767, "p95_ms": 4.975}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 83, "max_ms": 0.128, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.213, "count": 83, "max_ms": 80.539, "p95_ms": 67.078}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.758, "count": 83, "max_ms": 10.937, "p95_ms": 7.129}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.249, "count": 83, "max_ms": 118.627, "p95_ms": 100.99}, "inference_input_copy_ms": {"avg_ms": 1.696, "count": 83, "max_ms": 3.446, "p95_ms": 2.859}, "processing_residual_ms": {"avg_ms": 0.214, "count": 83, "max_ms": 1.001, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.916, "count": 83, "max_ms": 125.194, "p95_ms": 105.827}, "read_interval": {"avg_ms": 364.289, "count": 82, "max_ms": 19185.64, "p95_ms": 165.859}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 83, "max_ms": 0.04, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.146, "count": 83, "max_ms": 0.444, "p95_ms": 0.325}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 83, "max_ms": 0.054, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.13, "count": 83, "max_ms": 0.409, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.006, "count": 83, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.228, "count": 83, "max_ms": 80.559, "p95_ms": 67.089}, "visualize": {"avg_ms": 30.93, "count": 83, "max_ms": 44.738, "p95_ms": 38.834}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.543, "count": 83, "max_ms": 42.098, "p95_ms": 35.801}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.388, "count": 83, "max_ms": 43.38, "p95_ms": 37.009}, "visualize_input_copy_ms": {"avg_ms": 1.312, "count": 83, "max_ms": 3.191, "p95_ms": 2.144}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 83, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.245, "count": 83, "max_ms": 43.204, "p95_ms": 36.813}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 83, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 83}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2346.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.475, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.39, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95124, "write_bytes_delta": 95124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 478.0, "cpu_core_ratio": 0.256958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3738.0, "pid": 80967, "reason": null, "system_cpu_core_ratio": 0.099299, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.157659, "user_cpu_s_delta": 5.430000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57663, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.173338, "system_cpu_s_delta": 5.970000000001164, "user_cpu_core_ratio": 0.403293, "user_cpu_s_delta": 13.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.322, "count": 83, "max_ms": 6.767, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.253, "max": 5.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.059, "count": 30, "max": 71.475, "p95": 63.519, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.481, "count": 30, "max": 33.598, "p95": 28.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.9, "count": 30, "max": 1665.0, "p95": 1432.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1482.133, "count": 30, "max": 7742.0, "p95": 5378.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.302, "p95": 0.261, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.548, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 38.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.114, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25444, "sampled_at": "2026-11-03T13:35:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:35:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.919, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5379923, "flush_count": 5688, "flush_interval_seconds": 30.0, "flush_state": {"count": 5688, "last_at": "2026-11-03T13:34:38", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:34:38", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5687}, "started": true, "suppressed_count": 3266524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3266118}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5688, "written_record_count": 5688}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10327.195, "limit_mb": null}, "detail": {"pid": 81083, "restart_count": 329, "start_count": 330}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9045886464000, "copied_frame_count": 3271805, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9045886464000, "frame_buffer_copies": 3271805, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1339, "count": 512, "max_ms": 2.5966, "p50_ms": 0.1153, "p95_ms": 0.2218, "p99_ms": 0.3085}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5426, "count": 512, "max_ms": 7.364, "p50_ms": 1.4586, "p95_ms": 2.4635, "p99_ms": 3.1133, "results": {"failed": 0, "not_applicable": 0, "success": 3271805, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 309, "h264_decode_error_count": 958, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:35:14+09:00", "last_error_summary": "[h264 @ 0x5f725989da80] error while decoding MB 64 54, bytestream -6 [h264 @ 0x5f72598898c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5f72598898c0] error while decoding MB 0 38, bytestream 5825 [h264 @ 0x5f72599359c0] left block unavailable for requested intra mode [h264 @ 0x5f72599359c0] error while decoding MB 0 36, bytestream 3629 [h264 @ 0x5f7259875700] left block unavailable for requested intra mode [h264 @ 0x5f7259875700] error while decoding MB 0 64, bytestream 3807", "last_exit_at": "2026-11-03T13:35:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T13:35:16+09:00", "pid": 81083, "process": {"exists": true, "fd_count": 5, "hwm_mb": 141.816, "name": "ffmpeg", "pid": 81083, "rss_mb": 141.816, "state": "S (sleeping)", "threads": 19}, "restart_count": 329, "restart_count_per_hour": 25, "rtsp_timeout_count": 152, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 330}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.204, "sample_count": 2326, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271805, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.42, "last_frame_pushed_at": "2026-11-03T13:35:14+09:00", "last_frame_read_age_sec": 4.508, "last_frame_read_at": "2026-11-03T13:35:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 130.772, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 469.228, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 4.413, "exists": true, "mtime": "2026-11-03T13:35:14.389196+09:00", "mtime_epoch": 1793680514.3891957, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 95872}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:35:18+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2346.164, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3271805, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.143, "max": 4.0, "p95": 4.0, "sample_count": 63}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "tracking_counts": {"active": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "tracked": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 63}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 63, "pushed_frames": 63, "read_frames": 63, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.101, "pushed": 2.101, "read": 2.101}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 63, "client_acquire_ms": {"avg_ms": 0.007, "count": 63, "max_ms": 0.033, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4475.518, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.824, "count": 63, "max_ms": 4.391, "p95_ms": 3.51, "reason": null, "sample_age_ms": 4510.831, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.376, "count": 63, "max_ms": 4.057, "p95_ms": 2.49, "reason": null, "sample_age_ms": 4511.062, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.364, "count": 63, "max_ms": 1.159, "p95_ms": 0.585, "reason": null, "sample_age_ms": 4475.538, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.932, "count": 63, "max_ms": 4.504, "p95_ms": 3.096, "reason": null, "sample_age_ms": 4509.977, "source": "client_direct"}, "request_count": 63, "request_tensor_bytes": {"avg": 2764808.0, "count": 63, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4509.964, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 63, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4476.075, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.224, "count": 63, "max_ms": 75.558, "p95_ms": 62.254, "reason": null, "sample_age_ms": 4475.511, "source": "client_direct"}, "sample_age_ms": 4475.504, "source": "client_direct", "task_total_ms": {"avg_ms": 48.699, "count": 63, "max_ms": 78.989, "p95_ms": 65.136, "reason": null, "sample_age_ms": 4475.504, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.669, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.816, "count": 63, "max_ms": 1.641, "p95_ms": 1.485}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.254, "count": 63, "max_ms": 0.598, "p95_ms": 0.466}, "detection_prepare_ms": {"avg_ms": 0.153, "count": 63, "max_ms": 0.337, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.011, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 63, "max_ms": 0.185, "p95_ms": 0.165}, "mcmt_ms": {"avg_ms": 0.003, "count": 63, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 63, "max_ms": 0.429, "p95_ms": 0.376}, "setup_ms": {"avg_ms": 0.048, "count": 63, "max_ms": 0.117, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.772, "count": 63, "max_ms": 1.563, "p95_ms": 1.427}, "track_match_ms": {"avg_ms": 0.004, "count": 63, "max_ms": 0.01, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 63, "max_ms": 0.152, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 3.041, "count": 63, "max_ms": 5.07, "p95_ms": 4.91}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 63, "max_ms": 0.128, "p95_ms": 0.081}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.933, "count": 63, "max_ms": 80.539, "p95_ms": 67.078}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.639, "count": 63, "max_ms": 8.976, "p95_ms": 7.051}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.044, "count": 63, "max_ms": 118.627, "p95_ms": 100.99}, "inference_input_copy_ms": {"avg_ms": 1.723, "count": 63, "max_ms": 3.446, "p95_ms": 2.862}, "processing_residual_ms": {"avg_ms": 0.213, "count": 63, "max_ms": 1.001, "p95_ms": 0.348}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 86.619, "count": 63, "max_ms": 125.194, "p95_ms": 105.827}, "read_interval": {"avg_ms": 440.856, "count": 63, "max_ms": 19185.64, "p95_ms": 182.031}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 63, "max_ms": 0.034, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.132, "count": 63, "max_ms": 0.325, "p95_ms": 0.27}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 63, "max_ms": 0.032, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 63, "max_ms": 0.295, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.005, "count": 63, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 49.948, "count": 63, "max_ms": 80.559, "p95_ms": 67.089}, "visualize": {"avg_ms": 30.177, "count": 63, "max_ms": 44.738, "p95_ms": 38.015}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.896, "count": 63, "max_ms": 42.098, "p95_ms": 35.037}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.69, "count": 63, "max_ms": 43.38, "p95_ms": 35.812}, "visualize_input_copy_ms": {"avg_ms": 1.271, "count": 63, "max_ms": 3.191, "p95_ms": 1.829}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 63, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.555, "count": 63, "max_ms": 43.204, "p95_ms": 35.691}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 63, "max_ms": 0.223, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 63}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 63}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2346.16, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 71.475, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.39, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3271798, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:35:13+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95124, "write_bytes_delta": 95124, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 478.0, "cpu_core_ratio": 0.256958, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3738.0, "pid": 80967, "reason": null, "system_cpu_core_ratio": 0.099299, "system_cpu_s_delta": 3.4200000000000017, "user_cpu_core_ratio": 0.157659, "user_cpu_s_delta": 5.430000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.57663, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 15.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.173338, "system_cpu_s_delta": 5.970000000001164, "user_cpu_core_ratio": 0.403293, "user_cpu_s_delta": 13.89000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.322, "count": 83, "max_ms": 6.767, "p95_ms": 5.07, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 3.253, "max": 5.0, "p95": 4.0, "sample_count": 83}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 83}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.059, "count": 30, "max": 71.475, "p95": 63.519, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.481, "count": 30, "max": 33.598, "p95": 28.735, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 947.9, "count": 30, "max": 1665.0, "p95": 1432.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1482.133, "count": 30, "max": 7742.0, "p95": 5378.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.102, "count": 30, "max": 0.302, "p95": 0.261, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.397, "count": 30, "max": 0.548, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.107, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93626.5, "count": 30, "max": 106583.0, "p95": 99338.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.7, "count": 30, "max": 38.0, "p95": 34.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.452, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.95, "count": 30, "max": 1.114, "p95": 1.084, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25444, "sampled_at": "2026-11-03T13:35:13+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:35:13+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5383633, "flush_count": 5692, "flush_interval_seconds": 30.0, "flush_state": {"count": 5692, "last_at": "2026-11-03T13:38:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:38:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5691}, "started": true, "suppressed_count": 3268381, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3267975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5692, "written_record_count": 5692}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10235.973, "limit_mb": null}, "detail": {"h264_decode_error_count": 7, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x64b6f8f0f0c0] cabac decode of qscale diff failed at 116 51 [h264 @ 0x64b6f8f0f0c0] error while decoding MB 116 51, bytestream 4181 [h264 @ 0x64b6f9c44f00] cabac decode of qscale diff failed at 79 63 [h264 @ 0x64b6f9c44f00] error while decoding MB 79 63, bytestream 56665 [h264 @ 0x64b6f8ed7b80] error while decoding MB 103 60, bytestream -21 [h264 @ 0x64b6f8fa8700] cabac decode of qscale diff failed at 92 61 [h264 @ 0x64b6f8fa8700] error while decoding MB 92 61, bytestream 4316 [in#0/rts", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9051031756800, "copied_frame_count": 3273666, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9051031756800, "frame_buffer_copies": 3273666, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 0.4034, "p50_ms": 0.1054, "p95_ms": 0.2176, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 3.1824, "p50_ms": 1.3321, "p95_ms": 2.228, "p99_ms": 2.747, "results": {"failed": 0, "not_applicable": 0, "success": 3273666, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 310, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:39:12+09:00", "last_error_summary": "[h264 @ 0x64b6f8f0f0c0] cabac decode of qscale diff failed at 116 51 [h264 @ 0x64b6f8f0f0c0] error while decoding MB 116 51, bytestream 4181 [h264 @ 0x64b6f9c44f00] cabac decode of qscale diff failed at 79 63 [h264 @ 0x64b6f9c44f00] error while decoding MB 79 63, bytestream 56665 [h264 @ 0x64b6f8ed7b80] error while decoding MB 103 60, bytestream -21 [h264 @ 0x64b6f8fa8700] cabac decode of qscale diff failed at 92 61 [h264 @ 0x64b6f8fa8700] error while decoding MB 92 61, bytestream 4316 [in#0/rts", "last_exit_at": "2026-11-03T13:39:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.901, "last_started_at": "2026-11-03T13:35:16+09:00", "pid": 81083, "process": {"exists": false, "pid": 81083}, "restart_count": 329, "restart_count_per_hour": 24, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 330}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.254, "sample_count": 2184, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.12, "last_frame_pushed_at": "2026-11-03T13:39:12+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-11-03T13:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.677, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 235.323, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T13:39:12.592558+09:00", "mtime_epoch": 1793680752.5925577, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 82749}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:39:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2347.043, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3273666, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.931, "max": 8.0, "p95": 7.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.088, "max": 2.0, "p95": 2.0, "sample_count": 57}, "total": {"avg": 0.608, "max": 2.0, "p95": 1.0, "sample_count": 102}}, "tracking_counts": {"active": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 102}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "removed": {"avg": 0.039, "max": 1.0, "p95": 0.0, "sample_count": 102}, "tracked": {"avg": 0.049, "max": 1.0, "p95": 0.0, "sample_count": 102}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 102, "pushed_frames": 102, "read_frames": 101, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.403, "pushed": 3.403, "read": 3.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 101, "client_acquire_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 54.343, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.857, "count": 101, "max_ms": 4.37, "p95_ms": 3.273, "reason": null, "sample_age_ms": 120.502, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 101, "max_ms": 3.857, "p95_ms": 2.725, "reason": null, "sample_age_ms": 121.026, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 101, "max_ms": 0.999, "p95_ms": 0.753, "reason": null, "sample_age_ms": 54.371, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.148, "count": 101, "max_ms": 4.069, "p95_ms": 3.338, "reason": null, "sample_age_ms": 118.176, "source": "client_direct"}, "request_count": 101, "request_tensor_bytes": {"avg": 2764808.0, "count": 101, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.129, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.073, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.077, "count": 101, "max_ms": 73.65, "p95_ms": 63.793, "reason": null, "sample_age_ms": 54.334, "source": "client_direct"}, "sample_age_ms": 54.326, "source": "client_direct", "task_total_ms": {"avg_ms": 49.799, "count": 101, "max_ms": 77.154, "p95_ms": 67.126, "reason": null, "sample_age_ms": 54.326, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.627, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 102, "max_ms": 20.341, "p95_ms": 8.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.356, "count": 102, "max_ms": 0.812, "p95_ms": 0.634}, "detection_prepare_ms": {"avg_ms": 0.963, "count": 102, "max_ms": 11.15, "p95_ms": 2.28}, "event_filter_ms": {"avg_ms": 0.004, "count": 102, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.186, "count": 102, "max_ms": 0.488, "p95_ms": 0.436}, "mcmt_ms": {"avg_ms": 0.003, "count": 102, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.203, "count": 102, "max_ms": 5.646, "p95_ms": 2.897}, "setup_ms": {"avg_ms": 0.048, "count": 102, "max_ms": 0.157, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.676, "count": 102, "max_ms": 20.229, "p95_ms": 8.063}, "track_match_ms": {"avg_ms": 0.044, "count": 102, "max_ms": 0.168, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 0.866, "count": 102, "max_ms": 3.411, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.047, "count": 102, "max_ms": 6.11, "p95_ms": 4.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 102, "max_ms": 0.146, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.085, "count": 102, "max_ms": 77.989, "p95_ms": 70.033}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.019, "count": 102, "max_ms": 11.551, "p95_ms": 8.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 87.033, "count": 102, "max_ms": 126.891, "p95_ms": 111.65}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 102, "max_ms": 3.508, "p95_ms": 2.789}, "processing_residual_ms": {"avg_ms": 0.211, "count": 102, "max_ms": 0.54, "p95_ms": 0.421}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.936, "count": 102, "max_ms": 130.443, "p95_ms": 119.872}, "read_interval": {"avg_ms": 296.588, "count": 101, "max_ms": 19261.717, "p95_ms": 151.443}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 102, "max_ms": 0.049, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.141, "count": 102, "max_ms": 5.552, "p95_ms": 2.779}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 102, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.124, "count": 102, "max_ms": 5.528, "p95_ms": 2.75}, "worker_merge_ms": {"avg_ms": 0.006, "count": 102, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.099, "count": 102, "max_ms": 77.997, "p95_ms": 70.053}, "visualize": {"avg_ms": 30.965, "count": 102, "max_ms": 45.097, "p95_ms": 41.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.484, "count": 102, "max_ms": 40.381, "p95_ms": 36.353}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.523, "count": 102, "max_ms": 43.901, "p95_ms": 40.305}, "visualize_input_copy_ms": {"avg_ms": 1.234, "count": 102, "max_ms": 2.57, "p95_ms": 2.026}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 102, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.395, "count": 102, "max_ms": 43.779, "p95_ms": 40.005}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 102, "max_ms": 0.216, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 102}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 102}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2347.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.382, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.124, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83613, "write_bytes_delta": 83613, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.138761, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5696.0, "pid": 81083, "reason": null, "system_cpu_core_ratio": 0.023007, "system_cpu_s_delta": 0.6399999999999988, "user_cpu_core_ratio": 0.115754, "user_cpu_s_delta": 3.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492495, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145951, "system_cpu_s_delta": 4.059999999997672, "user_cpu_core_ratio": 0.346544, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.058, "count": 102, "max_ms": 6.11, "p95_ms": 4.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 8.0, "p95": 7.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.085, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.627, "max": 2.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.625, "count": 30, "max": 71.475, "p95": 64.169, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.718, "count": 30, "max": 33.975, "p95": 33.008, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 876.4, "count": 30, "max": 1222.0, "p95": 1192.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1509.8, "count": 30, "max": 6037.0, "p95": 5191.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.302, "p95": 0.235, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.448, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 35.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.1, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25456, "sampled_at": "2026-11-03T13:39:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:39:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5383633, "flush_count": 5692, "flush_interval_seconds": 30.0, "flush_state": {"count": 5692, "last_at": "2026-11-03T13:38:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:38:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5691}, "started": true, "suppressed_count": 3268381, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3267975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5692, "written_record_count": 5692}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10236.672, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:39:12+09:00", "last_error_summary": "[h264 @ 0x64b6f8f0f0c0] cabac decode of qscale diff failed at 116 51 [h264 @ 0x64b6f8f0f0c0] error while decoding MB 116 51, bytestream 4181 [h264 @ 0x64b6f9c44f00] cabac decode of qscale diff failed at 79 63 [h264 @ 0x64b6f9c44f00] error while decoding MB 79 63, bytestream 56665 [h264 @ 0x64b6f8ed7b80] error while decoding MB 103 60, bytestream -21 [h264 @ 0x64b6f8fa8700] cabac decode of qscale diff failed at 92 61 [h264 @ 0x64b6f8fa8700] error while decoding MB 92 61, bytestream 4316 [in#0/rts", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9051031756800, "copied_frame_count": 3273666, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9051031756800, "frame_buffer_copies": 3273666, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 0.4034, "p50_ms": 0.1054, "p95_ms": 0.2176, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 3.1824, "p50_ms": 1.3321, "p95_ms": 2.228, "p99_ms": 2.747, "results": {"failed": 0, "not_applicable": 0, "success": 3273666, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 310, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:39:12+09:00", "last_error_summary": "[h264 @ 0x64b6f8f0f0c0] cabac decode of qscale diff failed at 116 51 [h264 @ 0x64b6f8f0f0c0] error while decoding MB 116 51, bytestream 4181 [h264 @ 0x64b6f9c44f00] cabac decode of qscale diff failed at 79 63 [h264 @ 0x64b6f9c44f00] error while decoding MB 79 63, bytestream 56665 [h264 @ 0x64b6f8ed7b80] error while decoding MB 103 60, bytestream -21 [h264 @ 0x64b6f8fa8700] cabac decode of qscale diff failed at 92 61 [h264 @ 0x64b6f8fa8700] error while decoding MB 92 61, bytestream 4316 [in#0/rts", "last_exit_at": "2026-11-03T13:39:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.952, "last_started_at": "2026-11-03T13:35:16+09:00", "pid": 81083, "process": {"exists": false, "pid": 81083}, "restart_count": 329, "restart_count_per_hour": 24, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 330}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.254, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.047, "last_frame_pushed_at": "2026-11-03T13:39:12+09:00", "last_frame_read_age_sec": 0.165, "last_frame_read_at": "2026-11-03T13:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.712, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 235.288, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T13:39:12.716558+09:00", "mtime_epoch": 1793680752.7165582, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83029}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:39:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2347.039, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3273666, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.931, "max": 8.0, "p95": 7.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 0.604, "max": 2.0, "p95": 1.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.377, "pushed": 3.377, "read": 3.344}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.008, "count": 101, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 98.181, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.83, "count": 100, "max_ms": 4.37, "p95_ms": 3.078, "reason": null, "sample_age_ms": 164.34, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 100, "max_ms": 3.857, "p95_ms": 2.724, "reason": null, "sample_age_ms": 164.865, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 101, "max_ms": 0.999, "p95_ms": 0.753, "reason": null, "sample_age_ms": 98.21, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.145, "count": 100, "max_ms": 4.069, "p95_ms": 3.347, "reason": null, "sample_age_ms": 162.015, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 161.968, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 101, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.912, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.077, "count": 101, "max_ms": 73.65, "p95_ms": 63.793, "reason": null, "sample_age_ms": 98.173, "source": "client_direct"}, "sample_age_ms": 98.165, "source": "client_direct", "task_total_ms": {"avg_ms": 49.799, "count": 101, "max_ms": 77.154, "p95_ms": 67.126, "reason": null, "sample_age_ms": 98.165, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.885, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 101, "max_ms": 20.341, "p95_ms": 8.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 101, "max_ms": 0.812, "p95_ms": 0.634}, "detection_prepare_ms": {"avg_ms": 0.965, "count": 101, "max_ms": 11.15, "p95_ms": 2.28}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.186, "count": 101, "max_ms": 0.488, "p95_ms": 0.436}, "mcmt_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.202, "count": 101, "max_ms": 5.646, "p95_ms": 2.897}, "setup_ms": {"avg_ms": 0.049, "count": 101, "max_ms": 0.157, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.676, "count": 101, "max_ms": 20.229, "p95_ms": 8.063}, "track_match_ms": {"avg_ms": 0.044, "count": 101, "max_ms": 0.168, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 0.865, "count": 101, "max_ms": 3.411, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.053, "count": 101, "max_ms": 6.11, "p95_ms": 4.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 101, "max_ms": 0.146, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.053, "count": 101, "max_ms": 77.989, "p95_ms": 70.033}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.031, "count": 101, "max_ms": 11.551, "p95_ms": 8.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.985, "count": 101, "max_ms": 126.891, "p95_ms": 111.65}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 101, "max_ms": 3.508, "p95_ms": 2.763}, "processing_residual_ms": {"avg_ms": 0.211, "count": 101, "max_ms": 0.54, "p95_ms": 0.421}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.885, "count": 101, "max_ms": 130.443, "p95_ms": 119.872}, "read_interval": {"avg_ms": 298.499, "count": 100, "max_ms": 19261.717, "p95_ms": 151.443}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 101, "max_ms": 0.049, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.139, "count": 101, "max_ms": 5.552, "p95_ms": 2.779}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 101, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.122, "count": 101, "max_ms": 5.528, "p95_ms": 2.75}, "worker_merge_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.067, "count": 101, "max_ms": 77.997, "p95_ms": 70.053}, "visualize": {"avg_ms": 30.945, "count": 101, "max_ms": 45.097, "p95_ms": 41.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.459, "count": 101, "max_ms": 40.381, "p95_ms": 36.353}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.497, "count": 101, "max_ms": 43.901, "p95_ms": 40.305}, "visualize_input_copy_ms": {"avg_ms": 1.239, "count": 101, "max_ms": 2.57, "p95_ms": 2.026}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.369, "count": 101, "max_ms": 43.779, "p95_ms": 40.005}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 101, "max_ms": 0.216, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2347.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.382, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.124, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83613, "write_bytes_delta": 83613, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.138761, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5696.0, "pid": 81083, "reason": null, "system_cpu_core_ratio": 0.023007, "system_cpu_s_delta": 0.6399999999999988, "user_cpu_core_ratio": 0.115754, "user_cpu_s_delta": 3.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492495, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145951, "system_cpu_s_delta": 4.059999999997672, "user_cpu_core_ratio": 0.346544, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.058, "count": 102, "max_ms": 6.11, "p95_ms": 4.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 8.0, "p95": 7.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.085, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.627, "max": 2.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.625, "count": 30, "max": 71.475, "p95": 64.169, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.718, "count": 30, "max": 33.975, "p95": 33.008, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 876.4, "count": 30, "max": 1222.0, "p95": 1192.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1509.8, "count": 30, "max": 6037.0, "p95": 5191.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.302, "p95": 0.235, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.448, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 35.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.1, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25456, "sampled_at": "2026-11-03T13:39:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:39:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5383633, "flush_count": 5692, "flush_interval_seconds": 30.0, "flush_state": {"count": 5692, "last_at": "2026-11-03T13:38:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:38:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5691}, "started": true, "suppressed_count": 3268381, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3267975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5692, "written_record_count": 5692}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10236.203, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9051031756800, "copied_frame_count": 3273666, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9051031756800, "frame_buffer_copies": 3273666, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 0.4034, "p50_ms": 0.1054, "p95_ms": 0.2176, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 3.1824, "p50_ms": 1.3321, "p95_ms": 2.228, "p99_ms": 2.747, "results": {"failed": 0, "not_applicable": 0, "success": 3273666, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 310, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:39:12+09:00", "last_error_summary": "[h264 @ 0x64b6f8f0f0c0] cabac decode of qscale diff failed at 116 51 [h264 @ 0x64b6f8f0f0c0] error while decoding MB 116 51, bytestream 4181 [h264 @ 0x64b6f9c44f00] cabac decode of qscale diff failed at 79 63 [h264 @ 0x64b6f9c44f00] error while decoding MB 79 63, bytestream 56665 [h264 @ 0x64b6f8ed7b80] error while decoding MB 103 60, bytestream -21 [h264 @ 0x64b6f8fa8700] cabac decode of qscale diff failed at 92 61 [h264 @ 0x64b6f8fa8700] error while decoding MB 92 61, bytestream 4316 [in#0/rts", "last_exit_at": "2026-11-03T13:39:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 235.992, "last_started_at": "2026-11-03T13:35:16+09:00", "pid": 81083, "process": {"exists": false, "pid": 81083}, "restart_count": 329, "restart_count_per_hour": 24, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 330}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.254, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T13:39:12+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-11-03T13:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 364.763, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 235.237, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 0.076, "exists": true, "mtime": "2026-11-03T13:39:12.716558+09:00", "mtime_epoch": 1793680752.7165582, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83029}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:39:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2347.039, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3273666, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.931, "max": 8.0, "p95": 7.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.089, "max": 2.0, "p95": 2.0, "sample_count": 56}, "total": {"avg": 0.604, "max": 2.0, "p95": 1.0, "sample_count": 101}}, "tracking_counts": {"active": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 101}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 101}, "tracked": {"avg": 0.05, "max": 1.0, "p95": 0.0, "sample_count": 101}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 101, "pushed_frames": 101, "read_frames": 100, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.373, "pushed": 3.373, "read": 3.339}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.02, "p95_ms": 0.016, "reason": null, "sample_age_ms": 141.519, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.83, "count": 100, "max_ms": 4.37, "p95_ms": 3.078, "reason": null, "sample_age_ms": 207.678, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 100, "max_ms": 3.857, "p95_ms": 2.724, "reason": null, "sample_age_ms": 208.202, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 100, "max_ms": 0.999, "p95_ms": 0.754, "reason": null, "sample_age_ms": 141.547, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.145, "count": 100, "max_ms": 4.069, "p95_ms": 3.347, "reason": null, "sample_age_ms": 205.352, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 205.305, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.249, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.042, "count": 100, "max_ms": 73.65, "p95_ms": 64.142, "reason": null, "sample_age_ms": 141.51, "source": "client_direct"}, "sample_age_ms": 141.502, "source": "client_direct", "task_total_ms": {"avg_ms": 49.76, "count": 100, "max_ms": 77.154, "p95_ms": 67.448, "reason": null, "sample_age_ms": 141.502, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.829, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.726, "count": 101, "max_ms": 20.341, "p95_ms": 8.146}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.358, "count": 101, "max_ms": 0.812, "p95_ms": 0.634}, "detection_prepare_ms": {"avg_ms": 0.965, "count": 101, "max_ms": 11.15, "p95_ms": 2.28}, "event_filter_ms": {"avg_ms": 0.004, "count": 101, "max_ms": 0.013, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.186, "count": 101, "max_ms": 0.488, "p95_ms": 0.436}, "mcmt_ms": {"avg_ms": 0.003, "count": 101, "max_ms": 0.01, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 1.202, "count": 101, "max_ms": 5.646, "p95_ms": 2.897}, "setup_ms": {"avg_ms": 0.049, "count": 101, "max_ms": 0.157, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 3.676, "count": 101, "max_ms": 20.229, "p95_ms": 8.063}, "track_match_ms": {"avg_ms": 0.044, "count": 101, "max_ms": 0.168, "p95_ms": 0.126}, "tracker_update_ms": {"avg_ms": 0.865, "count": 101, "max_ms": 3.411, "p95_ms": 2.405}}, "gstreamer_push": {"avg_ms": 3.053, "count": 101, "max_ms": 6.11, "p95_ms": 4.639}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 101, "max_ms": 0.146, "p95_ms": 0.083}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.053, "count": 101, "max_ms": 77.989, "p95_ms": 70.033}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.031, "count": 101, "max_ms": 11.551, "p95_ms": 8.4}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.985, "count": 101, "max_ms": 126.891, "p95_ms": 111.65}, "inference_input_copy_ms": {"avg_ms": 1.658, "count": 101, "max_ms": 3.508, "p95_ms": 2.763}, "processing_residual_ms": {"avg_ms": 0.211, "count": 101, "max_ms": 0.54, "p95_ms": 0.421}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.885, "count": 101, "max_ms": 130.443, "p95_ms": 119.872}, "read_interval": {"avg_ms": 298.499, "count": 100, "max_ms": 19261.717, "p95_ms": 151.443}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 101, "max_ms": 0.049, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 1.139, "count": 101, "max_ms": 5.552, "p95_ms": 2.779}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 101, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.122, "count": 101, "max_ms": 5.528, "p95_ms": 2.75}, "worker_merge_ms": {"avg_ms": 0.006, "count": 101, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 51.067, "count": 101, "max_ms": 77.997, "p95_ms": 70.053}, "visualize": {"avg_ms": 30.945, "count": 101, "max_ms": 45.097, "p95_ms": 41.501}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.459, "count": 101, "max_ms": 40.381, "p95_ms": 36.353}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.497, "count": 101, "max_ms": 43.901, "p95_ms": 40.305}, "visualize_input_copy_ms": {"avg_ms": 1.239, "count": 101, "max_ms": 2.57, "p95_ms": 2.026}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 101, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.369, "count": 101, "max_ms": 43.779, "p95_ms": 40.005}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 101, "max_ms": 0.216, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 101}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 101}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2347.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.382, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.124, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83613, "write_bytes_delta": 83613, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.138761, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5696.0, "pid": 81083, "reason": null, "system_cpu_core_ratio": 0.023007, "system_cpu_s_delta": 0.6399999999999988, "user_cpu_core_ratio": 0.115754, "user_cpu_s_delta": 3.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492495, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145951, "system_cpu_s_delta": 4.059999999997672, "user_cpu_core_ratio": 0.346544, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.058, "count": 102, "max_ms": 6.11, "p95_ms": 4.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 8.0, "p95": 7.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.085, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.627, "max": 2.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.625, "count": 30, "max": 71.475, "p95": 64.169, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.718, "count": 30, "max": 33.975, "p95": 33.008, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 876.4, "count": 30, "max": 1222.0, "p95": 1192.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1509.8, "count": 30, "max": 6037.0, "p95": 5191.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.302, "p95": 0.235, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.448, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 35.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.1, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25456, "sampled_at": "2026-11-03T13:39:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:39:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5383633, "flush_count": 5692, "flush_interval_seconds": 30.0, "flush_state": {"count": 5692, "last_at": "2026-11-03T13:38:40", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:38:40", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5691}, "started": true, "suppressed_count": 3268381, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3267975}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5692, "written_record_count": 5692}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10408.418, "limit_mb": null}, "detail": {"pid": 81199, "restart_count": 330, "start_count": 331}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9051031756800, "copied_frame_count": 3273666, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9051031756800, "frame_buffer_copies": 3273666, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1171, "count": 512, "max_ms": 0.4034, "p50_ms": 0.1054, "p95_ms": 0.2176, "p99_ms": 0.2629}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4251, "count": 512, "max_ms": 3.1824, "p50_ms": 1.3321, "p95_ms": 2.228, "p99_ms": 2.747, "results": {"failed": 0, "not_applicable": 0, "success": 3273666, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 310, "h264_decode_error_count": 965, "h264_decode_error_count_per_hour": 74, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:39:12+09:00", "last_error_summary": "[h264 @ 0x64b6f8f0f0c0] cabac decode of qscale diff failed at 116 51 [h264 @ 0x64b6f8f0f0c0] error while decoding MB 116 51, bytestream 4181 [h264 @ 0x64b6f9c44f00] cabac decode of qscale diff failed at 79 63 [h264 @ 0x64b6f9c44f00] error while decoding MB 79 63, bytestream 56665 [h264 @ 0x64b6f8ed7b80] error while decoding MB 103 60, bytestream -21 [h264 @ 0x64b6f8fa8700] cabac decode of qscale diff failed at 92 61 [h264 @ 0x64b6f8fa8700] error while decoding MB 92 61, bytestream 4316 [in#0/rts", "last_exit_at": "2026-11-03T13:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:39:15+09:00", "pid": 81199, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.602, "name": "ffmpeg", "pid": 81199, "rss_mb": 204.602, "state": "S (sleeping)", "threads": 70}, "restart_count": 330, "restart_count_per_hour": 25, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 331}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.322, "sample_count": 2148, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273666, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.702, "last_frame_pushed_at": "2026-11-03T13:39:12+09:00", "last_frame_read_age_sec": 4.82, "last_frame_read_at": "2026-11-03T13:39:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 172, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 369.37, "last_sample_duration_ms": 1532.337, "last_trigger": "periodic", "next_snapshot_in_sec": 230.63, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 572, "storage_bytes": 3363370}, "mjpeg": {"age_sec": 4.691, "exists": true, "mtime": "2026-11-03T13:39:12.716558+09:00", "mtime_epoch": 1793680752.7165582, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83029}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:39:17+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2347.043, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3273666, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.086, "max": 8.0, "p95": 7.0, "sample_count": 58}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 26}, "total": {"avg": 0.448, "max": 1.0, "p95": 1.0, "sample_count": 58}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "removed": {"avg": 0.069, "max": 1.0, "p95": 1.0, "sample_count": 58}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 59, "pushed_frames": 59, "read_frames": 58, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.967, "pushed": 1.967, "read": 1.933}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 58, "client_acquire_ms": {"avg_ms": 0.008, "count": 58, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4753.468, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.855, "count": 58, "max_ms": 4.37, "p95_ms": 2.765, "reason": null, "sample_age_ms": 4819.627, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 58, "max_ms": 3.857, "p95_ms": 1.769, "reason": null, "sample_age_ms": 4820.151, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.383, "count": 58, "max_ms": 0.999, "p95_ms": 0.768, "reason": null, "sample_age_ms": 4753.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.064, "count": 58, "max_ms": 3.526, "p95_ms": 3.218, "reason": null, "sample_age_ms": 4817.301, "source": "client_direct"}, "request_count": 58, "request_tensor_bytes": {"avg": 2764808.0, "count": 58, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4817.254, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 58, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4754.198, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.733, "count": 58, "max_ms": 72.325, "p95_ms": 63.29, "reason": null, "sample_age_ms": 4753.459, "source": "client_direct"}, "sample_age_ms": 4753.451, "source": "client_direct", "task_total_ms": {"avg_ms": 49.375, "count": 58, "max_ms": 75.527, "p95_ms": 66.936, "reason": null, "sample_age_ms": 4753.451, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.672, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.232, "count": 58, "max_ms": 10.291, "p95_ms": 8.36}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.345, "count": 58, "max_ms": 0.664, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.784, "count": 58, "max_ms": 3.068, "p95_ms": 2.445}, "event_filter_ms": {"avg_ms": 0.004, "count": 58, "max_ms": 0.013, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.178, "count": 58, "max_ms": 0.488, "p95_ms": 0.455}, "mcmt_ms": {"avg_ms": 0.003, "count": 58, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.996, "count": 58, "max_ms": 3.832, "p95_ms": 3.386}, "setup_ms": {"avg_ms": 0.049, "count": 58, "max_ms": 0.157, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 3.183, "count": 58, "max_ms": 10.195, "p95_ms": 8.286}, "track_match_ms": {"avg_ms": 0.037, "count": 58, "max_ms": 0.136, "p95_ms": 0.118}, "tracker_update_ms": {"avg_ms": 0.787, "count": 58, "max_ms": 3.411, "p95_ms": 2.606}}, "gstreamer_push": {"avg_ms": 3.09, "count": 59, "max_ms": 6.11, "p95_ms": 4.676}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 58, "max_ms": 0.083, "p95_ms": 0.077}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.617, "count": 58, "max_ms": 76.723, "p95_ms": 70.033}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.167, "count": 59, "max_ms": 11.551, "p95_ms": 10.381}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.788, "count": 59, "max_ms": 126.891, "p95_ms": 113.213}, "inference_input_copy_ms": {"avg_ms": 1.66, "count": 59, "max_ms": 3.508, "p95_ms": 2.973}, "processing_residual_ms": {"avg_ms": 0.227, "count": 59, "max_ms": 0.54, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 59, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.842, "count": 59, "max_ms": 130.443, "p95_ms": 121.062}, "read_interval": {"avg_ms": 435.368, "count": 58, "max_ms": 19261.717, "p95_ms": 179.344}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 58, "max_ms": 0.037, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.936, "count": 58, "max_ms": 3.713, "p95_ms": 3.273}, "resolve_scenarios_ms": {"avg_ms": 0.014, "count": 58, "max_ms": 0.05, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.92, "count": 58, "max_ms": 3.685, "p95_ms": 3.245}, "worker_merge_ms": {"avg_ms": 0.007, "count": 58, "max_ms": 0.042, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 50.631, "count": 58, "max_ms": 76.732, "p95_ms": 70.053}, "visualize": {"avg_ms": 30.91, "count": 58, "max_ms": 45.097, "p95_ms": 42.936}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.695, "count": 58, "max_ms": 40.381, "p95_ms": 37.469}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.449, "count": 58, "max_ms": 43.901, "p95_ms": 40.938}, "visualize_input_copy_ms": {"avg_ms": 1.257, "count": 58, "max_ms": 2.355, "p95_ms": 2.164}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 58, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.323, "count": 58, "max_ms": 43.779, "p95_ms": 40.83}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 58, "max_ms": 0.216, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 58}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 58}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2347.039, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.382, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 117.124, "sample_count": 2183, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3273660, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:39:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83613, "write_bytes_delta": 83613, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 380.0, "cpu_core_ratio": 0.138761, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5696.0, "pid": 81083, "reason": null, "system_cpu_core_ratio": 0.023007, "system_cpu_s_delta": 0.6399999999999988, "user_cpu_core_ratio": 0.115754, "user_cpu_s_delta": 3.219999999999999}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.492495, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.145951, "system_cpu_s_delta": 4.059999999997672, "user_cpu_core_ratio": 0.346544, "user_cpu_s_delta": 9.64000000001397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.058, "count": 102, "max_ms": 6.11, "p95_ms": 4.676, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.922, "max": 8.0, "p95": 7.0, "sample_count": 102}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.085, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 59}, "total": {"avg": 0.627, "max": 2.0, "p95": 1.0, "sample_count": 102}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.625, "count": 30, "max": 71.475, "p95": 64.169, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.718, "count": 30, "max": 33.975, "p95": 33.008, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 876.4, "count": 30, "max": 1222.0, "p95": 1192.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1509.8, "count": 30, "max": 6037.0, "p95": 5191.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.094, "count": 30, "max": 0.302, "p95": 0.235, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.376, "count": 30, "max": 0.448, "p95": 0.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.007, "count": 30, "max": 0.107, "p95": 0.051, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 88766.5, "count": 30, "max": 106583.0, "p95": 94813.5, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.133, "count": 30, "max": 35.0, "p95": 25.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.449, "p95": 0.445, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.938, "count": 30, "max": 1.1, "p95": 1.077, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25456, "sampled_at": "2026-11-03T13:39:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:39:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5390519, "flush_count": 5699, "flush_interval_seconds": 30.0, "flush_state": {"count": 5699, "last_at": "2026-11-03T13:45:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:45:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5698}, "started": true, "suppressed_count": 3271857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3271451}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5699, "written_record_count": 5699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10254.98, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6342c7cecc00] error while decoding MB 104 56, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060658790400, "copied_frame_count": 3277148, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9060658790400, "frame_buffer_copies": 3277148, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.454, "p50_ms": 0.1138, "p95_ms": 0.2305, "p99_ms": 0.3137}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4873, "count": 512, "max_ms": 4.157, "p50_ms": 1.384, "p95_ms": 2.583, "p99_ms": 3.4407, "results": {"failed": 0, "not_applicable": 0, "success": 3277148, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 311, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:46:24+09:00", "last_error_summary": "[h264 @ 0x6342c7cecc00] error while decoding MB 104 56, bytestream -22", "last_exit_at": "2026-11-03T13:39:15+09:00", "last_returncode": 0, "last_stable_duration_sec": 428.941, "last_started_at": "2026-11-03T13:39:15+09:00", "pid": 81199, "process": {"exists": false, "pid": 81199}, "restart_count": 330, "restart_count_per_hour": 22, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 331}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.803, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277148, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.1, "last_frame_pushed_at": "2026-11-03T13:46:24+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-03T13:46:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 173, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.617, "last_sample_duration_ms": 1881.434, "last_trigger": "periodic", "next_snapshot_in_sec": 405.383, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 573, "storage_bytes": 3372939}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-11-03T13:46:24.263531+09:00", "mtime_epoch": 1793681184.263531, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:46:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2348.695, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3277149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.416, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "by_category.소형선박": {"avg": 2.141, "max": 3.0, "p95": 3.0, "sample_count": 206}, "total": {"avg": 1.92, "max": 3.0, "p95": 3.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.437, "max": 3.0, "p95": 3.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.437, "max": 3.0, "p95": 3.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.936, "pushed": 7.936, "read": 7.936}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.01, "count": 238, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 33.467, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.183, "count": 238, "max_ms": 11.216, "p95_ms": 3.571, "reason": null, "sample_age_ms": 104.752, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.465, "count": 238, "max_ms": 10.898, "p95_ms": 2.542, "reason": null, "sample_age_ms": 107.646, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 238, "max_ms": 3.921, "p95_ms": 0.726, "reason": null, "sample_age_ms": 33.483, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.557, "count": 238, "max_ms": 11.836, "p95_ms": 3.842, "reason": null, "sample_age_ms": 101.008, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.943, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 34.065, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.595, "count": 238, "max_ms": 89.425, "p95_ms": 73.18, "reason": null, "sample_age_ms": 33.459, "source": "client_direct"}, "sample_age_ms": 33.449, "source": "client_direct", "task_total_ms": {"avg_ms": 57.787, "count": 238, "max_ms": 93.331, "p95_ms": 77.644, "reason": null, "sample_age_ms": 33.449, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.493, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.651, "count": 238, "max_ms": 23.883, "p95_ms": 13.429}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.521, "count": 238, "max_ms": 1.436, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.605, "count": 238, "max_ms": 6.481, "p95_ms": 3.191}, "event_filter_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.226, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.25, "count": 238, "max_ms": 1.72, "p95_ms": 0.51}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.045, "count": 238, "max_ms": 11.061, "p95_ms": 6.275}, "setup_ms": {"avg_ms": 0.05, "count": 238, "max_ms": 0.138, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.574, "count": 238, "max_ms": 23.756, "p95_ms": 13.313}, "track_match_ms": {"avg_ms": 0.165, "count": 238, "max_ms": 0.68, "p95_ms": 0.368}, "tracker_update_ms": {"avg_ms": 1.926, "count": 238, "max_ms": 13.623, "p95_ms": 3.559}}, "gstreamer_push": {"avg_ms": 3.285, "count": 238, "max_ms": 8.095, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 238, "max_ms": 0.242, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.391, "count": 238, "max_ms": 96.634, "p95_ms": 79.258}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.109, "count": 238, "max_ms": 14.074, "p95_ms": 8.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.305, "count": 238, "max_ms": 161.978, "p95_ms": 126.954}, "inference_input_copy_ms": {"avg_ms": 1.962, "count": 238, "max_ms": 6.714, "p95_ms": 3.588}, "processing_residual_ms": {"avg_ms": 0.287, "count": 238, "max_ms": 0.854, "p95_ms": 0.548}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.663, "count": 238, "max_ms": 169.245, "p95_ms": 134.791}, "read_interval": {"avg_ms": 126.001, "count": 238, "max_ms": 242.192, "p95_ms": 168.58}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 238, "max_ms": 0.149, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.96, "count": 238, "max_ms": 10.852, "p95_ms": 6.129}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 238, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.938, "count": 238, "max_ms": 10.809, "p95_ms": 6.101}, "worker_merge_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.406, "count": 238, "max_ms": 96.649, "p95_ms": 79.275}, "visualize": {"avg_ms": 35.773, "count": 238, "max_ms": 55.815, "p95_ms": 46.806}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.355, "count": 238, "max_ms": 43.71, "p95_ms": 37.786}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.283, "count": 238, "max_ms": 53.696, "p95_ms": 45.295}, "visualize_input_copy_ms": {"avg_ms": 1.262, "count": 238, "max_ms": 7.601, "p95_ms": 2.234}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.126, "count": 238, "max_ms": 53.496, "p95_ms": 45.165}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 238, "max_ms": 0.314, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2348.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.124, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.599, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3276902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 76790, "write_bytes_delta": 76790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 942.0, "cpu_core_ratio": 0.403115, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81199, "reason": null, "system_cpu_core_ratio": 0.03097, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.372145, "user_cpu_s_delta": 7.449999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.478044, "system_cpu_s_delta": 9.570000000006985, "user_cpu_core_ratio": 1.142909, "user_cpu_s_delta": 22.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.258, "count": 244, "max_ms": 8.777, "p95_ms": 4.837, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.648, "max": 9.0, "p95": 8.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.991, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.939, "max": 3.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.731, "count": 30, "max": 69.224, "p95": 55.703, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.604, "count": 30, "max": 33.975, "p95": 30.218, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 908.9, "count": 30, "max": 1101.0, "p95": 1077.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 600.0, "count": 30, "max": 5696.0, "p95": 3239.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.212, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.448, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.5, "count": 30, "max": 32.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.538, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.241, "p95": 1.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25476, "sampled_at": "2026-11-03T13:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.988, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5390519, "flush_count": 5699, "flush_interval_seconds": 30.0, "flush_state": {"count": 5699, "last_at": "2026-11-03T13:45:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:45:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5698}, "started": true, "suppressed_count": 3271857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3271451}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5699, "written_record_count": 5699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10254.727, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:46:24+09:00", "last_error_summary": "[h264 @ 0x6342c7cecc00] error while decoding MB 104 56, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060661555200, "copied_frame_count": 3277149, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9060661555200, "frame_buffer_copies": 3277149, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1251, "count": 512, "max_ms": 0.454, "p50_ms": 0.1139, "p95_ms": 0.2305, "p99_ms": 0.3137}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4886, "count": 512, "max_ms": 4.157, "p50_ms": 1.3878, "p95_ms": 2.583, "p99_ms": 3.4407, "results": {"failed": 0, "not_applicable": 0, "success": 3277149, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 311, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:46:24+09:00", "last_error_summary": "[h264 @ 0x6342c7cecc00] error while decoding MB 104 56, bytestream -22", "last_exit_at": "2026-11-03T13:46:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 429.041, "last_started_at": "2026-11-03T13:39:15+09:00", "pid": 81199, "process": {"exists": false, "pid": 81199}, "restart_count": 330, "restart_count_per_hour": 22, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 331}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.919, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.013, "last_frame_pushed_at": "2026-11-03T13:46:24+09:00", "last_frame_read_age_sec": 0.188, "last_frame_read_at": "2026-11-03T13:46:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 173, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.703, "last_sample_duration_ms": 1881.434, "last_trigger": "periodic", "next_snapshot_in_sec": 405.297, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 573, "storage_bytes": 3372939}, "mjpeg": {"age_sec": 0.003, "exists": true, "mtime": "2026-11-03T13:46:24.444531+09:00", "mtime_epoch": 1793681184.4445307, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:46:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2348.691, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3277149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.424, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "by_category.소형선박": {"avg": 2.146, "max": 3.0, "p95": 3.0, "sample_count": 206}, "total": {"avg": 1.924, "max": 3.0, "p95": 3.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.437, "max": 3.0, "p95": 3.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.437, "max": 3.0, "p95": 3.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.941, "pushed": 7.941, "read": 7.908}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.01, "count": 237, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 136.651, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.186, "count": 237, "max_ms": 11.216, "p95_ms": 3.571, "reason": null, "sample_age_ms": 207.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 237, "max_ms": 10.898, "p95_ms": 2.55, "reason": null, "sample_age_ms": 210.831, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 237, "max_ms": 3.921, "p95_ms": 0.729, "reason": null, "sample_age_ms": 136.667, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.562, "count": 237, "max_ms": 11.836, "p95_ms": 3.845, "reason": null, "sample_age_ms": 204.192, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 204.127, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.249, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.547, "count": 237, "max_ms": 89.425, "p95_ms": 73.27, "reason": null, "sample_age_ms": 136.643, "source": "client_direct"}, "sample_age_ms": 136.633, "source": "client_direct", "task_total_ms": {"avg_ms": 57.744, "count": 237, "max_ms": 93.331, "p95_ms": 77.675, "reason": null, "sample_age_ms": 136.633, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.887, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.676, "count": 238, "max_ms": 23.883, "p95_ms": 13.524}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.522, "count": 238, "max_ms": 1.436, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.621, "count": 238, "max_ms": 6.481, "p95_ms": 3.319}, "event_filter_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.226, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 238, "max_ms": 1.72, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.055, "count": 238, "max_ms": 11.061, "p95_ms": 6.275}, "setup_ms": {"avg_ms": 0.05, "count": 238, "max_ms": 0.138, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.598, "count": 238, "max_ms": 23.756, "p95_ms": 13.385}, "track_match_ms": {"avg_ms": 0.164, "count": 238, "max_ms": 0.68, "p95_ms": 0.368}, "tracker_update_ms": {"avg_ms": 1.924, "count": 238, "max_ms": 13.623, "p95_ms": 3.559}}, "gstreamer_push": {"avg_ms": 3.288, "count": 238, "max_ms": 8.095, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 238, "max_ms": 0.242, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.488, "count": 238, "max_ms": 96.634, "p95_ms": 79.258}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.111, "count": 238, "max_ms": 14.074, "p95_ms": 8.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.613, "count": 238, "max_ms": 165.247, "p95_ms": 127.594}, "inference_input_copy_ms": {"avg_ms": 1.97, "count": 238, "max_ms": 6.714, "p95_ms": 3.588}, "processing_residual_ms": {"avg_ms": 0.287, "count": 238, "max_ms": 0.854, "p95_ms": 0.548}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.982, "count": 238, "max_ms": 170.665, "p95_ms": 137.201}, "read_interval": {"avg_ms": 126.107, "count": 237, "max_ms": 242.192, "p95_ms": 168.58}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 238, "max_ms": 0.149, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.971, "count": 238, "max_ms": 10.852, "p95_ms": 6.129}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 238, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.949, "count": 238, "max_ms": 10.809, "p95_ms": 6.101}, "worker_merge_ms": {"avg_ms": 0.008, "count": 238, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.504, "count": 238, "max_ms": 96.649, "p95_ms": 79.275}, "visualize": {"avg_ms": 35.959, "count": 238, "max_ms": 74.25, "p95_ms": 47.116}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.45, "count": 238, "max_ms": 46.429, "p95_ms": 38.21}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.456, "count": 238, "max_ms": 67.92, "p95_ms": 45.552}, "visualize_input_copy_ms": {"avg_ms": 1.276, "count": 238, "max_ms": 7.601, "p95_ms": 2.234}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.299, "count": 238, "max_ms": 67.686, "p95_ms": 45.434}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 238, "max_ms": 0.314, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2348.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.124, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.599, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3276902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 76790, "write_bytes_delta": 76790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 942.0, "cpu_core_ratio": 0.403115, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81199, "reason": null, "system_cpu_core_ratio": 0.03097, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.372145, "user_cpu_s_delta": 7.449999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.478044, "system_cpu_s_delta": 9.570000000006985, "user_cpu_core_ratio": 1.142909, "user_cpu_s_delta": 22.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.258, "count": 244, "max_ms": 8.777, "p95_ms": 4.837, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.648, "max": 9.0, "p95": 8.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.991, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.939, "max": 3.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.731, "count": 30, "max": 69.224, "p95": 55.703, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.604, "count": 30, "max": 33.975, "p95": 30.218, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 908.9, "count": 30, "max": 1101.0, "p95": 1077.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 600.0, "count": 30, "max": 5696.0, "p95": 3239.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.212, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.448, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.5, "count": 30, "max": 32.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.538, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.241, "p95": 1.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25476, "sampled_at": "2026-11-03T13:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.97, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5390519, "flush_count": 5699, "flush_interval_seconds": 30.0, "flush_state": {"count": 5699, "last_at": "2026-11-03T13:45:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:45:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5698}, "started": true, "suppressed_count": 3271857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3271451}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5699, "written_record_count": 5699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10247.762, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060661555200, "copied_frame_count": 3277149, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9060661555200, "frame_buffer_copies": 3277149, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1251, "count": 512, "max_ms": 0.454, "p50_ms": 0.1139, "p95_ms": 0.2305, "p99_ms": 0.3137}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4886, "count": 512, "max_ms": 4.157, "p50_ms": 1.3878, "p95_ms": 2.583, "p99_ms": 3.4407, "results": {"failed": 0, "not_applicable": 0, "success": 3277149, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 311, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:46:24+09:00", "last_error_summary": "[h264 @ 0x6342c7cecc00] error while decoding MB 104 56, bytestream -22", "last_exit_at": "2026-11-03T13:46:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 429.108, "last_started_at": "2026-11-03T13:39:15+09:00", "pid": 81199, "process": {"exists": false, "pid": 81199}, "restart_count": 330, "restart_count_per_hour": 22, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 331}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.919, "sample_count": 2379, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-11-03T13:46:24+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-11-03T13:46:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 173, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 194.743, "last_sample_duration_ms": 1881.434, "last_trigger": "periodic", "next_snapshot_in_sec": 405.257, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 573, "storage_bytes": 3372939}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T13:46:24.444531+09:00", "mtime_epoch": 1793681184.4445307, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:46:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2348.691, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3277149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.426, "max": 12.0, "p95": 10.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 16}, "by_category.소형선박": {"avg": 2.151, "max": 3.0, "p95": 3.0, "sample_count": 205}, "total": {"avg": 1.928, "max": 3.0, "p95": 3.0, "sample_count": 237}}, "tracking_counts": {"active": {"avg": 1.443, "max": 3.0, "p95": 3.0, "sample_count": 237}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 237}, "tracked": {"avg": 1.443, "max": 3.0, "p95": 3.0, "sample_count": 237}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 237, "pushed_frames": 237, "read_frames": 236, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.922, "pushed": 7.922, "read": 7.888}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 236, "client_acquire_ms": {"avg_ms": 0.01, "count": 237, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 183.52, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.189, "count": 236, "max_ms": 11.216, "p95_ms": 3.572, "reason": null, "sample_age_ms": 254.805, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.468, "count": 236, "max_ms": 10.898, "p95_ms": 2.558, "reason": null, "sample_age_ms": 257.699, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 237, "max_ms": 3.921, "p95_ms": 0.729, "reason": null, "sample_age_ms": 183.536, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.565, "count": 236, "max_ms": 11.836, "p95_ms": 3.849, "reason": null, "sample_age_ms": 251.061, "source": "client_direct"}, "request_count": 236, "request_tensor_bytes": {"avg": 2764808.0, "count": 236, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 250.996, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 237, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 184.118, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.547, "count": 237, "max_ms": 89.425, "p95_ms": 73.27, "reason": null, "sample_age_ms": 183.512, "source": "client_direct"}, "sample_age_ms": 183.502, "source": "client_direct", "task_total_ms": {"avg_ms": 57.744, "count": 237, "max_ms": 93.331, "p95_ms": 77.675, "reason": null, "sample_age_ms": 183.502, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.147, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.687, "count": 237, "max_ms": 23.883, "p95_ms": 13.524}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.522, "count": 237, "max_ms": 1.436, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.623, "count": 237, "max_ms": 6.481, "p95_ms": 3.319}, "event_filter_ms": {"avg_ms": 0.007, "count": 237, "max_ms": 0.226, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 237, "max_ms": 1.72, "p95_ms": 0.487}, "mcmt_ms": {"avg_ms": 0.004, "count": 237, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.065, "count": 237, "max_ms": 11.061, "p95_ms": 6.275}, "setup_ms": {"avg_ms": 0.05, "count": 237, "max_ms": 0.138, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.61, "count": 237, "max_ms": 23.756, "p95_ms": 13.385}, "track_match_ms": {"avg_ms": 0.165, "count": 237, "max_ms": 0.68, "p95_ms": 0.368}, "tracker_update_ms": {"avg_ms": 1.924, "count": 237, "max_ms": 13.623, "p95_ms": 3.559}}, "gstreamer_push": {"avg_ms": 3.293, "count": 237, "max_ms": 8.095, "p95_ms": 4.943}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 237, "max_ms": 0.242, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.45, "count": 237, "max_ms": 96.634, "p95_ms": 79.258}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.116, "count": 237, "max_ms": 14.074, "p95_ms": 8.721}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.622, "count": 237, "max_ms": 165.247, "p95_ms": 127.594}, "inference_input_copy_ms": {"avg_ms": 1.974, "count": 237, "max_ms": 6.714, "p95_ms": 3.588}, "processing_residual_ms": {"avg_ms": 0.288, "count": 237, "max_ms": 0.854, "p95_ms": 0.548}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.0, "count": 237, "max_ms": 170.665, "p95_ms": 137.201}, "read_interval": {"avg_ms": 126.158, "count": 236, "max_ms": 242.192, "p95_ms": 168.58}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 237, "max_ms": 0.149, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 2.98, "count": 237, "max_ms": 10.852, "p95_ms": 6.129}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 237, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.958, "count": 237, "max_ms": 10.809, "p95_ms": 6.101}, "worker_merge_ms": {"avg_ms": 0.008, "count": 237, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.465, "count": 237, "max_ms": 96.649, "p95_ms": 79.275}, "visualize": {"avg_ms": 35.99, "count": 237, "max_ms": 74.25, "p95_ms": 47.116}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.479, "count": 237, "max_ms": 46.429, "p95_ms": 38.21}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.493, "count": 237, "max_ms": 67.92, "p95_ms": 45.552}, "visualize_input_copy_ms": {"avg_ms": 1.27, "count": 237, "max_ms": 7.601, "p95_ms": 2.172}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 237, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.336, "count": 237, "max_ms": 67.686, "p95_ms": 45.434}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 237, "max_ms": 0.314, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 237}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 237}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2348.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.124, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.599, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3276902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 76790, "write_bytes_delta": 76790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 942.0, "cpu_core_ratio": 0.403115, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81199, "reason": null, "system_cpu_core_ratio": 0.03097, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.372145, "user_cpu_s_delta": 7.449999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.478044, "system_cpu_s_delta": 9.570000000006985, "user_cpu_core_ratio": 1.142909, "user_cpu_s_delta": 22.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.258, "count": 244, "max_ms": 8.777, "p95_ms": 4.837, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.648, "max": 9.0, "p95": 8.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.991, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.939, "max": 3.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.731, "count": 30, "max": 69.224, "p95": 55.703, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.604, "count": 30, "max": 33.975, "p95": 30.218, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 908.9, "count": 30, "max": 1101.0, "p95": 1077.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 600.0, "count": 30, "max": 5696.0, "p95": 3239.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.212, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.448, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.5, "count": 30, "max": 32.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.538, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.241, "p95": 1.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25476, "sampled_at": "2026-11-03T13:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.918, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5390519, "flush_count": 5699, "flush_interval_seconds": 30.0, "flush_state": {"count": 5699, "last_at": "2026-11-03T13:45:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:45:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5698}, "started": true, "suppressed_count": 3271857, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3271451}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5699, "written_record_count": 5699}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10282.289, "limit_mb": null}, "detail": {"pid": 81315, "restart_count": 331, "start_count": 332}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9060661555200, "copied_frame_count": 3277149, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9060661555200, "frame_buffer_copies": 3277149, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1251, "count": 512, "max_ms": 0.454, "p50_ms": 0.1139, "p95_ms": 0.2305, "p99_ms": 0.3137}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4886, "count": 512, "max_ms": 4.157, "p50_ms": 1.3878, "p95_ms": 2.583, "p99_ms": 3.4407, "results": {"failed": 0, "not_applicable": 0, "success": 3277149, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 311, "h264_decode_error_count": 966, "h264_decode_error_count_per_hour": 68, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:46:24+09:00", "last_error_summary": "[h264 @ 0x6342c7cecc00] error while decoding MB 104 56, bytestream -22", "last_exit_at": "2026-11-03T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:46:26+09:00", "pid": 81315, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.105, "name": "ffmpeg", "pid": 81315, "rss_mb": 57.105, "state": "S (sleeping)", "threads": 1}, "restart_count": 331, "restart_count_per_hour": 23, "rtsp_timeout_count": 154, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 332}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.566, "sample_count": 2346, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3277149, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:46:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.195, "last_frame_pushed_at": "2026-11-03T13:46:24+09:00", "last_frame_read_age_sec": 4.37, "last_frame_read_at": "2026-11-03T13:46:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 173, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 198.876, "last_sample_duration_ms": 1881.434, "last_trigger": "periodic", "next_snapshot_in_sec": 401.124, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 573, "storage_bytes": 3372939}, "mjpeg": {"age_sec": 4.185, "exists": true, "mtime": "2026-11-03T13:46:24.444531+09:00", "mtime_epoch": 1793681184.4445307, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78789}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:46:28+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2348.695, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3277149, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.318, "max": 12.0, "p95": 9.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 12}, "by_category.소형선박": {"avg": 2.249, "max": 3.0, "p95": 3.0, "sample_count": 185}, "total": {"avg": 2.129, "max": 3.0, "p95": 3.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 1.701, "max": 3.0, "p95": 3.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 1.701, "max": 3.0, "p95": 3.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 202, "pushed_frames": 202, "read_frames": 201, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.733, "pushed": 6.733, "read": 6.7}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 201, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4311.051, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.177, "count": 200, "max_ms": 6.861, "p95_ms": 3.604, "reason": null, "sample_age_ms": 4382.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.431, "count": 200, "max_ms": 4.218, "p95_ms": 2.48, "reason": null, "sample_age_ms": 4385.231, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.41, "count": 201, "max_ms": 3.921, "p95_ms": 0.697, "reason": null, "sample_age_ms": 4311.067, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.523, "count": 200, "max_ms": 11.836, "p95_ms": 3.836, "reason": null, "sample_age_ms": 4378.592, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4378.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 201, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4311.649, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 54.783, "count": 201, "max_ms": 89.425, "p95_ms": 75.595, "reason": null, "sample_age_ms": 4311.043, "source": "client_direct"}, "sample_age_ms": 4311.033, "source": "client_direct", "task_total_ms": {"avg_ms": 57.94, "count": 201, "max_ms": 93.331, "p95_ms": 78.425, "reason": null, "sample_age_ms": 4311.033, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.47, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.309, "count": 201, "max_ms": 23.883, "p95_ms": 13.625}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.519, "count": 201, "max_ms": 1.259, "p95_ms": 0.948}, "detection_prepare_ms": {"avg_ms": 1.724, "count": 201, "max_ms": 6.481, "p95_ms": 3.319}, "event_filter_ms": {"avg_ms": 0.008, "count": 201, "max_ms": 0.226, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.251, "count": 201, "max_ms": 1.72, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.016, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 3.392, "count": 201, "max_ms": 11.061, "p95_ms": 6.478}, "setup_ms": {"avg_ms": 0.05, "count": 201, "max_ms": 0.138, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 8.228, "count": 201, "max_ms": 23.756, "p95_ms": 13.496}, "track_match_ms": {"avg_ms": 0.185, "count": 201, "max_ms": 0.68, "p95_ms": 0.372}, "tracker_update_ms": {"avg_ms": 2.095, "count": 201, "max_ms": 13.623, "p95_ms": 3.755}}, "gstreamer_push": {"avg_ms": 3.29, "count": 202, "max_ms": 8.095, "p95_ms": 4.934}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 201, "max_ms": 0.231, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 59.656, "count": 201, "max_ms": 96.634, "p95_ms": 79.279}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.321, "count": 202, "max_ms": 14.074, "p95_ms": 8.711}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.269, "count": 202, "max_ms": 165.247, "p95_ms": 129.143}, "inference_input_copy_ms": {"avg_ms": 1.936, "count": 202, "max_ms": 6.714, "p95_ms": 3.405}, "processing_residual_ms": {"avg_ms": 0.295, "count": 202, "max_ms": 0.854, "p95_ms": 0.555}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 202, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.821, "count": 202, "max_ms": 170.665, "p95_ms": 137.767}, "read_interval": {"avg_ms": 128.074, "count": 201, "max_ms": 242.192, "p95_ms": 169.649}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 201, "max_ms": 0.149, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 3.305, "count": 201, "max_ms": 10.852, "p95_ms": 6.329}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 201, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.282, "count": 201, "max_ms": 10.809, "p95_ms": 6.266}, "worker_merge_ms": {"avg_ms": 0.008, "count": 201, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 59.671, "count": 201, "max_ms": 96.649, "p95_ms": 79.296}, "visualize": {"avg_ms": 36.798, "count": 201, "max_ms": 74.25, "p95_ms": 47.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.772, "count": 201, "max_ms": 46.429, "p95_ms": 38.241}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.22, "count": 201, "max_ms": 67.92, "p95_ms": 45.775}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 201, "max_ms": 7.601, "p95_ms": 2.172}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.061, "count": 201, "max_ms": 67.686, "p95_ms": 45.533}, "visualizer_prepare_ms": {"avg_ms": 0.083, "count": 201, "max_ms": 0.314, "p95_ms": 0.166}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2348.578, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.124, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.599, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3276902, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:45:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 76790, "write_bytes_delta": 76790, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 942.0, "cpu_core_ratio": 0.403115, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81199, "reason": null, "system_cpu_core_ratio": 0.03097, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.372145, "user_cpu_s_delta": 7.449999999999989}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.620953, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.478044, "system_cpu_s_delta": 9.570000000006985, "user_cpu_core_ratio": 1.142909, "user_cpu_s_delta": 22.880000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.258, "count": 244, "max_ms": 8.777, "p95_ms": 4.837, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.648, "max": 9.0, "p95": 8.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.991, "key_count": 2, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 225}, "total": {"avg": 1.939, "max": 3.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.731, "count": 30, "max": 69.224, "p95": 55.703, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.604, "count": 30, "max": 33.975, "p95": 30.218, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 908.9, "count": 30, "max": 1101.0, "p95": 1077.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 600.0, "count": 30, "max": 5696.0, "p95": 3239.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.047, "count": 30, "max": 0.212, "p95": 0.123, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.387, "count": 30, "max": 0.448, "p95": 0.444, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81144.3, "count": 30, "max": 86694.0, "p95": 85955.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.5, "count": 30, "max": 32.0, "p95": 23.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.538, "p95": 0.514, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.241, "p95": 1.206, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25476, "sampled_at": "2026-11-03T13:45:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:45:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5402850, "flush_count": 5712, "flush_interval_seconds": 30.0, "flush_state": {"count": 5712, "last_at": "2026-11-03T13:58:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:58:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5711}, "started": true, "suppressed_count": 3278633, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3278227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5712, "written_record_count": 5712}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10280.992, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63f79efdf6c0] error while decoding MB 71 64, bytestream -5 [h264 @ 0x63f79efdf6c0] error while decoding MB 21 31, bytestream -11 [h264 @ 0x63f79e34e000] left block unavailable for requested intra mode [h264 @ 0x63f79e34e000] error while decoding MB 0 47, bytestream 358 [in#0/rtsp @ 0x63f79e23ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63f79e23ee00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079429017600, "copied_frame_count": 3283937, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9079429017600, "frame_buffer_copies": 3283937, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.3135, "p50_ms": 0.1074, "p95_ms": 0.2236, "p99_ms": 0.2851}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4002, "count": 512, "max_ms": 3.5629, "p50_ms": 1.3136, "p95_ms": 2.3333, "p99_ms": 2.765, "results": {"failed": 0, "not_applicable": 0, "success": 3283937, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 312, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:59:24+09:00", "last_error_summary": "[h264 @ 0x63f79efdf6c0] error while decoding MB 71 64, bytestream -5 [h264 @ 0x63f79efdf6c0] error while decoding MB 21 31, bytestream -11 [h264 @ 0x63f79e34e000] left block unavailable for requested intra mode [h264 @ 0x63f79e34e000] error while decoding MB 0 47, bytestream 358 [in#0/rtsp @ 0x63f79e23ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63f79e23ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:46:26+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.628, "last_started_at": "2026-11-03T13:46:26+09:00", "pid": 81315, "process": {"exists": false, "pid": 81315}, "restart_count": 331, "restart_count_per_hour": 16, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 332}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283937, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-11-03T13:59:24+09:00", "last_frame_read_age_sec": 0.066, "last_frame_read_at": "2026-11-03T13:59:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.664, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 227.336, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-03T13:59:24.195667+09:00", "mtime_epoch": 1793681964.1956668, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 72698}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:59:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2351.941, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3283938, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.081, "max": 9.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.971, "max": 2.0, "p95": 2.0, "sample_count": 70}, "total": {"avg": 1.394, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.3, "pushed": 3.3, "read": 3.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.01, "count": 99, "max_ms": 0.027, "p95_ms": 0.022, "reason": null, "sample_age_ms": 16.514, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 99, "max_ms": 3.669, "p95_ms": 2.644, "reason": null, "sample_age_ms": 66.649, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 99, "max_ms": 3.184, "p95_ms": 2.258, "reason": null, "sample_age_ms": 67.092, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 99, "max_ms": 1.214, "p95_ms": 0.754, "reason": null, "sample_age_ms": 16.522, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.304, "count": 99, "max_ms": 4.291, "p95_ms": 3.655, "reason": null, "sample_age_ms": 64.424, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 64.361, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.783, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.354, "count": 99, "max_ms": 74.173, "p95_ms": 60.743, "reason": null, "sample_age_ms": 16.51, "source": "client_direct"}, "sample_age_ms": 16.505, "source": "client_direct", "task_total_ms": {"avg_ms": 48.253, "count": 99, "max_ms": 78.927, "p95_ms": 63.534, "reason": null, "sample_age_ms": 16.505, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.537, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.164, "count": 99, "max_ms": 13.585, "p95_ms": 10.678}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 99, "max_ms": 1.396, "p95_ms": 0.818}, "detection_prepare_ms": {"avg_ms": 1.214, "count": 99, "max_ms": 6.652, "p95_ms": 2.623}, "event_filter_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.042, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 99, "max_ms": 0.884, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.677, "count": 99, "max_ms": 3.89, "p95_ms": 3.443}, "setup_ms": {"avg_ms": 0.05, "count": 99, "max_ms": 0.175, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.103, "count": 99, "max_ms": 13.472, "p95_ms": 10.565}, "track_match_ms": {"avg_ms": 0.078, "count": 99, "max_ms": 0.314, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 1.361, "count": 99, "max_ms": 5.465, "p95_ms": 2.981}}, "gstreamer_push": {"avg_ms": 3.253, "count": 99, "max_ms": 6.235, "p95_ms": 4.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 99, "max_ms": 0.518, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.607, "count": 99, "max_ms": 80.453, "p95_ms": 66.63}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.181, "count": 99, "max_ms": 9.488, "p95_ms": 6.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.883, "count": 99, "max_ms": 135.008, "p95_ms": 111.004}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 99, "max_ms": 3.689, "p95_ms": 2.56}, "processing_residual_ms": {"avg_ms": 0.252, "count": 99, "max_ms": 0.537, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.091, "count": 99, "max_ms": 140.401, "p95_ms": 119.278}, "read_interval": {"avg_ms": 303.311, "count": 99, "max_ms": 19202.26, "p95_ms": 164.064}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 99, "max_ms": 0.304, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.602, "count": 99, "max_ms": 3.75, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.581, "count": 99, "max_ms": 3.511, "p95_ms": 3.21}, "worker_merge_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.622, "count": 99, "max_ms": 80.485, "p95_ms": 66.672}, "visualize": {"avg_ms": 33.814, "count": 99, "max_ms": 52.202, "p95_ms": 49.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.012, "count": 99, "max_ms": 45.308, "p95_ms": 40.435}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.687, "count": 99, "max_ms": 50.457, "p95_ms": 45.86}, "visualize_input_copy_ms": {"avg_ms": 0.909, "count": 99, "max_ms": 5.63, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.553, "count": 99, "max_ms": 50.357, "p95_ms": 45.714}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 99, "max_ms": 0.161, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2351.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 81.954, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72252, "write_bytes_delta": 72252, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.1238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 81315, "reason": null, "system_cpu_core_ratio": 0.01106, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.11274, "user_cpu_s_delta": 3.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.479501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130222, "system_cpu_s_delta": 3.6499999999941792, "user_cpu_core_ratio": 0.34928, "user_cpu_s_delta": 9.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.186, "count": 101, "max_ms": 6.235, "p95_ms": 4.907, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.851, "max": 9.0, "p95": 9.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.969, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.248, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.251, "count": 30, "max": 84.156, "p95": 71.043, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.627, "count": 30, "max": 33.893, "p95": 30.791, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.233, "count": 30, "max": 1131.0, "p95": 1091.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 238.233, "count": 30, "max": 2892.0, "p95": 1322.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78882.967, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76191.567, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.4, "count": 30, "max": 29.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.313, "count": 30, "max": 0.458, "p95": 0.45, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.132, "p95": 1.106, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25516, "sampled_at": "2026-11-03T13:59:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:59:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5402850, "flush_count": 5712, "flush_interval_seconds": 30.0, "flush_state": {"count": 5712, "last_at": "2026-11-03T13:58:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:58:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5711}, "started": true, "suppressed_count": 3278633, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3278227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5712, "written_record_count": 5712}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10281.195, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T13:59:24+09:00", "last_error_summary": "[h264 @ 0x63f79efdf6c0] error while decoding MB 71 64, bytestream -5 [h264 @ 0x63f79efdf6c0] error while decoding MB 21 31, bytestream -11 [h264 @ 0x63f79e34e000] left block unavailable for requested intra mode [h264 @ 0x63f79e34e000] error while decoding MB 0 47, bytestream 358 [in#0/rtsp @ 0x63f79e23ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63f79e23ee00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079431782400, "copied_frame_count": 3283938, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9079431782400, "frame_buffer_copies": 3283938, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.3135, "p50_ms": 0.1074, "p95_ms": 0.2236, "p99_ms": 0.2851}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4008, "count": 512, "max_ms": 3.5629, "p50_ms": 1.3136, "p95_ms": 2.3333, "p99_ms": 2.765, "results": {"failed": 0, "not_applicable": 0, "success": 3283938, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 312, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:59:24+09:00", "last_error_summary": "[h264 @ 0x63f79efdf6c0] error while decoding MB 71 64, bytestream -5 [h264 @ 0x63f79efdf6c0] error while decoding MB 21 31, bytestream -11 [h264 @ 0x63f79e34e000] left block unavailable for requested intra mode [h264 @ 0x63f79e34e000] error while decoding MB 0 47, bytestream 358 [in#0/rtsp @ 0x63f79e23ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63f79e23ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:59:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.672, "last_started_at": "2026-11-03T13:46:26+09:00", "pid": 81315, "process": {"exists": false, "pid": 81315}, "restart_count": 331, "restart_count_per_hour": 16, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 332}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T13:59:24+09:00", "last_frame_read_age_sec": 0.11, "last_frame_read_at": "2026-11-03T13:59:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.706, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 227.294, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 0.104, "exists": true, "mtime": "2026-11-03T13:59:24.195667+09:00", "mtime_epoch": 1793681964.1956668, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 72698}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:59:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2351.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3283938, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.141, "max": 9.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.972, "max": 2.0, "p95": 2.0, "sample_count": 71}, "total": {"avg": 1.414, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 99, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.302, "pushed": 3.302, "read": 3.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.01, "count": 99, "max_ms": 0.027, "p95_ms": 0.022, "reason": null, "sample_age_ms": 59.883, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.831, "count": 99, "max_ms": 3.669, "p95_ms": 2.644, "reason": null, "sample_age_ms": 110.017, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 99, "max_ms": 3.184, "p95_ms": 2.258, "reason": null, "sample_age_ms": 110.461, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 99, "max_ms": 1.214, "p95_ms": 0.754, "reason": null, "sample_age_ms": 59.89, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.304, "count": 99, "max_ms": 4.291, "p95_ms": 3.655, "reason": null, "sample_age_ms": 107.793, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 107.73, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 60.152, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.354, "count": 99, "max_ms": 74.173, "p95_ms": 60.743, "reason": null, "sample_age_ms": 59.878, "source": "client_direct"}, "sample_age_ms": 59.874, "source": "client_direct", "task_total_ms": {"avg_ms": 48.253, "count": 99, "max_ms": 78.927, "p95_ms": 63.534, "reason": null, "sample_age_ms": 59.874, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.607, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.195, "count": 99, "max_ms": 13.585, "p95_ms": 10.678}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 99, "max_ms": 1.396, "p95_ms": 0.818}, "detection_prepare_ms": {"avg_ms": 1.223, "count": 99, "max_ms": 6.652, "p95_ms": 2.623}, "event_filter_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.042, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 99, "max_ms": 0.884, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 99, "max_ms": 3.89, "p95_ms": 3.443}, "setup_ms": {"avg_ms": 0.049, "count": 99, "max_ms": 0.175, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.133, "count": 99, "max_ms": 13.472, "p95_ms": 10.565}, "track_match_ms": {"avg_ms": 0.078, "count": 99, "max_ms": 0.314, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 1.371, "count": 99, "max_ms": 5.465, "p95_ms": 2.981}}, "gstreamer_push": {"avg_ms": 3.238, "count": 99, "max_ms": 6.235, "p95_ms": 4.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 99, "max_ms": 0.518, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.504, "count": 99, "max_ms": 80.453, "p95_ms": 66.63}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.199, "count": 99, "max_ms": 9.488, "p95_ms": 6.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.97, "count": 99, "max_ms": 135.008, "p95_ms": 111.004}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 99, "max_ms": 3.689, "p95_ms": 2.56}, "processing_residual_ms": {"avg_ms": 0.252, "count": 99, "max_ms": 0.537, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.195, "count": 99, "max_ms": 140.401, "p95_ms": 119.278}, "read_interval": {"avg_ms": 303.311, "count": 99, "max_ms": 19202.26, "p95_ms": 164.064}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 99, "max_ms": 0.304, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.616, "count": 99, "max_ms": 3.75, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.595, "count": 99, "max_ms": 3.511, "p95_ms": 3.21}, "worker_merge_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.518, "count": 99, "max_ms": 80.485, "p95_ms": 66.672}, "visualize": {"avg_ms": 33.977, "count": 99, "max_ms": 52.202, "p95_ms": 49.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.14, "count": 99, "max_ms": 45.308, "p95_ms": 40.513}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.842, "count": 99, "max_ms": 50.457, "p95_ms": 45.86}, "visualize_input_copy_ms": {"avg_ms": 0.918, "count": 99, "max_ms": 5.63, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.709, "count": 99, "max_ms": 50.357, "p95_ms": 45.714}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 99, "max_ms": 0.161, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2351.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 81.954, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72252, "write_bytes_delta": 72252, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.1238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 81315, "reason": null, "system_cpu_core_ratio": 0.01106, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.11274, "user_cpu_s_delta": 3.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.479501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130222, "system_cpu_s_delta": 3.6499999999941792, "user_cpu_core_ratio": 0.34928, "user_cpu_s_delta": 9.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.186, "count": 101, "max_ms": 6.235, "p95_ms": 4.907, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.851, "max": 9.0, "p95": 9.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.969, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.248, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.251, "count": 30, "max": 84.156, "p95": 71.043, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.627, "count": 30, "max": 33.893, "p95": 30.791, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.233, "count": 30, "max": 1131.0, "p95": 1091.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 238.233, "count": 30, "max": 2892.0, "p95": 1322.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78882.967, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76191.567, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.4, "count": 30, "max": 29.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.313, "count": 30, "max": 0.458, "p95": 0.45, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.132, "p95": 1.106, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25516, "sampled_at": "2026-11-03T13:59:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:59:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5402850, "flush_count": 5712, "flush_interval_seconds": 30.0, "flush_state": {"count": 5712, "last_at": "2026-11-03T13:58:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:58:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5711}, "started": true, "suppressed_count": 3278633, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3278227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5712, "written_record_count": 5712}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10280.938, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079431782400, "copied_frame_count": 3283938, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9079431782400, "frame_buffer_copies": 3283938, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.3135, "p50_ms": 0.1074, "p95_ms": 0.2236, "p99_ms": 0.2851}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4008, "count": 512, "max_ms": 3.5629, "p50_ms": 1.3136, "p95_ms": 2.3333, "p99_ms": 2.765, "results": {"failed": 0, "not_applicable": 0, "success": 3283938, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 312, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:59:24+09:00", "last_error_summary": "[h264 @ 0x63f79efdf6c0] error while decoding MB 71 64, bytestream -5 [h264 @ 0x63f79efdf6c0] error while decoding MB 21 31, bytestream -11 [h264 @ 0x63f79e34e000] left block unavailable for requested intra mode [h264 @ 0x63f79e34e000] error while decoding MB 0 47, bytestream 358 [in#0/rtsp @ 0x63f79e23ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63f79e23ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:59:24+09:00", "last_returncode": 0, "last_stable_duration_sec": 777.704, "last_started_at": "2026-11-03T13:46:26+09:00", "pid": 81315, "process": {"exists": false, "pid": 81315}, "restart_count": 331, "restart_count_per_hour": 16, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": false, "start_count": 332}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2498, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.033, "last_frame_pushed_at": "2026-11-03T13:59:24+09:00", "last_frame_read_age_sec": 0.142, "last_frame_read_at": "2026-11-03T13:59:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.745, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 227.255, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 0.026, "exists": true, "mtime": "2026-11-03T13:59:24.305667+09:00", "mtime_epoch": 1793681964.3056672, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 72791}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:59:24+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2351.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3283938, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.141, "max": 9.0, "p95": 9.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.972, "max": 2.0, "p95": 2.0, "sample_count": 71}, "total": {"avg": 1.414, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.307, "pushed": 3.307, "read": 3.274}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.01, "count": 99, "max_ms": 0.027, "p95_ms": 0.022, "reason": null, "sample_age_ms": 91.521, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.836, "count": 98, "max_ms": 3.669, "p95_ms": 2.653, "reason": null, "sample_age_ms": 141.655, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.375, "count": 98, "max_ms": 3.184, "p95_ms": 2.268, "reason": null, "sample_age_ms": 142.099, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 99, "max_ms": 1.214, "p95_ms": 0.754, "reason": null, "sample_age_ms": 91.528, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.313, "count": 98, "max_ms": 4.291, "p95_ms": 3.655, "reason": null, "sample_age_ms": 139.431, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 139.368, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 91.79, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.354, "count": 99, "max_ms": 74.173, "p95_ms": 60.743, "reason": null, "sample_age_ms": 91.516, "source": "client_direct"}, "sample_age_ms": 91.512, "source": "client_direct", "task_total_ms": {"avg_ms": 48.253, "count": 99, "max_ms": 78.927, "p95_ms": 63.534, "reason": null, "sample_age_ms": 91.512, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.195, "count": 99, "max_ms": 13.585, "p95_ms": 10.678}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 99, "max_ms": 1.396, "p95_ms": 0.818}, "detection_prepare_ms": {"avg_ms": 1.223, "count": 99, "max_ms": 6.652, "p95_ms": 2.623}, "event_filter_ms": {"avg_ms": 0.006, "count": 99, "max_ms": 0.042, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 99, "max_ms": 0.884, "p95_ms": 0.557}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.011, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.692, "count": 99, "max_ms": 3.89, "p95_ms": 3.443}, "setup_ms": {"avg_ms": 0.049, "count": 99, "max_ms": 0.175, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 5.133, "count": 99, "max_ms": 13.472, "p95_ms": 10.565}, "track_match_ms": {"avg_ms": 0.078, "count": 99, "max_ms": 0.314, "p95_ms": 0.177}, "tracker_update_ms": {"avg_ms": 1.371, "count": 99, "max_ms": 5.465, "p95_ms": 2.981}}, "gstreamer_push": {"avg_ms": 3.238, "count": 99, "max_ms": 6.235, "p95_ms": 4.967}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 99, "max_ms": 0.518, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.504, "count": 99, "max_ms": 80.453, "p95_ms": 66.63}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.199, "count": 99, "max_ms": 9.488, "p95_ms": 6.348}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.97, "count": 99, "max_ms": 135.008, "p95_ms": 111.004}, "inference_input_copy_ms": {"avg_ms": 1.775, "count": 99, "max_ms": 3.689, "p95_ms": 2.56}, "processing_residual_ms": {"avg_ms": 0.252, "count": 99, "max_ms": 0.537, "p95_ms": 0.4}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.195, "count": 99, "max_ms": 140.401, "p95_ms": 119.278}, "read_interval": {"avg_ms": 304.802, "count": 98, "max_ms": 19202.26, "p95_ms": 164.064}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 99, "max_ms": 0.304, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.616, "count": 99, "max_ms": 3.75, "p95_ms": 3.249}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.06, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.595, "count": 99, "max_ms": 3.511, "p95_ms": 3.21}, "worker_merge_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.032, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 49.518, "count": 99, "max_ms": 80.485, "p95_ms": 66.672}, "visualize": {"avg_ms": 33.977, "count": 99, "max_ms": 52.202, "p95_ms": 49.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.14, "count": 99, "max_ms": 45.308, "p95_ms": 40.513}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.842, "count": 99, "max_ms": 50.457, "p95_ms": 45.86}, "visualize_input_copy_ms": {"avg_ms": 0.918, "count": 99, "max_ms": 5.63, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.709, "count": 99, "max_ms": 50.357, "p95_ms": 45.714}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 99, "max_ms": 0.161, "p95_ms": 0.11}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2351.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 81.954, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72252, "write_bytes_delta": 72252, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.1238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 81315, "reason": null, "system_cpu_core_ratio": 0.01106, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.11274, "user_cpu_s_delta": 3.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.479501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130222, "system_cpu_s_delta": 3.6499999999941792, "user_cpu_core_ratio": 0.34928, "user_cpu_s_delta": 9.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.186, "count": 101, "max_ms": 6.235, "p95_ms": 4.907, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.851, "max": 9.0, "p95": 9.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.969, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.248, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.251, "count": 30, "max": 84.156, "p95": 71.043, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.627, "count": 30, "max": 33.893, "p95": 30.791, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.233, "count": 30, "max": 1131.0, "p95": 1091.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 238.233, "count": 30, "max": 2892.0, "p95": 1322.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78882.967, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76191.567, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.4, "count": 30, "max": 29.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.313, "count": 30, "max": 0.458, "p95": 0.45, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.132, "p95": 1.106, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25516, "sampled_at": "2026-11-03T13:59:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:59:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.932, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5402850, "flush_count": 5712, "flush_interval_seconds": 30.0, "flush_state": {"count": 5712, "last_at": "2026-11-03T13:58:41", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T13:58:41", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5711}, "started": true, "suppressed_count": 3278633, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3278227}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5712, "written_record_count": 5712}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10297.094, "limit_mb": null}, "detail": {"pid": 81431, "restart_count": 332, "start_count": 333}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9079431782400, "copied_frame_count": 3283938, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9079431782400, "frame_buffer_copies": 3283938, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1196, "count": 512, "max_ms": 0.3135, "p50_ms": 0.1074, "p95_ms": 0.2236, "p99_ms": 0.2851}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4008, "count": 512, "max_ms": 3.5629, "p50_ms": 1.3136, "p95_ms": 2.3333, "p99_ms": 2.765, "results": {"failed": 0, "not_applicable": 0, "success": 3283938, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 312, "h264_decode_error_count": 969, "h264_decode_error_count_per_hour": 64, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T13:59:24+09:00", "last_error_summary": "[h264 @ 0x63f79efdf6c0] error while decoding MB 71 64, bytestream -5 [h264 @ 0x63f79efdf6c0] error while decoding MB 21 31, bytestream -11 [h264 @ 0x63f79e34e000] left block unavailable for requested intra mode [h264 @ 0x63f79e34e000] error while decoding MB 0 47, bytestream 358 [in#0/rtsp @ 0x63f79e23ee00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63f79e23ee00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T13:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T13:59:27+09:00", "pid": 81431, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.953, "name": "ffmpeg", "pid": 81431, "rss_mb": 56.953, "state": "S (sleeping)", "threads": 1}, "restart_count": 332, "restart_count_per_hour": 17, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 10, "rtsp_tolerant_mode": false, "running": true, "start_count": 333}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.969, "sample_count": 2454, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283938, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:24+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "h264_decode_error_count_per_hour>=50", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["rtsp_timeout_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.954, "last_frame_pushed_at": "2026-11-03T13:59:24+09:00", "last_frame_read_age_sec": 5.063, "last_frame_read_at": "2026-11-03T13:59:24+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 377.655, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 222.345, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 4.947, "exists": true, "mtime": "2026-11-03T13:59:24.305667+09:00", "mtime_epoch": 1793681964.3056672, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 72791}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T13:59:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2351.945, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_critical", "rtsp_timeout_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3283938, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.981, "max": 9.0, "p95": 9.0, "sample_count": 52}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.981, "max": 2.0, "p95": 2.0, "sample_count": 52}, "total": {"avg": 1.981, "max": 2.0, "p95": 2.0, "sample_count": 52}}, "tracking_counts": {"active": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 52}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "tracked": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 52}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 52, "pushed_frames": 52, "read_frames": 51, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.736, "pushed": 1.736, "read": 1.703}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 51, "client_acquire_ms": {"avg_ms": 0.009, "count": 52, "max_ms": 0.026, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5012.375, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.929, "count": 51, "max_ms": 3.669, "p95_ms": 2.983, "reason": null, "sample_age_ms": 5062.509, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 51, "max_ms": 3.184, "p95_ms": 2.707, "reason": null, "sample_age_ms": 5062.953, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 52, "max_ms": 1.214, "p95_ms": 0.768, "reason": null, "sample_age_ms": 5012.382, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.179, "count": 51, "max_ms": 4.291, "p95_ms": 3.184, "reason": null, "sample_age_ms": 5060.285, "source": "client_direct"}, "request_count": 51, "request_tensor_bytes": {"avg": 2764808.0, "count": 51, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5060.222, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5012.644, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.428, "count": 52, "max_ms": 73.522, "p95_ms": 60.925, "reason": null, "sample_age_ms": 5012.37, "source": "client_direct"}, "sample_age_ms": 5012.366, "source": "client_direct", "task_total_ms": {"avg_ms": 47.21, "count": 52, "max_ms": 76.317, "p95_ms": 64.274, "reason": null, "sample_age_ms": 5012.366, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.959, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.99, "count": 52, "max_ms": 11.521, "p95_ms": 10.711}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 52, "max_ms": 1.396, "p95_ms": 0.838}, "detection_prepare_ms": {"avg_ms": 1.683, "count": 52, "max_ms": 6.652, "p95_ms": 2.649}, "event_filter_ms": {"avg_ms": 0.007, "count": 52, "max_ms": 0.042, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.38, "count": 52, "max_ms": 0.884, "p95_ms": 0.647}, "mcmt_ms": {"avg_ms": 0.004, "count": 52, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.32, "count": 52, "max_ms": 3.89, "p95_ms": 3.638}, "setup_ms": {"avg_ms": 0.052, "count": 52, "max_ms": 0.175, "p95_ms": 0.122}, "total_inside_ms": {"avg_ms": 6.92, "count": 52, "max_ms": 11.466, "p95_ms": 10.58}, "track_match_ms": {"avg_ms": 0.099, "count": 52, "max_ms": 0.314, "p95_ms": 0.168}, "tracker_update_ms": {"avg_ms": 1.9, "count": 52, "max_ms": 3.477, "p95_ms": 2.981}}, "gstreamer_push": {"avg_ms": 3.195, "count": 52, "max_ms": 6.235, "p95_ms": 4.806}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 52, "max_ms": 0.518, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.582, "count": 52, "max_ms": 78.838, "p95_ms": 66.747}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.977, "count": 52, "max_ms": 9.488, "p95_ms": 7.87}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.411, "count": 52, "max_ms": 135.008, "p95_ms": 119.206}, "inference_input_copy_ms": {"avg_ms": 1.735, "count": 52, "max_ms": 3.689, "p95_ms": 2.346}, "processing_residual_ms": {"avg_ms": 0.257, "count": 52, "max_ms": 0.537, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.38, "count": 52, "max_ms": 140.401, "p95_ms": 125.727}, "read_interval": {"avg_ms": 489.733, "count": 51, "max_ms": 19202.26, "p95_ms": 172.87}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 52, "max_ms": 0.304, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.23, "count": 52, "max_ms": 3.75, "p95_ms": 3.476}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 52, "max_ms": 0.06, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.205, "count": 52, "max_ms": 3.456, "p95_ms": 3.446}, "worker_merge_ms": {"avg_ms": 0.009, "count": 52, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 48.596, "count": 52, "max_ms": 78.858, "p95_ms": 66.757}, "visualize": {"avg_ms": 36.5, "count": 52, "max_ms": 51.88, "p95_ms": 49.312}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.09, "count": 52, "max_ms": 45.308, "p95_ms": 40.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.065, "count": 52, "max_ms": 50.457, "p95_ms": 46.594}, "visualize_input_copy_ms": {"avg_ms": 1.202, "count": 52, "max_ms": 2.375, "p95_ms": 2.117}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 52, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.918, "count": 52, "max_ms": 50.357, "p95_ms": 46.243}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 52, "max_ms": 0.161, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 52}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 52}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2351.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 81.954, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 121.896, "sample_count": 2499, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3283931, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T13:59:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72252, "write_bytes_delta": 72252, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 405.0, "cpu_core_ratio": 0.1238, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2892.0, "pid": 81315, "reason": null, "system_cpu_core_ratio": 0.01106, "system_cpu_s_delta": 0.3100000000000023, "user_cpu_core_ratio": 0.11274, "user_cpu_s_delta": 3.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.479501, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.130222, "system_cpu_s_delta": 3.6499999999941792, "user_cpu_core_ratio": 0.34928, "user_cpu_s_delta": 9.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.186, "count": 101, "max_ms": 6.235, "p95_ms": 4.907, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.851, "max": 9.0, "p95": 9.0, "sample_count": 101}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.969, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 64}, "total": {"avg": 1.248, "max": 2.0, "p95": 2.0, "sample_count": 101}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.251, "count": 30, "max": 84.156, "p95": 71.043, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.627, "count": 30, "max": 33.893, "p95": 30.791, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 989.233, "count": 30, "max": 1131.0, "p95": 1091.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 238.233, "count": 30, "max": 2892.0, "p95": 1322.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.039, "count": 30, "max": 0.081, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.425, "count": 30, "max": 0.479, "p95": 0.471, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78882.967, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76191.567, "count": 30, "max": 83400.0, "p95": 82265.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.4, "count": 30, "max": 29.0, "p95": 24.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.313, "count": 30, "max": 0.458, "p95": 0.45, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.932, "count": 30, "max": 1.132, "p95": 1.106, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25516, "sampled_at": "2026-11-03T13:59:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T13:59:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.953, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4665114, "flush_count": 5714, "flush_interval_seconds": 30.0, "flush_state": {"count": 5714, "last_at": "2026-11-03T14:00:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:00:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5713}, "started": true, "suppressed_count": 3384029, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3384024}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5714, "written_record_count": 5714}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10065.574, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371944857600, "copied_frame_count": 3389737, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9371944857600, "frame_buffer_copies": 3389737, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 4.1242, "p50_ms": 0.1235, "p95_ms": 0.2459, "p99_ms": 0.3183}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2938, "count": 512, "max_ms": 6.7492, "p50_ms": 1.1894, "p95_ms": 2.0283, "p99_ms": 2.6296, "results": {"failed": 0, "not_applicable": 0, "success": 3389737, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2150.388, "last_started_at": "2026-11-03T13:25:02+09:00", "pid": 80619, "process": {"exists": false, "pid": 80619}, "restart_count": 166, "restart_count_per_hour": 1, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.413, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "ok", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.031, "last_frame_pushed_at": "2026-11-03T14:00:52+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-11-03T14:00:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.079, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 138.921, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T14:00:52.627943+09:00", "mtime_epoch": 1793682052.6279426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:00:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2430.469, "state": "S (sleeping)", "threads": 53}, "reason_codes": [], "recommended_action": "observe", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3389737, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.568, "pushed": 6.568, "read": 6.535}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 85.481, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 196, "max_ms": 5.467, "p95_ms": 2.051, "reason": null, "sample_age_ms": 135.679, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 195, "max_ms": 4.938, "p95_ms": 1.523, "reason": null, "sample_age_ms": 136.113, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 196, "max_ms": 0.389, "p95_ms": 0.216, "reason": null, "sample_age_ms": 85.489, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.577, "count": 196, "max_ms": 3.736, "p95_ms": 2.741, "reason": null, "sample_age_ms": 133.631, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2211848.0, "count": 196, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 133.607, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.571, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.398, "count": 196, "max_ms": 73.937, "p95_ms": 58.899, "reason": null, "sample_age_ms": 85.476, "source": "client_direct"}, "sample_age_ms": 85.461, "source": "client_direct", "task_total_ms": {"avg_ms": 43.289, "count": 196, "max_ms": 76.037, "p95_ms": 61.912, "reason": null, "sample_age_ms": 85.461, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.774, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.779, "count": 197, "max_ms": 1.891, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.254, "count": 197, "max_ms": 0.667, "p95_ms": 0.469}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 197, "max_ms": 0.295, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 197, "max_ms": 0.272, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 197, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 197, "max_ms": 0.727, "p95_ms": 0.387}, "setup_ms": {"avg_ms": 0.047, "count": 197, "max_ms": 0.136, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.735, "count": 197, "max_ms": 1.794, "p95_ms": 1.345}, "track_match_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 197, "max_ms": 0.112, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.703, "count": 197, "max_ms": 6.35, "p95_ms": 4.224}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 197, "max_ms": 0.168, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.297, "count": 197, "max_ms": 76.622, "p95_ms": 63.972}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 197, "max_ms": 0.138, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.551, "count": 197, "max_ms": 115.572, "p95_ms": 101.007}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 197, "max_ms": 3.212, "p95_ms": 2.426}, "processing_residual_ms": {"avg_ms": 0.182, "count": 197, "max_ms": 0.671, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.231, "count": 197, "max_ms": 117.605, "p95_ms": 102.984}, "read_interval": {"avg_ms": 152.777, "count": 196, "max_ms": 3749.703, "p95_ms": 172.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 197, "max_ms": 0.079, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.136, "count": 197, "max_ms": 0.563, "p95_ms": 0.278}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 197, "max_ms": 0.521, "p95_ms": 0.25}, "worker_merge_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.312, "count": 197, "max_ms": 76.631, "p95_ms": 63.986}, "visualize": {"avg_ms": 31.437, "count": 197, "max_ms": 46.316, "p95_ms": 39.76}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.543, "count": 197, "max_ms": 45.231, "p95_ms": 38.731}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.227, "count": 197, "max_ms": 45.984, "p95_ms": 39.548}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.123, "count": 197, "max_ms": 45.863, "p95_ms": 39.349}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 197, "max_ms": 0.198, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2430.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.132, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.793, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129422, "write_bytes_delta": 129422, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.965718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2087.0, "pid": 80619, "reason": null, "system_cpu_core_ratio": 0.199117, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.766601, "user_cpu_s_delta": 7.700000000000273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.360402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030863, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.329539, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.78, "count": 264, "max_ms": 6.35, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.197, "count": 30, "max": 66.404, "p95": 42.975, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.466, "count": 30, "max": 43.639, "p95": 33.481, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1289.233, "count": 30, "max": 1509.0, "p95": 1505.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 121.8, "count": 30, "max": 2087.0, "p95": 783.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.199, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.572, "p95": 1.54, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 49.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28533, "sampled_at": "2026-11-03T14:00:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:00:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4665114, "flush_count": 5714, "flush_interval_seconds": 30.0, "flush_state": {"count": 5714, "last_at": "2026-11-03T14:00:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:00:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5713}, "started": true, "suppressed_count": 3384029, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3384024}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5714, "written_record_count": 5714}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10064.973, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371944857600, "copied_frame_count": 3389737, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9371944857600, "frame_buffer_copies": 3389737, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 4.1242, "p50_ms": 0.1235, "p95_ms": 0.2459, "p99_ms": 0.3183}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2938, "count": 512, "max_ms": 6.7492, "p50_ms": 1.1894, "p95_ms": 2.0283, "p99_ms": 2.6296, "results": {"failed": 0, "not_applicable": 0, "success": 3389737, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2150.388, "last_started_at": "2026-11-03T13:25:02+09:00", "pid": 80619, "process": {"exists": false, "pid": 80619}, "restart_count": 166, "restart_count_per_hour": 1, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.413, "sample_count": 2806, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.03, "last_frame_pushed_at": "2026-11-03T14:00:52+09:00", "last_frame_read_age_sec": 0.12, "last_frame_read_at": "2026-11-03T14:00:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.087, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 138.913, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T14:00:52.627943+09:00", "mtime_epoch": 1793682052.6279426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:00:52+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2430.469, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3389737, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.567, "pushed": 6.567, "read": 6.533}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 196, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 93.196, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.656, "count": 195, "max_ms": 5.467, "p95_ms": 2.053, "reason": null, "sample_age_ms": 143.394, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 195, "max_ms": 4.938, "p95_ms": 1.523, "reason": null, "sample_age_ms": 143.828, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 196, "max_ms": 0.389, "p95_ms": 0.216, "reason": null, "sample_age_ms": 93.204, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.576, "count": 195, "max_ms": 3.736, "p95_ms": 2.745, "reason": null, "sample_age_ms": 141.346, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2211848.0, "count": 195, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.322, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 93.286, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.398, "count": 196, "max_ms": 73.937, "p95_ms": 58.899, "reason": null, "sample_age_ms": 93.191, "source": "client_direct"}, "sample_age_ms": 93.176, "source": "client_direct", "task_total_ms": {"avg_ms": 43.289, "count": 196, "max_ms": 76.037, "p95_ms": 61.912, "reason": null, "sample_age_ms": 93.176, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.325, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.779, "count": 197, "max_ms": 1.891, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.254, "count": 197, "max_ms": 0.667, "p95_ms": 0.469}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 197, "max_ms": 0.295, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 197, "max_ms": 0.272, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 197, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 197, "max_ms": 0.727, "p95_ms": 0.387}, "setup_ms": {"avg_ms": 0.047, "count": 197, "max_ms": 0.136, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.735, "count": 197, "max_ms": 1.794, "p95_ms": 1.345}, "track_match_ms": {"avg_ms": 0.005, "count": 197, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 197, "max_ms": 0.112, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.703, "count": 197, "max_ms": 6.35, "p95_ms": 4.224}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 197, "max_ms": 0.168, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.297, "count": 197, "max_ms": 76.622, "p95_ms": 63.972}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 197, "max_ms": 0.138, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.551, "count": 197, "max_ms": 115.572, "p95_ms": 101.007}, "inference_input_copy_ms": {"avg_ms": 1.452, "count": 197, "max_ms": 3.212, "p95_ms": 2.426}, "processing_residual_ms": {"avg_ms": 0.182, "count": 197, "max_ms": 0.671, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.231, "count": 197, "max_ms": 117.605, "p95_ms": 102.984}, "read_interval": {"avg_ms": 152.777, "count": 196, "max_ms": 3749.703, "p95_ms": 172.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 197, "max_ms": 0.079, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.136, "count": 197, "max_ms": 0.563, "p95_ms": 0.278}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 197, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 197, "max_ms": 0.521, "p95_ms": 0.25}, "worker_merge_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.312, "count": 197, "max_ms": 76.631, "p95_ms": 63.986}, "visualize": {"avg_ms": 31.437, "count": 197, "max_ms": 46.316, "p95_ms": 39.76}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.543, "count": 197, "max_ms": 45.231, "p95_ms": 38.731}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.227, "count": 197, "max_ms": 45.984, "p95_ms": 39.548}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.123, "count": 197, "max_ms": 45.863, "p95_ms": 39.349}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 197, "max_ms": 0.198, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2430.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.132, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.793, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129422, "write_bytes_delta": 129422, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.965718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2087.0, "pid": 80619, "reason": null, "system_cpu_core_ratio": 0.199117, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.766601, "user_cpu_s_delta": 7.700000000000273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.360402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030863, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.329539, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.78, "count": 264, "max_ms": 6.35, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.197, "count": 30, "max": 66.404, "p95": 42.975, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.466, "count": 30, "max": 43.639, "p95": 33.481, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1289.233, "count": 30, "max": 1509.0, "p95": 1505.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 121.8, "count": 30, "max": 2087.0, "p95": 783.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.199, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.572, "p95": 1.54, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 49.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28533, "sampled_at": "2026-11-03T14:00:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:00:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4665114, "flush_count": 5714, "flush_interval_seconds": 30.0, "flush_state": {"count": 5714, "last_at": "2026-11-03T14:00:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:00:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5713}, "started": true, "suppressed_count": 3384029, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3384024}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5714, "written_record_count": 5714}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10064.652, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371944857600, "copied_frame_count": 3389737, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9371944857600, "frame_buffer_copies": 3389737, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 4.1242, "p50_ms": 0.1235, "p95_ms": 0.2459, "p99_ms": 0.3183}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2938, "count": 512, "max_ms": 6.7492, "p50_ms": 1.1894, "p95_ms": 2.0283, "p99_ms": 2.6296, "results": {"failed": 0, "not_applicable": 0, "success": 3389737, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2150.453, "last_started_at": "2026-11-03T13:25:02+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 166, "restart_count_per_hour": 1, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 167}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.413, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-11-03T14:00:52+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-11-03T14:00:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 461.116, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 138.884, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 0.087, "exists": true, "mtime": "2026-11-03T14:00:52.627943+09:00", "mtime_epoch": 1793682052.6279426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:00:52+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2430.465, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3389737, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 196}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 196, "pushed_frames": 196, "read_frames": 195, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.538, "pushed": 6.538, "read": 6.505}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.008, "count": 195, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 140.213, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.656, "count": 195, "max_ms": 5.467, "p95_ms": 2.053, "reason": null, "sample_age_ms": 190.411, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.279, "count": 195, "max_ms": 4.938, "p95_ms": 1.523, "reason": null, "sample_age_ms": 190.845, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 195, "max_ms": 0.389, "p95_ms": 0.216, "reason": null, "sample_age_ms": 140.221, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.576, "count": 195, "max_ms": 3.736, "p95_ms": 2.745, "reason": null, "sample_age_ms": 188.362, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2211848.0, "count": 195, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 188.339, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.303, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.423, "count": 195, "max_ms": 73.937, "p95_ms": 58.984, "reason": null, "sample_age_ms": 140.208, "source": "client_direct"}, "sample_age_ms": 140.193, "source": "client_direct", "task_total_ms": {"avg_ms": 43.313, "count": 195, "max_ms": 76.037, "p95_ms": 61.925, "reason": null, "sample_age_ms": 140.193, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.126, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.781, "count": 196, "max_ms": 1.891, "p95_ms": 1.449}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.255, "count": 196, "max_ms": 0.667, "p95_ms": 0.469}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 196, "max_ms": 0.295, "p95_ms": 0.207}, "event_filter_ms": {"avg_ms": 0.004, "count": 196, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 196, "max_ms": 0.272, "p95_ms": 0.153}, "mcmt_ms": {"avg_ms": 0.003, "count": 196, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 196, "max_ms": 0.727, "p95_ms": 0.387}, "setup_ms": {"avg_ms": 0.047, "count": 196, "max_ms": 0.136, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.737, "count": 196, "max_ms": 1.794, "p95_ms": 1.345}, "track_match_ms": {"avg_ms": 0.005, "count": 196, "max_ms": 0.024, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 196, "max_ms": 0.112, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.705, "count": 196, "max_ms": 6.35, "p95_ms": 4.224}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 196, "max_ms": 0.168, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.311, "count": 196, "max_ms": 76.622, "p95_ms": 63.972}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 196, "max_ms": 0.138, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.6, "count": 196, "max_ms": 115.572, "p95_ms": 101.007}, "inference_input_copy_ms": {"avg_ms": 1.448, "count": 196, "max_ms": 3.212, "p95_ms": 2.426}, "processing_residual_ms": {"avg_ms": 0.183, "count": 196, "max_ms": 0.671, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.276, "count": 196, "max_ms": 117.605, "p95_ms": 102.984}, "read_interval": {"avg_ms": 153.153, "count": 195, "max_ms": 3749.703, "p95_ms": 172.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 196, "max_ms": 0.079, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.137, "count": 196, "max_ms": 0.563, "p95_ms": 0.278}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 196, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 196, "max_ms": 0.521, "p95_ms": 0.25}, "worker_merge_ms": {"avg_ms": 0.006, "count": 196, "max_ms": 0.031, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 44.327, "count": 196, "max_ms": 76.631, "p95_ms": 63.986}, "visualize": {"avg_ms": 31.468, "count": 196, "max_ms": 46.316, "p95_ms": 39.76}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.571, "count": 196, "max_ms": 45.231, "p95_ms": 38.731}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.257, "count": 196, "max_ms": 45.984, "p95_ms": 39.548}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 196, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.152, "count": 196, "max_ms": 45.863, "p95_ms": 39.349}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 196, "max_ms": 0.198, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 196}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 196}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2430.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.132, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.793, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129422, "write_bytes_delta": 129422, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.965718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2087.0, "pid": 80619, "reason": null, "system_cpu_core_ratio": 0.199117, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.766601, "user_cpu_s_delta": 7.700000000000273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.360402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030863, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.329539, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.78, "count": 264, "max_ms": 6.35, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.197, "count": 30, "max": 66.404, "p95": 42.975, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.466, "count": 30, "max": 43.639, "p95": 33.481, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1289.233, "count": 30, "max": 1509.0, "p95": 1505.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 121.8, "count": 30, "max": 2087.0, "p95": 783.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.199, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.572, "p95": 1.54, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 49.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28533, "sampled_at": "2026-11-03T14:00:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:00:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4665114, "flush_count": 5714, "flush_interval_seconds": 30.0, "flush_state": {"count": 5714, "last_at": "2026-11-03T14:00:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:00:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5713}, "started": true, "suppressed_count": 3384029, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3384024}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5714, "written_record_count": 5714}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10327.613, "limit_mb": null}, "detail": {"pid": 81547, "restart_count": 167, "start_count": 168}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371944857600, "copied_frame_count": 3389737, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9371944857600, "frame_buffer_copies": 3389737, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 4.1242, "p50_ms": 0.1235, "p95_ms": 0.2459, "p99_ms": 0.3183}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2938, "count": 512, "max_ms": 6.7492, "p50_ms": 1.1894, "p95_ms": 2.0283, "p99_ms": 2.6296, "results": {"failed": 0, "not_applicable": 0, "success": 3389737, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:00:55+09:00", "pid": 81547, "process": {"exists": true, "fd_count": 5, "hwm_mb": 297.793, "name": "ffmpeg", "pid": 81547, "rss_mb": 297.793, "state": "R (running)", "threads": 49}, "restart_count": 167, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.374, "sample_count": 2760, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389737, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.734, "last_frame_pushed_at": "2026-11-03T14:00:52+09:00", "last_frame_read_age_sec": 4.823, "last_frame_read_at": "2026-11-03T14:00:52+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 174, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 465.763, "last_sample_duration_ms": 1502.727, "last_trigger": "periodic", "next_snapshot_in_sec": 134.237, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 574, "storage_bytes": 3382495}, "mjpeg": {"age_sec": 4.725, "exists": true, "mtime": "2026-11-03T14:00:52.627943+09:00", "mtime_epoch": 1793682052.6279426, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:00:57+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2430.469, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3389737, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.868, "pushed": 4.868, "read": 4.835}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.008, "count": 145, "max_ms": 0.026, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4778.153, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 145, "max_ms": 5.467, "p95_ms": 2.029, "reason": null, "sample_age_ms": 4828.351, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.293, "count": 145, "max_ms": 4.938, "p95_ms": 1.537, "reason": null, "sample_age_ms": 4828.786, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 145, "max_ms": 0.389, "p95_ms": 0.224, "reason": null, "sample_age_ms": 4778.162, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.55, "count": 145, "max_ms": 3.162, "p95_ms": 2.57, "reason": null, "sample_age_ms": 4826.303, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4826.28, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 145, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4778.244, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.328, "count": 145, "max_ms": 73.937, "p95_ms": 57.399, "reason": null, "sample_age_ms": 4778.149, "source": "client_direct"}, "sample_age_ms": 4778.133, "source": "client_direct", "task_total_ms": {"avg_ms": 43.186, "count": 145, "max_ms": 76.037, "p95_ms": 59.308, "reason": null, "sample_age_ms": 4778.133, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.751, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.758, "count": 146, "max_ms": 1.621, "p95_ms": 1.308}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.247, "count": 146, "max_ms": 0.532, "p95_ms": 0.459}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 146, "max_ms": 0.22, "p95_ms": 0.179}, "event_filter_ms": {"avg_ms": 0.004, "count": 146, "max_ms": 0.028, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.081, "count": 146, "max_ms": 0.213, "p95_ms": 0.142}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 146, "max_ms": 0.727, "p95_ms": 0.387}, "setup_ms": {"avg_ms": 0.045, "count": 146, "max_ms": 0.105, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.715, "count": 146, "max_ms": 1.54, "p95_ms": 1.239}, "track_match_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.02, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.03, "count": 146, "max_ms": 0.105, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.694, "count": 146, "max_ms": 6.314, "p95_ms": 4.198}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 146, "max_ms": 0.168, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.271, "count": 146, "max_ms": 76.622, "p95_ms": 62.866}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 146, "max_ms": 0.129, "p95_ms": 0.099}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.261, "count": 146, "max_ms": 115.572, "p95_ms": 98.835}, "inference_input_copy_ms": {"avg_ms": 1.471, "count": 146, "max_ms": 2.794, "p95_ms": 2.426}, "processing_residual_ms": {"avg_ms": 0.185, "count": 146, "max_ms": 0.671, "p95_ms": 0.398}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.962, "count": 146, "max_ms": 117.605, "p95_ms": 100.733}, "read_interval": {"avg_ms": 174.131, "count": 145, "max_ms": 3749.703, "p95_ms": 184.669}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 146, "max_ms": 0.079, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.136, "count": 146, "max_ms": 0.563, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 146, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 146, "max_ms": 0.521, "p95_ms": 0.25}, "worker_merge_ms": {"avg_ms": 0.006, "count": 146, "max_ms": 0.031, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 44.285, "count": 146, "max_ms": 76.631, "p95_ms": 62.877}, "visualize": {"avg_ms": 31.183, "count": 146, "max_ms": 46.316, "p95_ms": 38.986}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.302, "count": 146, "max_ms": 45.231, "p95_ms": 38.021}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.974, "count": 146, "max_ms": 45.984, "p95_ms": 38.662}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.872, "count": 146, "max_ms": 45.863, "p95_ms": 38.586}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 146, "max_ms": 0.198, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2430.426, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 25.132, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.793, "sample_count": 2869, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389652, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:00:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129422, "write_bytes_delta": 129422, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 302.0, "cpu_core_ratio": 0.965718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2087.0, "pid": 80619, "reason": null, "system_cpu_core_ratio": 0.199117, "system_cpu_s_delta": 2.0, "user_cpu_core_ratio": 0.766601, "user_cpu_s_delta": 7.700000000000273}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.360402, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.030863, "system_cpu_s_delta": 0.3100000000013097, "user_cpu_core_ratio": 0.329539, "user_cpu_s_delta": 3.3099999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.78, "count": 264, "max_ms": 6.35, "p95_ms": 4.451, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.197, "count": 30, "max": 66.404, "p95": 42.975, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.466, "count": 30, "max": 43.639, "p95": 33.481, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1289.233, "count": 30, "max": 1509.0, "p95": 1505.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 121.8, "count": 30, "max": 2087.0, "p95": 783.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.199, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.572, "p95": 1.54, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 128798.533, "count": 30, "max": 131690.0, "p95": 130826.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 49.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28533, "sampled_at": "2026-11-03T14:00:37+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:00:37+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.989, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4667631, "flush_count": 5717, "flush_interval_seconds": 30.0, "flush_state": {"count": 5717, "last_at": "2026-11-03T14:03:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:03:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5716}, "started": true, "suppressed_count": 3385513, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3385508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5717, "written_record_count": 5717}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10075.594, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9376056115200, "copied_frame_count": 3391224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9376056115200, "frame_buffer_copies": 3391224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1523, "count": 512, "max_ms": 2.9641, "p50_ms": 0.1349, "p95_ms": 0.2693, "p99_ms": 0.3639}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.355, "count": 512, "max_ms": 3.6573, "p50_ms": 1.2579, "p95_ms": 2.2414, "p99_ms": 2.8969, "results": {"failed": 0, "not_applicable": 0, "success": 3391224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.475, "last_started_at": "2026-11-03T14:00:55+09:00", "pid": 81547, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 81547, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 167, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.659, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3391224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-03T14:03:45+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-11-03T14:03:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.592, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 567.408, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-03T14:03:45.782524+09:00", "mtime_epoch": 1793682225.7825239, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:03:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.23, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3391224, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 179, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.004, "pushed": 6.004, "read": 5.971}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 179, "client_acquire_ms": {"avg_ms": 0.01, "count": 179, "max_ms": 0.038, "p95_ms": 0.02, "reason": null, "sample_age_ms": 103.563, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.825, "count": 179, "max_ms": 6.264, "p95_ms": 2.73, "reason": null, "sample_age_ms": 144.735, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 179, "max_ms": 4.942, "p95_ms": 1.844, "reason": null, "sample_age_ms": 145.147, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 179, "max_ms": 0.545, "p95_ms": 0.215, "reason": null, "sample_age_ms": 103.57, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.915, "count": 179, "max_ms": 7.125, "p95_ms": 3.34, "reason": null, "sample_age_ms": 142.612, "source": "client_direct"}, "request_count": 179, "request_tensor_bytes": {"avg": 2211848.0, "count": 179, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 142.574, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.688, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.312, "count": 179, "max_ms": 85.778, "p95_ms": 70.471, "reason": null, "sample_age_ms": 103.559, "source": "client_direct"}, "sample_age_ms": 103.554, "source": "client_direct", "task_total_ms": {"avg_ms": 50.569, "count": 179, "max_ms": 88.321, "p95_ms": 73.597, "reason": null, "sample_age_ms": 103.554, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.85, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.878, "count": 180, "max_ms": 3.171, "p95_ms": 1.654}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.293, "count": 180, "max_ms": 1.519, "p95_ms": 0.59}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 180, "max_ms": 0.283, "p95_ms": 0.226}, "event_filter_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.032, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 180, "max_ms": 0.338, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.224, "count": 180, "max_ms": 1.044, "p95_ms": 0.463}, "setup_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.163, "p95_ms": 0.107}, "total_inside_ms": {"avg_ms": 0.831, "count": 180, "max_ms": 3.068, "p95_ms": 1.579}, "track_match_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.052, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.036, "count": 180, "max_ms": 0.121, "p95_ms": 0.081}}, "gstreamer_push": {"avg_ms": 2.941, "count": 180, "max_ms": 6.706, "p95_ms": 4.641}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 180, "max_ms": 0.164, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.748, "count": 180, "max_ms": 90.948, "p95_ms": 75.521}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 180, "max_ms": 0.195, "p95_ms": 0.097}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.644, "count": 180, "max_ms": 132.917, "p95_ms": 113.616}, "inference_input_copy_ms": {"avg_ms": 1.43, "count": 180, "max_ms": 2.783, "p95_ms": 2.377}, "processing_residual_ms": {"avg_ms": 0.204, "count": 180, "max_ms": 0.527, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.33, "count": 180, "max_ms": 134.916, "p95_ms": 115.168}, "read_interval": {"avg_ms": 167.196, "count": 179, "max_ms": 3431.112, "p95_ms": 165.508}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 180, "max_ms": 0.093, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.155, "count": 180, "max_ms": 0.793, "p95_ms": 0.314}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 180, "max_ms": 0.055, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.136, "count": 180, "max_ms": 0.733, "p95_ms": 0.28}, "worker_merge_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.034, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 51.765, "count": 180, "max_ms": 90.99, "p95_ms": 75.539}, "visualize": {"avg_ms": 32.819, "count": 180, "max_ms": 45.907, "p95_ms": 42.89}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.835, "count": 180, "max_ms": 44.825, "p95_ms": 42.01}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.584, "count": 180, "max_ms": 45.542, "p95_ms": 42.756}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.468, "count": 180, "max_ms": 45.405, "p95_ms": 42.644}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 180, "max_ms": 0.176, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.939, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.445, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3391004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129730, "write_bytes_delta": 129730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1150.0, "cpu_core_ratio": 1.416977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 559.0, "pid": 81547, "reason": null, "system_cpu_core_ratio": 0.170312, "system_cpu_s_delta": 3.469999999999999, "user_cpu_core_ratio": 1.246665, "user_cpu_s_delta": 25.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.60959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054971, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.554619, "user_cpu_s_delta": 11.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 249, "max_ms": 12.622, "p95_ms": 4.99, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.581, "count": 30, "max": 69.488, "p95": 67.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.321, "count": 30, "max": 43.639, "p95": 31.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1151.733, "count": 30, "max": 1507.0, "p95": 1501.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.2, "count": 30, "max": 2087.0, "p95": 1381.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.523, "p95": 0.186, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.256, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129611.567, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129611.567, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.167, "count": 30, "max": 49.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28543, "sampled_at": "2026-11-03T14:03:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:03:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4667631, "flush_count": 5717, "flush_interval_seconds": 30.0, "flush_state": {"count": 5717, "last_at": "2026-11-03T14:03:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:03:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5716}, "started": true, "suppressed_count": 3385513, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3385508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5717, "written_record_count": 5717}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10074.926, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9376056115200, "copied_frame_count": 3391224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9376056115200, "frame_buffer_copies": 3391224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1523, "count": 512, "max_ms": 2.9641, "p50_ms": 0.1349, "p95_ms": 0.2693, "p99_ms": 0.3639}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.355, "count": 512, "max_ms": 3.6573, "p50_ms": 1.2579, "p95_ms": 2.2414, "p99_ms": 2.8969, "results": {"failed": 0, "not_applicable": 0, "success": 3391224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 170.522, "last_started_at": "2026-11-03T14:00:55+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 167, "restart_count_per_hour": 2, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 168}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.659, "sample_count": 2553, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3391224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-11-03T14:03:45+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-11-03T14:03:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 32.648, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 567.352, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-11-03T14:03:45.782524+09:00", "mtime_epoch": 1793682225.7825239, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:03:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.23, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3391224, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.979, "pushed": 5.979, "read": 5.946}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.01, "count": 179, "max_ms": 0.038, "p95_ms": 0.02, "reason": null, "sample_age_ms": 159.085, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.826, "count": 178, "max_ms": 6.264, "p95_ms": 2.735, "reason": null, "sample_age_ms": 200.256, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.364, "count": 178, "max_ms": 4.942, "p95_ms": 1.85, "reason": null, "sample_age_ms": 200.669, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 179, "max_ms": 0.545, "p95_ms": 0.215, "reason": null, "sample_age_ms": 159.092, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.91, "count": 178, "max_ms": 7.125, "p95_ms": 3.343, "reason": null, "sample_age_ms": 198.133, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 198.096, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 179, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 159.21, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.312, "count": 179, "max_ms": 85.778, "p95_ms": 70.471, "reason": null, "sample_age_ms": 159.081, "source": "client_direct"}, "sample_age_ms": 159.076, "source": "client_direct", "task_total_ms": {"avg_ms": 50.569, "count": 179, "max_ms": 88.321, "p95_ms": 73.597, "reason": null, "sample_age_ms": 159.076, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.251, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.878, "count": 179, "max_ms": 3.171, "p95_ms": 1.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.293, "count": 179, "max_ms": 1.519, "p95_ms": 0.593}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 179, "max_ms": 0.283, "p95_ms": 0.227}, "event_filter_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.032, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 179, "max_ms": 0.338, "p95_ms": 0.182}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.224, "count": 179, "max_ms": 1.044, "p95_ms": 0.486}, "setup_ms": {"avg_ms": 0.054, "count": 179, "max_ms": 0.163, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.832, "count": 179, "max_ms": 3.068, "p95_ms": 1.584}, "track_match_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.052, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.036, "count": 179, "max_ms": 0.121, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 2.946, "count": 179, "max_ms": 6.706, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 179, "max_ms": 0.164, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.78, "count": 179, "max_ms": 90.948, "p95_ms": 77.2}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 179, "max_ms": 0.195, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.648, "count": 179, "max_ms": 132.917, "p95_ms": 116.73}, "inference_input_copy_ms": {"avg_ms": 1.43, "count": 179, "max_ms": 2.783, "p95_ms": 2.431}, "processing_residual_ms": {"avg_ms": 0.202, "count": 179, "max_ms": 0.527, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 88.333, "count": 179, "max_ms": 134.916, "p95_ms": 118.524}, "read_interval": {"avg_ms": 167.585, "count": 178, "max_ms": 3431.112, "p95_ms": 165.508}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 179, "max_ms": 0.093, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.155, "count": 179, "max_ms": 0.793, "p95_ms": 0.346}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 179, "max_ms": 0.055, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.137, "count": 179, "max_ms": 0.733, "p95_ms": 0.297}, "worker_merge_ms": {"avg_ms": 0.007, "count": 179, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.797, "count": 179, "max_ms": 90.99, "p95_ms": 77.207}, "visualize": {"avg_ms": 32.791, "count": 179, "max_ms": 45.907, "p95_ms": 43.195}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.808, "count": 179, "max_ms": 44.825, "p95_ms": 42.069}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.557, "count": 179, "max_ms": 45.542, "p95_ms": 42.915}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.44, "count": 179, "max_ms": 45.405, "p95_ms": 42.79}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 179, "max_ms": 0.176, "p95_ms": 0.134}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.939, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.445, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3391004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129730, "write_bytes_delta": 129730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1150.0, "cpu_core_ratio": 1.416977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 559.0, "pid": 81547, "reason": null, "system_cpu_core_ratio": 0.170312, "system_cpu_s_delta": 3.469999999999999, "user_cpu_core_ratio": 1.246665, "user_cpu_s_delta": 25.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.60959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054971, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.554619, "user_cpu_s_delta": 11.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 249, "max_ms": 12.622, "p95_ms": 4.99, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.581, "count": 30, "max": 69.488, "p95": 67.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.321, "count": 30, "max": 43.639, "p95": 31.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1151.733, "count": 30, "max": 1507.0, "p95": 1501.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.2, "count": 30, "max": 2087.0, "p95": 1381.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.523, "p95": 0.186, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.256, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129611.567, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129611.567, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.167, "count": 30, "max": 49.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28543, "sampled_at": "2026-11-03T14:03:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:03:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.937, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4667631, "flush_count": 5717, "flush_interval_seconds": 30.0, "flush_state": {"count": 5717, "last_at": "2026-11-03T14:03:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:03:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5716}, "started": true, "suppressed_count": 3385513, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3385508}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5717, "written_record_count": 5717}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10174.805, "limit_mb": null}, "detail": {"pid": 81663, "restart_count": 168, "start_count": 169}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9376056115200, "copied_frame_count": 3391224, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9376056115200, "frame_buffer_copies": 3391224, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1523, "count": 512, "max_ms": 2.9641, "p50_ms": 0.1349, "p95_ms": 0.2693, "p99_ms": 0.3639}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.355, "count": 512, "max_ms": 3.6573, "p50_ms": 1.2579, "p95_ms": 2.2414, "p99_ms": 2.8969, "results": {"failed": 0, "not_applicable": 0, "success": 3391224, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 156, "h264_decode_error_count": 289, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:00:52+09:00", "last_error_summary": "[h264 @ 0x634d085f9880] cabac decode of qscale diff failed at 30 83 [h264 @ 0x634d085f9880] error while decoding MB 30 83, bytestream 2237 [h264 @ 0x634d08e03e40] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x634d08e03e40] error while decoding MB 0 87, bytestream 53488", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:03:48+09:00", "pid": 81663, "process": {"exists": true, "fd_count": 5, "hwm_mb": 134.223, "name": "ffmpeg", "pid": 81663, "rss_mb": 134.223, "state": "S (sleeping)", "threads": 19}, "restart_count": 168, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.903, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3391224, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:03:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.525, "last_frame_pushed_at": "2026-11-03T14:03:45+09:00", "last_frame_read_age_sec": 4.609, "last_frame_read_at": "2026-11-03T14:03:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 37.064, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 562.936, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 4.514, "exists": true, "mtime": "2026-11-03T14:03:45.782524+09:00", "mtime_epoch": 1793682225.7825239, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 133787}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:03:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.234, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3391224, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.293, "pushed": 5.293, "read": 5.293}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.01, "count": 158, "max_ms": 0.038, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4574.704, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.834, "count": 158, "max_ms": 6.264, "p95_ms": 2.735, "reason": null, "sample_age_ms": 4615.875, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.363, "count": 158, "max_ms": 4.942, "p95_ms": 1.85, "reason": null, "sample_age_ms": 4616.288, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 158, "max_ms": 0.545, "p95_ms": 0.234, "reason": null, "sample_age_ms": 4574.711, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.898, "count": 158, "max_ms": 7.125, "p95_ms": 3.343, "reason": null, "sample_age_ms": 4613.752, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4613.715, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4574.829, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.063, "count": 158, "max_ms": 85.778, "p95_ms": 70.563, "reason": null, "sample_age_ms": 4574.7, "source": "client_direct"}, "sample_age_ms": 4574.695, "source": "client_direct", "task_total_ms": {"avg_ms": 50.302, "count": 158, "max_ms": 88.321, "p95_ms": 73.855, "reason": null, "sample_age_ms": 4574.695, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.651, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.877, "count": 158, "max_ms": 3.171, "p95_ms": 1.736}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.294, "count": 158, "max_ms": 1.519, "p95_ms": 0.595}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 158, "max_ms": 0.283, "p95_ms": 0.227}, "event_filter_ms": {"avg_ms": 0.005, "count": 158, "max_ms": 0.032, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 158, "max_ms": 0.338, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.018, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.225, "count": 158, "max_ms": 1.044, "p95_ms": 0.486}, "setup_ms": {"avg_ms": 0.054, "count": 158, "max_ms": 0.163, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.831, "count": 158, "max_ms": 3.068, "p95_ms": 1.656}, "track_match_ms": {"avg_ms": 0.005, "count": 158, "max_ms": 0.052, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.035, "count": 158, "max_ms": 0.116, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 2.964, "count": 158, "max_ms": 6.706, "p95_ms": 4.679}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 158, "max_ms": 0.164, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 51.525, "count": 158, "max_ms": 90.948, "p95_ms": 78.815}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 158, "max_ms": 0.195, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 86.281, "count": 158, "max_ms": 132.917, "p95_ms": 116.73}, "inference_input_copy_ms": {"avg_ms": 1.424, "count": 158, "max_ms": 2.783, "p95_ms": 2.489}, "processing_residual_ms": {"avg_ms": 0.203, "count": 158, "max_ms": 0.527, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.96, "count": 158, "max_ms": 134.916, "p95_ms": 118.524}, "read_interval": {"avg_ms": 175.703, "count": 158, "max_ms": 3431.112, "p95_ms": 280.616}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 158, "max_ms": 0.063, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.156, "count": 158, "max_ms": 0.793, "p95_ms": 0.346}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 158, "max_ms": 0.055, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.137, "count": 158, "max_ms": 0.733, "p95_ms": 0.297}, "worker_merge_ms": {"avg_ms": 0.007, "count": 158, "max_ms": 0.034, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 51.542, "count": 158, "max_ms": 90.99, "p95_ms": 78.826}, "visualize": {"avg_ms": 32.68, "count": 158, "max_ms": 45.907, "p95_ms": 42.89}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.693, "count": 158, "max_ms": 44.318, "p95_ms": 42.01}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.444, "count": 158, "max_ms": 45.421, "p95_ms": 42.756}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.003, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.326, "count": 158, "max_ms": 45.222, "p95_ms": 42.644}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 158, "max_ms": 0.176, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.133, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 67.939, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.445, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3391004, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:03:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 129730, "write_bytes_delta": 129730, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1150.0, "cpu_core_ratio": 1.416977, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 559.0, "pid": 81547, "reason": null, "system_cpu_core_ratio": 0.170312, "system_cpu_s_delta": 3.469999999999999, "user_cpu_core_ratio": 1.246665, "user_cpu_s_delta": 25.399999999999977}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.60959, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054971, "system_cpu_s_delta": 1.1199999999989814, "user_cpu_core_ratio": 0.554619, "user_cpu_s_delta": 11.299999999988358}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.131, "count": 249, "max_ms": 12.622, "p95_ms": 4.99, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.581, "count": 30, "max": 69.488, "p95": 67.248, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.321, "count": 30, "max": 43.639, "p95": 31.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1151.733, "count": 30, "max": 1507.0, "p95": 1501.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 234.2, "count": 30, "max": 2087.0, "p95": 1381.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.08, "count": 30, "max": 0.523, "p95": 0.186, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.256, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129611.567, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129611.567, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.167, "count": 30, "max": 49.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28543, "sampled_at": "2026-11-03T14:03:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:03:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.853, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670148, "flush_count": 5720, "flush_interval_seconds": 30.0, "flush_state": {"count": 5720, "last_at": "2026-11-03T14:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5719}, "started": true, "suppressed_count": 3387019, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5720, "written_record_count": 5720}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10080.641, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x630eaf50a900] cabac decode of qscale diff failed at 83 92 [h264 @ 0x630eaf50a900] error while decoding MB 83 92, bytestream 4785 [h264 @ 0x630eae9690c0] error while decoding MB 152 81, bytestream -11 [h264 @ 0x630eaeb42980] cabac decode of qscale diff failed at 162 82 [h264 @ 0x630eaeb42980] error while decoding MB 162 82, bytestream 596", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9380228198400, "copied_frame_count": 3392733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9380228198400, "frame_buffer_copies": 3392733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.7776, "p50_ms": 0.1217, "p95_ms": 0.2699, "p99_ms": 0.3504}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3154, "count": 512, "max_ms": 6.3097, "p50_ms": 1.1842, "p95_ms": 2.1163, "p99_ms": 3.2766, "results": {"failed": 0, "not_applicable": 0, "success": 3392733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:06:36+09:00", "last_error_summary": "[h264 @ 0x630eaf50a900] cabac decode of qscale diff failed at 83 92 [h264 @ 0x630eaf50a900] error while decoding MB 83 92, bytestream 4785 [h264 @ 0x630eae9690c0] error while decoding MB 152 81, bytestream -11 [h264 @ 0x630eaeb42980] cabac decode of qscale diff failed at 162 82 [h264 @ 0x630eaeb42980] error while decoding MB 162 82, bytestream 596", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.108, "last_started_at": "2026-11-03T14:03:48+09:00", "pid": 81663, "process": {"exists": false, "pid": 81663}, "restart_count": 168, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.924, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-03T14:06:36+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-11-03T14:06:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 203.187, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 396.813, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T14:06:36.367137+09:00", "mtime_epoch": 1793682396.3671367, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122120}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:06:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3392733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.247, "pushed": 7.247, "read": 7.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.048, "p95_ms": 0.015, "reason": null, "sample_age_ms": 87.638, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.639, "count": 216, "max_ms": 5.687, "p95_ms": 1.758, "reason": null, "sample_age_ms": 116.535, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 216, "max_ms": 2.06, "p95_ms": 1.154, "reason": null, "sample_age_ms": 116.71, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 217, "max_ms": 0.365, "p95_ms": 0.186, "reason": null, "sample_age_ms": 87.643, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.53, "count": 216, "max_ms": 7.14, "p95_ms": 2.694, "reason": null, "sample_age_ms": 115.777, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2211848.0, "count": 216, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.763, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 87.726, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.543, "count": 217, "max_ms": 72.62, "p95_ms": 58.897, "reason": null, "sample_age_ms": 87.636, "source": "client_direct"}, "sample_age_ms": 87.633, "source": "client_direct", "task_total_ms": {"avg_ms": 40.345, "count": 217, "max_ms": 75.554, "p95_ms": 60.594, "reason": null, "sample_age_ms": 87.633, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.869, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 217, "max_ms": 3.17, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 217, "max_ms": 0.816, "p95_ms": 0.493}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 217, "max_ms": 1.361, "p95_ms": 0.189}, "event_filter_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 217, "max_ms": 0.937, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 217, "max_ms": 0.823, "p95_ms": 0.384}, "setup_ms": {"avg_ms": 0.044, "count": 217, "max_ms": 0.146, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.7, "count": 217, "max_ms": 3.106, "p95_ms": 1.323}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.033, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 217, "max_ms": 0.109, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.741, "count": 217, "max_ms": 6.968, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.492, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.339, "count": 217, "max_ms": 76.444, "p95_ms": 64.398}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 217, "max_ms": 0.164, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.544, "count": 217, "max_ms": 129.612, "p95_ms": 100.435}, "inference_input_copy_ms": {"avg_ms": 1.387, "count": 217, "max_ms": 3.288, "p95_ms": 2.281}, "processing_residual_ms": {"avg_ms": 0.159, "count": 217, "max_ms": 0.479, "p95_ms": 0.347}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.135, "count": 217, "max_ms": 131.719, "p95_ms": 102.375}, "read_interval": {"avg_ms": 138.583, "count": 216, "max_ms": 3371.171, "p95_ms": 162.954}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 217, "max_ms": 0.054, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.127, "count": 217, "max_ms": 0.581, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 217, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 217, "max_ms": 0.528, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.353, "count": 217, "max_ms": 76.459, "p95_ms": 64.411}, "visualize": {"avg_ms": 31.518, "count": 217, "max_ms": 64.716, "p95_ms": 41.207}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.627, "count": 217, "max_ms": 63.577, "p95_ms": 40.145}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.313, "count": 217, "max_ms": 64.37, "p95_ms": 41.03}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.21, "count": 217, "max_ms": 64.246, "p95_ms": 40.913}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 217, "max_ms": 0.242, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.059, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.965, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126456, "write_bytes_delta": 126456, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 1.226394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13160.0, "pid": 81663, "reason": null, "system_cpu_core_ratio": 0.456779, "system_cpu_s_delta": 9.520000000000001, "user_cpu_core_ratio": 0.769615, "user_cpu_s_delta": 16.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.393924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033107, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.360817, "user_cpu_s_delta": 7.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.852, "count": 185, "max_ms": 6.968, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.657, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.625, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1063.167, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2827.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.255, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.8, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28553, "sampled_at": "2026-11-03T14:06:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:06:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670148, "flush_count": 5720, "flush_interval_seconds": 30.0, "flush_state": {"count": 5720, "last_at": "2026-11-03T14:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5719}, "started": true, "suppressed_count": 3387019, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5720, "written_record_count": 5720}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10080.52, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9380228198400, "copied_frame_count": 3392733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9380228198400, "frame_buffer_copies": 3392733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.7776, "p50_ms": 0.1217, "p95_ms": 0.2699, "p99_ms": 0.3504}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3154, "count": 512, "max_ms": 6.3097, "p50_ms": 1.1842, "p95_ms": 2.1163, "p99_ms": 3.2766, "results": {"failed": 0, "not_applicable": 0, "success": 3392733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:06:36+09:00", "last_error_summary": "[h264 @ 0x630eaf50a900] cabac decode of qscale diff failed at 83 92 [h264 @ 0x630eaf50a900] error while decoding MB 83 92, bytestream 4785 [h264 @ 0x630eae9690c0] error while decoding MB 152 81, bytestream -11 [h264 @ 0x630eaeb42980] cabac decode of qscale diff failed at 162 82 [h264 @ 0x630eaeb42980] error while decoding MB 162 82, bytestream 596", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.107, "last_started_at": "2026-11-03T14:03:48+09:00", "pid": 81663, "process": {"exists": false, "pid": 81663}, "restart_count": 168, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.924, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-03T14:06:36+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-11-03T14:06:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 203.198, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 396.802, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T14:06:36.367137+09:00", "mtime_epoch": 1793682396.3671367, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122120}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:06:36+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3392733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.246, "pushed": 7.246, "read": 7.212}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.048, "p95_ms": 0.015, "reason": null, "sample_age_ms": 92.775, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.639, "count": 216, "max_ms": 5.687, "p95_ms": 1.758, "reason": null, "sample_age_ms": 121.671, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.225, "count": 216, "max_ms": 2.06, "p95_ms": 1.154, "reason": null, "sample_age_ms": 121.846, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 217, "max_ms": 0.365, "p95_ms": 0.186, "reason": null, "sample_age_ms": 92.779, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.53, "count": 216, "max_ms": 7.14, "p95_ms": 2.694, "reason": null, "sample_age_ms": 120.913, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2211848.0, "count": 216, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 120.9, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.863, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.543, "count": 217, "max_ms": 72.62, "p95_ms": 58.897, "reason": null, "sample_age_ms": 92.772, "source": "client_direct"}, "sample_age_ms": 92.769, "source": "client_direct", "task_total_ms": {"avg_ms": 40.345, "count": 217, "max_ms": 75.554, "p95_ms": 60.594, "reason": null, "sample_age_ms": 92.769, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 9.354, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 217, "max_ms": 3.17, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 217, "max_ms": 0.816, "p95_ms": 0.493}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 217, "max_ms": 1.361, "p95_ms": 0.189}, "event_filter_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 217, "max_ms": 0.937, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 217, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 217, "max_ms": 0.823, "p95_ms": 0.384}, "setup_ms": {"avg_ms": 0.044, "count": 217, "max_ms": 0.146, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.7, "count": 217, "max_ms": 3.106, "p95_ms": 1.323}, "track_match_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.033, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 217, "max_ms": 0.109, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.741, "count": 217, "max_ms": 6.968, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 217, "max_ms": 0.492, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.339, "count": 217, "max_ms": 76.444, "p95_ms": 64.398}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 217, "max_ms": 0.164, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.544, "count": 217, "max_ms": 129.612, "p95_ms": 100.435}, "inference_input_copy_ms": {"avg_ms": 1.387, "count": 217, "max_ms": 3.288, "p95_ms": 2.281}, "processing_residual_ms": {"avg_ms": 0.159, "count": 217, "max_ms": 0.479, "p95_ms": 0.347}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.135, "count": 217, "max_ms": 131.719, "p95_ms": 102.375}, "read_interval": {"avg_ms": 138.583, "count": 216, "max_ms": 3371.171, "p95_ms": 162.954}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 217, "max_ms": 0.054, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.127, "count": 217, "max_ms": 0.581, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 217, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 217, "max_ms": 0.528, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.006, "count": 217, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.353, "count": 217, "max_ms": 76.459, "p95_ms": 64.411}, "visualize": {"avg_ms": 31.518, "count": 217, "max_ms": 64.716, "p95_ms": 41.207}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.627, "count": 217, "max_ms": 63.577, "p95_ms": 40.145}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.313, "count": 217, "max_ms": 64.37, "p95_ms": 41.03}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.21, "count": 217, "max_ms": 64.246, "p95_ms": 40.913}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 217, "max_ms": 0.242, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.059, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.965, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126456, "write_bytes_delta": 126456, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 1.226394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13160.0, "pid": 81663, "reason": null, "system_cpu_core_ratio": 0.456779, "system_cpu_s_delta": 9.520000000000001, "user_cpu_core_ratio": 0.769615, "user_cpu_s_delta": 16.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.393924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033107, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.360817, "user_cpu_s_delta": 7.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.852, "count": 185, "max_ms": 6.968, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.657, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.625, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1063.167, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2827.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.255, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.8, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28553, "sampled_at": "2026-11-03T14:06:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:06:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670148, "flush_count": 5720, "flush_interval_seconds": 30.0, "flush_state": {"count": 5720, "last_at": "2026-11-03T14:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5719}, "started": true, "suppressed_count": 3387019, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5720, "written_record_count": 5720}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10080.562, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9380228198400, "copied_frame_count": 3392733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9380228198400, "frame_buffer_copies": 3392733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.7776, "p50_ms": 0.1217, "p95_ms": 0.2699, "p99_ms": 0.3504}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3154, "count": 512, "max_ms": 6.3097, "p50_ms": 1.1842, "p95_ms": 2.1163, "p99_ms": 3.2766, "results": {"failed": 0, "not_applicable": 0, "success": 3392733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:06:36+09:00", "last_error_summary": "[h264 @ 0x630eaf50a900] cabac decode of qscale diff failed at 83 92 [h264 @ 0x630eaf50a900] error while decoding MB 83 92, bytestream 4785 [h264 @ 0x630eae9690c0] error while decoding MB 152 81, bytestream -11 [h264 @ 0x630eaeb42980] cabac decode of qscale diff failed at 162 82 [h264 @ 0x630eaeb42980] error while decoding MB 162 82, bytestream 596", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 168.168, "last_started_at": "2026-11-03T14:03:48+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 168, "restart_count_per_hour": 3, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 169}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.924, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.103, "last_frame_pushed_at": "2026-11-03T14:06:36+09:00", "last_frame_read_age_sec": 0.16, "last_frame_read_at": "2026-11-03T14:06:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 203.23, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 396.77, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-11-03T14:06:36.367137+09:00", "mtime_epoch": 1793682396.3671367, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122120}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:06:36+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.953, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3392733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 216, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.2, "pushed": 7.234, "read": 7.2}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.007, "count": 216, "max_ms": 0.048, "p95_ms": 0.015, "reason": null, "sample_age_ms": 137.04, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.64, "count": 215, "max_ms": 5.687, "p95_ms": 1.758, "reason": null, "sample_age_ms": 165.936, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.226, "count": 215, "max_ms": 2.06, "p95_ms": 1.155, "reason": null, "sample_age_ms": 166.111, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 216, "max_ms": 0.365, "p95_ms": 0.186, "reason": null, "sample_age_ms": 137.044, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.53, "count": 216, "max_ms": 7.14, "p95_ms": 2.694, "reason": null, "sample_age_ms": 165.178, "source": "client_direct"}, "request_count": 215, "request_tensor_bytes": {"avg": 2211848.0, "count": 216, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.165, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 216, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.128, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.469, "count": 216, "max_ms": 72.62, "p95_ms": 59.008, "reason": null, "sample_age_ms": 137.037, "source": "client_direct"}, "sample_age_ms": 137.034, "source": "client_direct", "task_total_ms": {"avg_ms": 40.269, "count": 216, "max_ms": 75.554, "p95_ms": 60.762, "reason": null, "sample_age_ms": 137.034, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.227, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.739, "count": 216, "max_ms": 3.17, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 216, "max_ms": 0.816, "p95_ms": 0.493}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 216, "max_ms": 1.361, "p95_ms": 0.189}, "event_filter_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 216, "max_ms": 0.937, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 216, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 216, "max_ms": 0.823, "p95_ms": 0.384}, "setup_ms": {"avg_ms": 0.044, "count": 216, "max_ms": 0.146, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.699, "count": 216, "max_ms": 3.106, "p95_ms": 1.323}, "track_match_ms": {"avg_ms": 0.004, "count": 216, "max_ms": 0.033, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 216, "max_ms": 0.109, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.741, "count": 217, "max_ms": 6.968, "p95_ms": 4.766}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 216, "max_ms": 0.492, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.263, "count": 216, "max_ms": 76.444, "p95_ms": 64.398}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 216, "max_ms": 0.164, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.481, "count": 216, "max_ms": 129.612, "p95_ms": 100.435}, "inference_input_copy_ms": {"avg_ms": 1.385, "count": 216, "max_ms": 3.288, "p95_ms": 2.281}, "processing_residual_ms": {"avg_ms": 0.159, "count": 216, "max_ms": 0.479, "p95_ms": 0.347}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.069, "count": 216, "max_ms": 131.719, "p95_ms": 102.375}, "read_interval": {"avg_ms": 138.583, "count": 216, "max_ms": 3371.171, "p95_ms": 162.954}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 216, "max_ms": 0.054, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.126, "count": 216, "max_ms": 0.581, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 216, "max_ms": 0.051, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.111, "count": 216, "max_ms": 0.528, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.006, "count": 216, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.278, "count": 216, "max_ms": 76.459, "p95_ms": 64.411}, "visualize": {"avg_ms": 31.531, "count": 216, "max_ms": 64.716, "p95_ms": 41.207}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.644, "count": 216, "max_ms": 63.577, "p95_ms": 40.145}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.328, "count": 216, "max_ms": 64.37, "p95_ms": 41.03}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 216, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.225, "count": 216, "max_ms": 64.246, "p95_ms": 40.913}, "visualizer_prepare_ms": {"avg_ms": 0.058, "count": 216, "max_ms": 0.242, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 216}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.059, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.965, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126456, "write_bytes_delta": 126456, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 1.226394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13160.0, "pid": 81663, "reason": null, "system_cpu_core_ratio": 0.456779, "system_cpu_s_delta": 9.520000000000001, "user_cpu_core_ratio": 0.769615, "user_cpu_s_delta": 16.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.393924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033107, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.360817, "user_cpu_s_delta": 7.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.852, "count": 185, "max_ms": 6.968, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.657, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.625, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1063.167, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2827.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.255, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.8, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28553, "sampled_at": "2026-11-03T14:06:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:06:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670148, "flush_count": 5720, "flush_interval_seconds": 30.0, "flush_state": {"count": 5720, "last_at": "2026-11-03T14:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5719}, "started": true, "suppressed_count": 3387019, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387014}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5720, "written_record_count": 5720}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10091.973, "limit_mb": null}, "detail": {"pid": 81779, "restart_count": 169, "start_count": 170}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9380228198400, "copied_frame_count": 3392733, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9380228198400, "frame_buffer_copies": 3392733, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1396, "count": 512, "max_ms": 0.7776, "p50_ms": 0.1217, "p95_ms": 0.2699, "p99_ms": 0.3504}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3154, "count": 512, "max_ms": 6.3097, "p50_ms": 1.1842, "p95_ms": 2.1163, "p99_ms": 3.2766, "results": {"failed": 0, "not_applicable": 0, "success": 3392733, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 157, "h264_decode_error_count": 294, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:06:36+09:00", "last_error_summary": "[h264 @ 0x630eaf50a900] cabac decode of qscale diff failed at 83 92 [h264 @ 0x630eaf50a900] error while decoding MB 83 92, bytestream 4785 [h264 @ 0x630eae9690c0] error while decoding MB 152 81, bytestream -11 [h264 @ 0x630eaeb42980] cabac decode of qscale diff failed at 162 82 [h264 @ 0x630eaeb42980] error while decoding MB 162 82, bytestream 596", "last_exit_at": "2026-11-03T12:46:17+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:06:39+09:00", "pid": 81779, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.996, "name": "ffmpeg", "pid": 81779, "rss_mb": 46.996, "state": "R (running)", "threads": 1}, "restart_count": 169, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.998, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392733, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.804, "last_frame_pushed_at": "2026-11-03T14:06:36+09:00", "last_frame_read_age_sec": 4.861, "last_frame_read_at": "2026-11-03T14:06:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 207.944, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 392.056, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 4.797, "exists": true, "mtime": "2026-11-03T14:06:36.367137+09:00", "mtime_epoch": 1793682396.3671367, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 122120}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:06:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2431.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3392733, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 166, "pushed_frames": 166, "read_frames": 165, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.544, "pushed": 5.544, "read": 5.511}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.007, "count": 166, "max_ms": 0.048, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4841.862, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.577, "count": 165, "max_ms": 5.093, "p95_ms": 1.666, "reason": null, "sample_age_ms": 4870.759, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.219, "count": 165, "max_ms": 1.886, "p95_ms": 1.114, "reason": null, "sample_age_ms": 4870.934, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 166, "max_ms": 0.365, "p95_ms": 0.184, "reason": null, "sample_age_ms": 4841.867, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.451, "count": 165, "max_ms": 5.152, "p95_ms": 2.649, "reason": null, "sample_age_ms": 4870.001, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4869.987, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 166, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4841.95, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.109, "count": 166, "max_ms": 72.62, "p95_ms": 55.954, "reason": null, "sample_age_ms": 4841.86, "source": "client_direct"}, "sample_age_ms": 4841.857, "source": "client_direct", "task_total_ms": {"avg_ms": 38.819, "count": 166, "max_ms": 75.554, "p95_ms": 57.566, "reason": null, "sample_age_ms": 4841.857, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.802, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.72, "count": 166, "max_ms": 3.17, "p95_ms": 1.398}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.234, "count": 166, "max_ms": 0.816, "p95_ms": 0.476}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 166, "max_ms": 1.361, "p95_ms": 0.188}, "event_filter_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.016, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 166, "max_ms": 0.937, "p95_ms": 0.151}, "mcmt_ms": {"avg_ms": 0.003, "count": 166, "max_ms": 0.015, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.18, "count": 166, "max_ms": 0.823, "p95_ms": 0.384}, "setup_ms": {"avg_ms": 0.042, "count": 166, "max_ms": 0.144, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.681, "count": 166, "max_ms": 3.106, "p95_ms": 1.323}, "track_match_ms": {"avg_ms": 0.004, "count": 166, "max_ms": 0.033, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.027, "count": 166, "max_ms": 0.094, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.757, "count": 166, "max_ms": 6.968, "p95_ms": 4.816}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.043, "count": 166, "max_ms": 0.197, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.754, "count": 166, "max_ms": 76.444, "p95_ms": 60.55}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.044, "count": 166, "max_ms": 0.164, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.8, "count": 166, "max_ms": 125.347, "p95_ms": 100.435}, "inference_input_copy_ms": {"avg_ms": 1.353, "count": 166, "max_ms": 3.288, "p95_ms": 2.229}, "processing_residual_ms": {"avg_ms": 0.15, "count": 166, "max_ms": 0.475, "p95_ms": 0.308}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.348, "count": 166, "max_ms": 126.67, "p95_ms": 102.375}, "read_interval": {"avg_ms": 152.419, "count": 165, "max_ms": 3371.171, "p95_ms": 183.53}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 166, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.123, "count": 166, "max_ms": 0.581, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 166, "max_ms": 0.051, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.107, "count": 166, "max_ms": 0.528, "p95_ms": 0.224}, "worker_merge_ms": {"avg_ms": 0.006, "count": 166, "max_ms": 0.034, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 39.768, "count": 166, "max_ms": 76.459, "p95_ms": 60.562}, "visualize": {"avg_ms": 31.398, "count": 166, "max_ms": 64.716, "p95_ms": 41.699}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.534, "count": 166, "max_ms": 63.577, "p95_ms": 40.308}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.202, "count": 166, "max_ms": 64.37, "p95_ms": 41.443}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 166, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.103, "count": 166, "max_ms": 64.246, "p95_ms": 41.199}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 166, "max_ms": 0.242, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 166}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 166}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2431.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 19.059, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 114.965, "sample_count": 2607, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392686, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:06:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126456, "write_bytes_delta": 126456, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 467.0, "cpu_core_ratio": 1.226394, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13160.0, "pid": 81663, "reason": null, "system_cpu_core_ratio": 0.456779, "system_cpu_s_delta": 9.520000000000001, "user_cpu_core_ratio": 0.769615, "user_cpu_s_delta": 16.039999999999992}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.393924, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033107, "system_cpu_s_delta": 0.6899999999986903, "user_cpu_core_ratio": 0.360817, "user_cpu_s_delta": 7.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.852, "count": 185, "max_ms": 6.968, "p95_ms": 4.793, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.657, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.625, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1063.167, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2827.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.255, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129054.3, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.8, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.055, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.569, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28553, "sampled_at": "2026-11-03T14:06:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:06:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670987, "flush_count": 5721, "flush_interval_seconds": 30.0, "flush_state": {"count": 5721, "last_at": "2026-11-03T14:07:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:07:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5720}, "started": true, "suppressed_count": 3387508, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5721, "written_record_count": 5721}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10105.441, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5bf7703a16c0] error while decoding MB 131 96, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381582950400, "copied_frame_count": 3393223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9381582950400, "frame_buffer_copies": 3393223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1608, "count": 512, "max_ms": 3.6236, "p50_ms": 0.1407, "p95_ms": 0.2935, "p99_ms": 0.3978}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 6.6907, "p50_ms": 1.2838, "p95_ms": 2.3127, "p99_ms": 3.3159, "results": {"failed": 0, "not_applicable": 0, "success": 3393223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 295, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:07:45+09:00", "last_error_summary": "[h264 @ 0x5bf7703a16c0] error while decoding MB 131 96, bytestream -7", "last_exit_at": "2026-11-03T14:07:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.475, "last_started_at": "2026-11-03T14:06:39+09:00", "pid": 81779, "process": {"exists": false, "pid": 81779}, "restart_count": 169, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.365, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-11-03T14:07:45+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-03T14:07:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.421, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 327.579, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.091, "exists": true, "mtime": "2026-11-03T14:07:45.545394+09:00", "mtime_epoch": 1793682465.5453937, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126327}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:07:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2432.195, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3393223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 279, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.531, "pushed": 9.497, "read": 9.531}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.009, "count": 280, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 52.595, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.718, "count": 280, "max_ms": 5.924, "p95_ms": 2.123, "reason": null, "sample_age_ms": 110.913, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 280, "max_ms": 3.283, "p95_ms": 1.442, "reason": null, "sample_age_ms": 111.276, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 280, "max_ms": 0.463, "p95_ms": 0.234, "reason": null, "sample_age_ms": 52.609, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.805, "count": 280, "max_ms": 12.323, "p95_ms": 3.099, "reason": null, "sample_age_ms": 108.689, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2211848.0, "count": 280, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.639, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.759, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.752, "count": 280, "max_ms": 85.542, "p95_ms": 69.554, "reason": null, "sample_age_ms": 52.587, "source": "client_direct"}, "sample_age_ms": 52.576, "source": "client_direct", "task_total_ms": {"avg_ms": 51.89, "count": 280, "max_ms": 88.151, "p95_ms": 72.794, "reason": null, "sample_age_ms": 52.576, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.995, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.97, "count": 280, "max_ms": 5.379, "p95_ms": 1.843}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 280, "max_ms": 1.044, "p95_ms": 0.669}, "detection_prepare_ms": {"avg_ms": 0.132, "count": 280, "max_ms": 0.43, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.005, "count": 280, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 280, "max_ms": 0.339, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.248, "count": 280, "max_ms": 3.267, "p95_ms": 0.531}, "setup_ms": {"avg_ms": 0.058, "count": 280, "max_ms": 0.169, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.918, "count": 280, "max_ms": 5.26, "p95_ms": 1.74}, "track_match_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.033, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.038, "count": 280, "max_ms": 0.147, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.117, "count": 279, "max_ms": 7.361, "p95_ms": 4.908}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 280, "max_ms": 0.246, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.024, "count": 280, "max_ms": 89.7, "p95_ms": 73.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.061, "count": 280, "max_ms": 0.172, "p95_ms": 0.121}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.897, "count": 280, "max_ms": 136.526, "p95_ms": 115.186}, "inference_input_copy_ms": {"avg_ms": 1.496, "count": 280, "max_ms": 3.235, "p95_ms": 2.481}, "processing_residual_ms": {"avg_ms": 0.193, "count": 280, "max_ms": 0.443, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.646, "count": 280, "max_ms": 138.696, "p95_ms": 117.317}, "read_interval": {"avg_ms": 114.279, "count": 280, "max_ms": 2717.747, "p95_ms": 143.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 280, "max_ms": 0.084, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.175, "count": 280, "max_ms": 3.126, "p95_ms": 0.348}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 280, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.156, "count": 280, "max_ms": 3.092, "p95_ms": 0.312}, "worker_merge_ms": {"avg_ms": 0.007, "count": 280, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.042, "count": 280, "max_ms": 89.715, "p95_ms": 73.877}, "visualize": {"avg_ms": 34.688, "count": 280, "max_ms": 64.952, "p95_ms": 44.975}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.587, "count": 280, "max_ms": 63.888, "p95_ms": 43.748}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.429, "count": 280, "max_ms": 64.794, "p95_ms": 44.53}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.3, "count": 280, "max_ms": 64.649, "p95_ms": 44.395}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 280, "max_ms": 0.73, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2432.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.063, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.528, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125468, "write_bytes_delta": 125468, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.961729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 494.0, "pid": 81779, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999999999, "user_cpu_core_ratio": 0.917311, "user_cpu_s_delta": 18.38}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.512556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.468138, "user_cpu_s_delta": 9.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 197, "max_ms": 6.297, "p95_ms": 4.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.168, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.132, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.867, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2844.233, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28555, "sampled_at": "2026-11-03T14:07:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:07:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.376, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670987, "flush_count": 5721, "flush_interval_seconds": 30.0, "flush_state": {"count": 5721, "last_at": "2026-11-03T14:07:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:07:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5720}, "started": true, "suppressed_count": 3387508, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5721, "written_record_count": 5721}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10104.625, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:07:45+09:00", "last_error_summary": "[h264 @ 0x5bf7703a16c0] error while decoding MB 131 96, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381582950400, "copied_frame_count": 3393223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9381582950400, "frame_buffer_copies": 3393223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1608, "count": 512, "max_ms": 3.6236, "p50_ms": 0.1407, "p95_ms": 0.2935, "p99_ms": 0.3978}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 6.6907, "p50_ms": 1.2838, "p95_ms": 2.3127, "p99_ms": 3.3159, "results": {"failed": 0, "not_applicable": 0, "success": 3393223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 295, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:07:45+09:00", "last_error_summary": "[h264 @ 0x5bf7703a16c0] error while decoding MB 131 96, bytestream -7", "last_exit_at": "2026-11-03T14:07:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.522, "last_started_at": "2026-11-03T14:06:39+09:00", "pid": 81779, "process": {"exists": false, "pid": 81779}, "restart_count": 169, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.365, "sample_count": 2425, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.039, "last_frame_pushed_at": "2026-11-03T14:07:45+09:00", "last_frame_read_age_sec": 0.143, "last_frame_read_at": "2026-11-03T14:07:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.453, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 327.547, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T14:07:45.655394+09:00", "mtime_epoch": 1793682465.6553943, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:07:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2432.188, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3393223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.516, "pushed": 9.516, "read": 9.516}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.009, "count": 280, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 88.853, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.718, "count": 280, "max_ms": 5.924, "p95_ms": 2.123, "reason": null, "sample_age_ms": 147.17, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 280, "max_ms": 3.283, "p95_ms": 1.442, "reason": null, "sample_age_ms": 147.533, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 280, "max_ms": 0.463, "p95_ms": 0.234, "reason": null, "sample_age_ms": 88.867, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.805, "count": 280, "max_ms": 12.323, "p95_ms": 3.099, "reason": null, "sample_age_ms": 144.946, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2211848.0, "count": 280, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 144.896, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 89.017, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.752, "count": 280, "max_ms": 85.542, "p95_ms": 69.554, "reason": null, "sample_age_ms": 88.844, "source": "client_direct"}, "sample_age_ms": 88.833, "source": "client_direct", "task_total_ms": {"avg_ms": 51.89, "count": 280, "max_ms": 88.151, "p95_ms": 72.794, "reason": null, "sample_age_ms": 88.833, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.497, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.97, "count": 280, "max_ms": 5.379, "p95_ms": 1.843}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 280, "max_ms": 1.044, "p95_ms": 0.669}, "detection_prepare_ms": {"avg_ms": 0.132, "count": 280, "max_ms": 0.43, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.005, "count": 280, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 280, "max_ms": 0.339, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.248, "count": 280, "max_ms": 3.267, "p95_ms": 0.531}, "setup_ms": {"avg_ms": 0.058, "count": 280, "max_ms": 0.169, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.918, "count": 280, "max_ms": 5.26, "p95_ms": 1.74}, "track_match_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.033, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.038, "count": 280, "max_ms": 0.147, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.117, "count": 280, "max_ms": 7.361, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 280, "max_ms": 0.246, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.024, "count": 280, "max_ms": 89.7, "p95_ms": 73.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.061, "count": 280, "max_ms": 0.172, "p95_ms": 0.121}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.897, "count": 280, "max_ms": 136.526, "p95_ms": 115.186}, "inference_input_copy_ms": {"avg_ms": 1.496, "count": 280, "max_ms": 3.235, "p95_ms": 2.481}, "processing_residual_ms": {"avg_ms": 0.193, "count": 280, "max_ms": 0.443, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.646, "count": 280, "max_ms": 138.696, "p95_ms": 117.317}, "read_interval": {"avg_ms": 114.279, "count": 280, "max_ms": 2717.747, "p95_ms": 143.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 280, "max_ms": 0.084, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.175, "count": 280, "max_ms": 3.126, "p95_ms": 0.348}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 280, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.156, "count": 280, "max_ms": 3.092, "p95_ms": 0.312}, "worker_merge_ms": {"avg_ms": 0.007, "count": 280, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.042, "count": 280, "max_ms": 89.715, "p95_ms": 73.877}, "visualize": {"avg_ms": 34.688, "count": 280, "max_ms": 64.952, "p95_ms": 44.975}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.587, "count": 280, "max_ms": 63.888, "p95_ms": 43.748}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.429, "count": 280, "max_ms": 64.794, "p95_ms": 44.53}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.3, "count": 280, "max_ms": 64.649, "p95_ms": 44.395}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 280, "max_ms": 0.73, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2432.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.063, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.528, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125468, "write_bytes_delta": 125468, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.961729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 494.0, "pid": 81779, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999999999, "user_cpu_core_ratio": 0.917311, "user_cpu_s_delta": 18.38}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.512556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.468138, "user_cpu_s_delta": 9.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 197, "max_ms": 6.297, "p95_ms": 4.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.168, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.132, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.867, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2844.233, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28555, "sampled_at": "2026-11-03T14:07:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:07:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.424, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670987, "flush_count": 5721, "flush_interval_seconds": 30.0, "flush_state": {"count": 5721, "last_at": "2026-11-03T14:07:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:07:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5720}, "started": true, "suppressed_count": 3387508, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5721, "written_record_count": 5721}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10104.727, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381582950400, "copied_frame_count": 3393223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9381582950400, "frame_buffer_copies": 3393223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1608, "count": 512, "max_ms": 3.6236, "p50_ms": 0.1407, "p95_ms": 0.2935, "p99_ms": 0.3978}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 6.6907, "p50_ms": 1.2838, "p95_ms": 2.3127, "p99_ms": 3.3159, "results": {"failed": 0, "not_applicable": 0, "success": 3393223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 295, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:07:45+09:00", "last_error_summary": "[h264 @ 0x5bf7703a16c0] error while decoding MB 131 96, bytestream -7", "last_exit_at": "2026-11-03T14:07:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 66.556, "last_started_at": "2026-11-03T14:06:39+09:00", "pid": 81779, "process": {"exists": false, "pid": 81779}, "restart_count": 169, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 170}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.365, "sample_count": 2424, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-03T14:07:45+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-11-03T14:07:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.491, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 327.509, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-11-03T14:07:45.655394+09:00", "mtime_epoch": 1793682465.6553943, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:07:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2432.188, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3393223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 280}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 280, "pushed_frames": 280, "read_frames": 280, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.505, "pushed": 9.505, "read": 9.505}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 280, "client_acquire_ms": {"avg_ms": 0.009, "count": 280, "max_ms": 0.034, "p95_ms": 0.017, "reason": null, "sample_age_ms": 128.329, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.718, "count": 280, "max_ms": 5.924, "p95_ms": 2.123, "reason": null, "sample_age_ms": 186.646, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 280, "max_ms": 3.283, "p95_ms": 1.442, "reason": null, "sample_age_ms": 187.01, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.12, "count": 280, "max_ms": 0.463, "p95_ms": 0.234, "reason": null, "sample_age_ms": 128.343, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.805, "count": 280, "max_ms": 12.323, "p95_ms": 3.099, "reason": null, "sample_age_ms": 184.423, "source": "client_direct"}, "request_count": 280, "request_tensor_bytes": {"avg": 2211848.0, "count": 280, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 184.372, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 280, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.493, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.752, "count": 280, "max_ms": 85.542, "p95_ms": 69.554, "reason": null, "sample_age_ms": 128.321, "source": "client_direct"}, "sample_age_ms": 128.309, "source": "client_direct", "task_total_ms": {"avg_ms": 51.89, "count": 280, "max_ms": 88.151, "p95_ms": 72.794, "reason": null, "sample_age_ms": 128.309, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.763, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.97, "count": 280, "max_ms": 5.379, "p95_ms": 1.843}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.323, "count": 280, "max_ms": 1.044, "p95_ms": 0.669}, "detection_prepare_ms": {"avg_ms": 0.132, "count": 280, "max_ms": 0.43, "p95_ms": 0.244}, "event_filter_ms": {"avg_ms": 0.005, "count": 280, "max_ms": 0.031, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.104, "count": 280, "max_ms": 0.339, "p95_ms": 0.205}, "mcmt_ms": {"avg_ms": 0.003, "count": 280, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.248, "count": 280, "max_ms": 3.267, "p95_ms": 0.531}, "setup_ms": {"avg_ms": 0.058, "count": 280, "max_ms": 0.169, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.918, "count": 280, "max_ms": 5.26, "p95_ms": 1.74}, "track_match_ms": {"avg_ms": 0.006, "count": 280, "max_ms": 0.033, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.038, "count": 280, "max_ms": 0.147, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.117, "count": 280, "max_ms": 7.361, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 280, "max_ms": 0.246, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.024, "count": 280, "max_ms": 89.7, "p95_ms": 73.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.061, "count": 280, "max_ms": 0.172, "p95_ms": 0.121}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.897, "count": 280, "max_ms": 136.526, "p95_ms": 115.186}, "inference_input_copy_ms": {"avg_ms": 1.496, "count": 280, "max_ms": 3.235, "p95_ms": 2.481}, "processing_residual_ms": {"avg_ms": 0.193, "count": 280, "max_ms": 0.443, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.646, "count": 280, "max_ms": 138.696, "p95_ms": 117.317}, "read_interval": {"avg_ms": 114.279, "count": 280, "max_ms": 2717.747, "p95_ms": 143.849}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 280, "max_ms": 0.084, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.175, "count": 280, "max_ms": 3.126, "p95_ms": 0.348}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 280, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.156, "count": 280, "max_ms": 3.092, "p95_ms": 0.312}, "worker_merge_ms": {"avg_ms": 0.007, "count": 280, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.042, "count": 280, "max_ms": 89.715, "p95_ms": 73.877}, "visualize": {"avg_ms": 34.688, "count": 280, "max_ms": 64.952, "p95_ms": 44.975}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.587, "count": 280, "max_ms": 63.888, "p95_ms": 43.748}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.429, "count": 280, "max_ms": 64.794, "p95_ms": 44.53}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 280, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.3, "count": 280, "max_ms": 64.649, "p95_ms": 44.395}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 280, "max_ms": 0.73, "p95_ms": 0.125}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 280}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 280}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2432.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.063, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.528, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125468, "write_bytes_delta": 125468, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.961729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 494.0, "pid": 81779, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999999999, "user_cpu_core_ratio": 0.917311, "user_cpu_s_delta": 18.38}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.512556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.468138, "user_cpu_s_delta": 9.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 197, "max_ms": 6.297, "p95_ms": 4.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.168, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.132, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.867, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2844.233, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28555, "sampled_at": "2026-11-03T14:07:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:07:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.457, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4670987, "flush_count": 5721, "flush_interval_seconds": 30.0, "flush_state": {"count": 5721, "last_at": "2026-11-03T14:07:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:07:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5720}, "started": true, "suppressed_count": 3387508, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3387503}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5721, "written_record_count": 5721}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10390.387, "limit_mb": null}, "detail": {"pid": 81896, "restart_count": 170, "start_count": 171}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381582950400, "copied_frame_count": 3393223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9381582950400, "frame_buffer_copies": 3393223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1608, "count": 512, "max_ms": 3.6236, "p50_ms": 0.1407, "p95_ms": 0.2935, "p99_ms": 0.3978}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3962, "count": 512, "max_ms": 6.6907, "p50_ms": 1.2838, "p95_ms": 2.3127, "p99_ms": 3.3159, "results": {"failed": 0, "not_applicable": 0, "success": 3393223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 158, "h264_decode_error_count": 295, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:07:45+09:00", "last_error_summary": "[h264 @ 0x5bf7703a16c0] error while decoding MB 131 96, bytestream -7", "last_exit_at": "2026-11-03T14:07:48+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:07:48+09:00", "pid": 81896, "process": {"exists": true, "fd_count": 5, "hwm_mb": 318.547, "name": "ffmpeg", "pid": 81896, "rss_mb": 318.547, "state": "S (sleeping)", "threads": 49}, "restart_count": 170, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.168, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.001, "last_frame_pushed_at": "2026-11-03T14:07:45+09:00", "last_frame_read_age_sec": 5.105, "last_frame_read_at": "2026-11-03T14:07:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 175, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 277.43, "last_sample_duration_ms": 831.134, "last_trigger": "periodic", "next_snapshot_in_sec": 322.57, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 575, "storage_bytes": 3392058}, "mjpeg": {"age_sec": 4.992, "exists": true, "mtime": "2026-11-03T14:07:45.655394+09:00", "mtime_epoch": 1793682465.6553943, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126431}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:07:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2432.191, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3393223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.003, "pushed": 8.003, "read": 7.969}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.009, "count": 239, "max_ms": 0.034, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5066.37, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 239, "max_ms": 5.924, "p95_ms": 2.069, "reason": null, "sample_age_ms": 5124.687, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.282, "count": 239, "max_ms": 3.283, "p95_ms": 1.411, "reason": null, "sample_age_ms": 5125.051, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.119, "count": 239, "max_ms": 0.399, "p95_ms": 0.231, "reason": null, "sample_age_ms": 5066.384, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.805, "count": 239, "max_ms": 12.323, "p95_ms": 3.249, "reason": null, "sample_age_ms": 5122.464, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2211848.0, "count": 239, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5122.413, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5066.534, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.874, "count": 239, "max_ms": 85.542, "p95_ms": 69.583, "reason": null, "sample_age_ms": 5066.362, "source": "client_direct"}, "sample_age_ms": 5066.35, "source": "client_direct", "task_total_ms": {"avg_ms": 52.01, "count": 239, "max_ms": 88.151, "p95_ms": 72.805, "reason": null, "sample_age_ms": 5066.35, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.444, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.94, "count": 240, "max_ms": 2.545, "p95_ms": 1.801}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.315, "count": 240, "max_ms": 0.878, "p95_ms": 0.649}, "detection_prepare_ms": {"avg_ms": 0.13, "count": 240, "max_ms": 0.417, "p95_ms": 0.247}, "event_filter_ms": {"avg_ms": 0.005, "count": 240, "max_ms": 0.031, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.102, "count": 240, "max_ms": 0.339, "p95_ms": 0.204}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.233, "count": 240, "max_ms": 0.778, "p95_ms": 0.476}, "setup_ms": {"avg_ms": 0.058, "count": 240, "max_ms": 0.166, "p95_ms": 0.113}, "total_inside_ms": {"avg_ms": 0.889, "count": 240, "max_ms": 2.407, "p95_ms": 1.705}, "track_match_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.033, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.038, "count": 240, "max_ms": 0.113, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 3.099, "count": 240, "max_ms": 7.361, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 240, "max_ms": 0.246, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.283, "count": 240, "max_ms": 89.7, "p95_ms": 74.016}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.06, "count": 240, "max_ms": 0.172, "p95_ms": 0.121}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.611, "count": 240, "max_ms": 136.526, "p95_ms": 114.356}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 240, "max_ms": 3.235, "p95_ms": 2.472}, "processing_residual_ms": {"avg_ms": 0.192, "count": 240, "max_ms": 0.443, "p95_ms": 0.349}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 91.345, "count": 240, "max_ms": 138.696, "p95_ms": 116.581}, "read_interval": {"avg_ms": 104.661, "count": 239, "max_ms": 191.818, "p95_ms": 143.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 240, "max_ms": 0.084, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.162, "count": 240, "max_ms": 0.591, "p95_ms": 0.33}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 240, "max_ms": 0.068, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.143, "count": 240, "max_ms": 0.543, "p95_ms": 0.294}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.3, "count": 240, "max_ms": 89.715, "p95_ms": 74.035}, "visualize": {"avg_ms": 34.178, "count": 240, "max_ms": 55.15, "p95_ms": 43.812}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.084, "count": 240, "max_ms": 54.386, "p95_ms": 42.088}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.918, "count": 240, "max_ms": 54.97, "p95_ms": 43.457}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.789, "count": 240, "max_ms": 54.876, "p95_ms": 43.304}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 240, "max_ms": 0.73, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2432.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.063, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 115.528, "sample_count": 2442, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3392930, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:07:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 125468, "write_bytes_delta": 125468, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1034.0, "cpu_core_ratio": 0.961729, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 494.0, "pid": 81779, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999999999, "user_cpu_core_ratio": 0.917311, "user_cpu_s_delta": 18.38}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.512556, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.044418, "system_cpu_s_delta": 0.8899999999994179, "user_cpu_core_ratio": 0.468138, "user_cpu_s_delta": 9.380000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.115, "count": 197, "max_ms": 6.297, "p95_ms": 4.93, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.168, "count": 30, "max": 80.416, "p95": 68.791, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.132, "count": 30, "max": 37.408, "p95": 32.976, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1048.867, "count": 30, "max": 1529.0, "p95": 1480.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2844.233, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.108, "count": 30, "max": 0.523, "p95": 0.385, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.244, "count": 30, "max": 1.6, "p95": 1.565, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 129032.067, "count": 30, "max": 133929.0, "p95": 133093.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.2, "count": 30, "max": 41.0, "p95": 31.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.691, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28555, "sampled_at": "2026-11-03T14:07:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:07:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4676860, "flush_count": 5728, "flush_interval_seconds": 30.0, "flush_state": {"count": 5728, "last_at": "2026-11-03T14:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5727}, "started": true, "suppressed_count": 3391196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3391191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5728, "written_record_count": 5728}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10113.918, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x598a1a7e79c0] cabac decode of qscale diff failed at 179 75 [h264 @ 0x598a1a7e79c0] error while decoding MB 179 75, bytestream 19660 [h264 @ 0x598a19bbf140] error while decoding MB 164 69, bytestream -13", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9391798886400, "copied_frame_count": 3396918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9391798886400, "frame_buffer_copies": 3396918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 1.3517, "p50_ms": 0.1347, "p95_ms": 0.2733, "p99_ms": 0.3701}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3851, "count": 512, "max_ms": 3.4777, "p50_ms": 1.2962, "p95_ms": 2.356, "p99_ms": 2.7263, "results": {"failed": 0, "not_applicable": 0, "success": 3396918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:14:18+09:00", "last_error_summary": "[h264 @ 0x598a1a7e79c0] cabac decode of qscale diff failed at 179 75 [h264 @ 0x598a1a7e79c0] error while decoding MB 179 75, bytestream 19660 [h264 @ 0x598a19bbf140] error while decoding MB 164 69, bytestream -13", "last_exit_at": "2026-11-03T14:14:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 389.513, "last_started_at": "2026-11-03T14:07:48+09:00", "pid": 81896, "process": {"exists": false, "pid": 81896}, "restart_count": 170, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.74, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T14:14:18+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T14:14:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 62.972, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 537.028, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.11, "exists": true, "mtime": "2026-11-03T14:14:18.047916+09:00", "mtime_epoch": 1793682858.0479164, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132439}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:14:18+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2433.965, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3396918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 186}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 186, "pushed_frames": 186, "read_frames": 185, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.206, "pushed": 6.206, "read": 6.173}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 185, "client_acquire_ms": {"avg_ms": 0.008, "count": 185, "max_ms": 0.047, "p95_ms": 0.018, "reason": null, "sample_age_ms": 63.487, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.71, "count": 185, "max_ms": 6.512, "p95_ms": 2.088, "reason": null, "sample_age_ms": 97.154, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 185, "max_ms": 4.636, "p95_ms": 1.767, "reason": null, "sample_age_ms": 97.467, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 185, "max_ms": 0.384, "p95_ms": 0.247, "reason": null, "sample_age_ms": 63.492, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.635, "count": 185, "max_ms": 4.159, "p95_ms": 2.644, "reason": null, "sample_age_ms": 95.783, "source": "client_direct"}, "request_count": 185, "request_tensor_bytes": {"avg": 2211848.0, "count": 185, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 95.759, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.551, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.527, "count": 185, "max_ms": 72.131, "p95_ms": 64.584, "reason": null, "sample_age_ms": 63.484, "source": "client_direct"}, "sample_age_ms": 63.48, "source": "client_direct", "task_total_ms": {"avg_ms": 45.494, "count": 185, "max_ms": 74.169, "p95_ms": 66.754, "reason": null, "sample_age_ms": 63.48, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.321, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.82, "count": 186, "max_ms": 2.762, "p95_ms": 1.635}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.274, "count": 186, "max_ms": 1.014, "p95_ms": 0.621}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 186, "max_ms": 0.379, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 186, "max_ms": 0.313, "p95_ms": 0.19}, "mcmt_ms": {"avg_ms": 0.003, "count": 186, "max_ms": 0.068, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 186, "max_ms": 0.748, "p95_ms": 0.507}, "setup_ms": {"avg_ms": 0.047, "count": 186, "max_ms": 0.143, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.777, "count": 186, "max_ms": 2.58, "p95_ms": 1.54}, "track_match_ms": {"avg_ms": 0.005, "count": 186, "max_ms": 0.045, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.032, "count": 186, "max_ms": 0.115, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 2.842, "count": 186, "max_ms": 5.074, "p95_ms": 4.591}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 186, "max_ms": 0.389, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.581, "count": 186, "max_ms": 78.074, "p95_ms": 68.286}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.056, "count": 186, "max_ms": 0.203, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.751, "count": 186, "max_ms": 136.852, "p95_ms": 103.366}, "inference_input_copy_ms": {"avg_ms": 1.567, "count": 186, "max_ms": 4.987, "p95_ms": 2.481}, "processing_residual_ms": {"avg_ms": 0.198, "count": 186, "max_ms": 0.454, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.572, "count": 186, "max_ms": 138.691, "p95_ms": 104.804}, "read_interval": {"avg_ms": 162.015, "count": 185, "max_ms": 5491.584, "p95_ms": 151.236}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 186, "max_ms": 0.064, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.145, "count": 186, "max_ms": 0.505, "p95_ms": 0.338}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 186, "max_ms": 0.077, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 186, "max_ms": 0.452, "p95_ms": 0.306}, "worker_merge_ms": {"avg_ms": 0.006, "count": 186, "max_ms": 0.027, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 46.596, "count": 186, "max_ms": 78.114, "p95_ms": 68.292}, "visualize": {"avg_ms": 32.253, "count": 186, "max_ms": 56.065, "p95_ms": 40.937}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.296, "count": 186, "max_ms": 54.896, "p95_ms": 39.869}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.026, "count": 186, "max_ms": 55.809, "p95_ms": 40.666}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 186, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.914, "count": 186, "max_ms": 55.693, "p95_ms": 40.55}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 186, "max_ms": 0.184, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 186}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 186}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2433.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.679, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.038, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124987, "write_bytes_delta": 124987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.407184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6117.0, "pid": 81896, "reason": null, "system_cpu_core_ratio": 0.281337, "system_cpu_s_delta": 5.630000000000003, "user_cpu_core_ratio": 1.125847, "user_cpu_s_delta": 22.529999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05097, "system_cpu_s_delta": 1.0200000000004366, "user_cpu_core_ratio": 0.554179, "user_cpu_s_delta": 11.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 227, "max_ms": 6.759, "p95_ms": 4.765, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.689, "count": 30, "max": 80.416, "p95": 63.637, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.784, "count": 30, "max": 39.144, "p95": 36.125, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1328.267, "count": 30, "max": 1529.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2884.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.457, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.231, "count": 30, "max": 1.434, "p95": 1.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 41.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28575, "sampled_at": "2026-11-03T14:13:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:13:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4676860, "flush_count": 5728, "flush_interval_seconds": 30.0, "flush_state": {"count": 5728, "last_at": "2026-11-03T14:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5727}, "started": true, "suppressed_count": 3391196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3391191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5728, "written_record_count": 5728}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10113.793, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:14:18+09:00", "last_error_summary": "[h264 @ 0x598a1a7e79c0] cabac decode of qscale diff failed at 179 75 [h264 @ 0x598a1a7e79c0] error while decoding MB 179 75, bytestream 19660 [h264 @ 0x598a19bbf140] error while decoding MB 164 69, bytestream -13", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9391798886400, "copied_frame_count": 3396918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9391798886400, "frame_buffer_copies": 3396918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 1.3517, "p50_ms": 0.1347, "p95_ms": 0.2733, "p99_ms": 0.3701}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3851, "count": 512, "max_ms": 3.4777, "p50_ms": 1.2962, "p95_ms": 2.356, "p99_ms": 2.7263, "results": {"failed": 0, "not_applicable": 0, "success": 3396918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:14:18+09:00", "last_error_summary": "[h264 @ 0x598a1a7e79c0] cabac decode of qscale diff failed at 179 75 [h264 @ 0x598a1a7e79c0] error while decoding MB 179 75, bytestream 19660 [h264 @ 0x598a19bbf140] error while decoding MB 164 69, bytestream -13", "last_exit_at": "2026-11-03T14:14:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 389.562, "last_started_at": "2026-11-03T14:07:48+09:00", "pid": 81896, "process": {"exists": false, "pid": 81896}, "restart_count": 170, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.74, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.051, "last_frame_pushed_at": "2026-11-03T14:14:18+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-03T14:14:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.005, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 536.995, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-03T14:14:18.167917+09:00", "mtime_epoch": 1793682858.1679168, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132554}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:14:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2433.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3396918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.183, "pushed": 6.183, "read": 6.15}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.008, "count": 185, "max_ms": 0.047, "p95_ms": 0.018, "reason": null, "sample_age_ms": 99.084, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.711, "count": 184, "max_ms": 6.512, "p95_ms": 2.089, "reason": null, "sample_age_ms": 132.751, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 184, "max_ms": 4.636, "p95_ms": 1.768, "reason": null, "sample_age_ms": 133.065, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 185, "max_ms": 0.384, "p95_ms": 0.247, "reason": null, "sample_age_ms": 99.09, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 184, "max_ms": 4.159, "p95_ms": 2.646, "reason": null, "sample_age_ms": 131.38, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 131.357, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 99.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.527, "count": 185, "max_ms": 72.131, "p95_ms": 64.584, "reason": null, "sample_age_ms": 99.082, "source": "client_direct"}, "sample_age_ms": 99.077, "source": "client_direct", "task_total_ms": {"avg_ms": 45.494, "count": 185, "max_ms": 74.169, "p95_ms": 66.754, "reason": null, "sample_age_ms": 99.077, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.906, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.822, "count": 185, "max_ms": 2.762, "p95_ms": 1.635}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 185, "max_ms": 1.014, "p95_ms": 0.621}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 185, "max_ms": 0.379, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 185, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 185, "max_ms": 0.313, "p95_ms": 0.19}, "mcmt_ms": {"avg_ms": 0.003, "count": 185, "max_ms": 0.068, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 185, "max_ms": 0.748, "p95_ms": 0.507}, "setup_ms": {"avg_ms": 0.047, "count": 185, "max_ms": 0.143, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.779, "count": 185, "max_ms": 2.58, "p95_ms": 1.54}, "track_match_ms": {"avg_ms": 0.005, "count": 185, "max_ms": 0.045, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.032, "count": 185, "max_ms": 0.115, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 2.843, "count": 185, "max_ms": 5.074, "p95_ms": 4.591}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 185, "max_ms": 0.389, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.571, "count": 185, "max_ms": 78.074, "p95_ms": 68.286}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.056, "count": 185, "max_ms": 0.203, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.758, "count": 185, "max_ms": 136.852, "p95_ms": 103.366}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 185, "max_ms": 4.987, "p95_ms": 2.481}, "processing_residual_ms": {"avg_ms": 0.198, "count": 185, "max_ms": 0.454, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.577, "count": 185, "max_ms": 138.691, "p95_ms": 104.804}, "read_interval": {"avg_ms": 162.403, "count": 184, "max_ms": 5491.584, "p95_ms": 151.236}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 185, "max_ms": 0.064, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.145, "count": 185, "max_ms": 0.505, "p95_ms": 0.338}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 185, "max_ms": 0.077, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 185, "max_ms": 0.452, "p95_ms": 0.306}, "worker_merge_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.027, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 46.586, "count": 185, "max_ms": 78.114, "p95_ms": 68.292}, "visualize": {"avg_ms": 32.265, "count": 185, "max_ms": 56.065, "p95_ms": 40.937}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.307, "count": 185, "max_ms": 54.896, "p95_ms": 39.869}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.037, "count": 185, "max_ms": 55.809, "p95_ms": 40.666}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.926, "count": 185, "max_ms": 55.693, "p95_ms": 40.55}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 185, "max_ms": 0.184, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2433.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.679, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.038, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124987, "write_bytes_delta": 124987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.407184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6117.0, "pid": 81896, "reason": null, "system_cpu_core_ratio": 0.281337, "system_cpu_s_delta": 5.630000000000003, "user_cpu_core_ratio": 1.125847, "user_cpu_s_delta": 22.529999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05097, "system_cpu_s_delta": 1.0200000000004366, "user_cpu_core_ratio": 0.554179, "user_cpu_s_delta": 11.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 227, "max_ms": 6.759, "p95_ms": 4.765, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.689, "count": 30, "max": 80.416, "p95": 63.637, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.784, "count": 30, "max": 39.144, "p95": 36.125, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1328.267, "count": 30, "max": 1529.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2884.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.457, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.231, "count": 30, "max": 1.434, "p95": 1.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 41.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28575, "sampled_at": "2026-11-03T14:13:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:13:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4676860, "flush_count": 5728, "flush_interval_seconds": 30.0, "flush_state": {"count": 5728, "last_at": "2026-11-03T14:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5727}, "started": true, "suppressed_count": 3391196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3391191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5728, "written_record_count": 5728}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10115.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9391798886400, "copied_frame_count": 3396918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9391798886400, "frame_buffer_copies": 3396918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 1.3517, "p50_ms": 0.1347, "p95_ms": 0.2733, "p99_ms": 0.3701}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3851, "count": 512, "max_ms": 3.4777, "p50_ms": 1.2962, "p95_ms": 2.356, "p99_ms": 2.7263, "results": {"failed": 0, "not_applicable": 0, "success": 3396918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:14:18+09:00", "last_error_summary": "[h264 @ 0x598a1a7e79c0] cabac decode of qscale diff failed at 179 75 [h264 @ 0x598a1a7e79c0] error while decoding MB 179 75, bytestream 19660 [h264 @ 0x598a19bbf140] error while decoding MB 164 69, bytestream -13", "last_exit_at": "2026-11-03T14:14:18+09:00", "last_returncode": 0, "last_stable_duration_sec": 389.59, "last_started_at": "2026-11-03T14:07:48+09:00", "pid": 81896, "process": {"exists": false, "pid": 81896}, "restart_count": 170, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 171}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.74, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T14:14:18+09:00", "last_frame_read_age_sec": 0.156, "last_frame_read_at": "2026-11-03T14:14:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.041, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 536.959, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-03T14:14:18.167917+09:00", "mtime_epoch": 1793682858.1679168, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132554}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:14:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2433.961, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3396918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 185}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 185, "pushed_frames": 185, "read_frames": 184, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.177, "pushed": 6.177, "read": 6.144}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 184, "client_acquire_ms": {"avg_ms": 0.008, "count": 185, "max_ms": 0.047, "p95_ms": 0.018, "reason": null, "sample_age_ms": 133.548, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.711, "count": 184, "max_ms": 6.512, "p95_ms": 2.089, "reason": null, "sample_age_ms": 167.215, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.333, "count": 184, "max_ms": 4.636, "p95_ms": 1.768, "reason": null, "sample_age_ms": 167.528, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 185, "max_ms": 0.384, "p95_ms": 0.247, "reason": null, "sample_age_ms": 133.554, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.634, "count": 184, "max_ms": 4.159, "p95_ms": 2.646, "reason": null, "sample_age_ms": 165.844, "source": "client_direct"}, "request_count": 184, "request_tensor_bytes": {"avg": 2211848.0, "count": 184, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 165.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 185, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 133.612, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.527, "count": 185, "max_ms": 72.131, "p95_ms": 64.584, "reason": null, "sample_age_ms": 133.546, "source": "client_direct"}, "sample_age_ms": 133.541, "source": "client_direct", "task_total_ms": {"avg_ms": 45.494, "count": 185, "max_ms": 74.169, "p95_ms": 66.754, "reason": null, "sample_age_ms": 133.541, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.043, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.822, "count": 185, "max_ms": 2.762, "p95_ms": 1.635}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.275, "count": 185, "max_ms": 1.014, "p95_ms": 0.621}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 185, "max_ms": 0.379, "p95_ms": 0.239}, "event_filter_ms": {"avg_ms": 0.005, "count": 185, "max_ms": 0.023, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 185, "max_ms": 0.313, "p95_ms": 0.19}, "mcmt_ms": {"avg_ms": 0.003, "count": 185, "max_ms": 0.068, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 185, "max_ms": 0.748, "p95_ms": 0.507}, "setup_ms": {"avg_ms": 0.047, "count": 185, "max_ms": 0.143, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.779, "count": 185, "max_ms": 2.58, "p95_ms": 1.54}, "track_match_ms": {"avg_ms": 0.005, "count": 185, "max_ms": 0.045, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.032, "count": 185, "max_ms": 0.115, "p95_ms": 0.072}}, "gstreamer_push": {"avg_ms": 2.843, "count": 185, "max_ms": 5.074, "p95_ms": 4.591}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 185, "max_ms": 0.389, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.571, "count": 185, "max_ms": 78.074, "p95_ms": 68.286}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.056, "count": 185, "max_ms": 0.203, "p95_ms": 0.123}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.758, "count": 185, "max_ms": 136.852, "p95_ms": 103.366}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 185, "max_ms": 4.987, "p95_ms": 2.481}, "processing_residual_ms": {"avg_ms": 0.198, "count": 185, "max_ms": 0.454, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.577, "count": 185, "max_ms": 138.691, "p95_ms": 104.804}, "read_interval": {"avg_ms": 162.403, "count": 184, "max_ms": 5491.584, "p95_ms": 151.236}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 185, "max_ms": 0.064, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.145, "count": 185, "max_ms": 0.505, "p95_ms": 0.338}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 185, "max_ms": 0.077, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 185, "max_ms": 0.452, "p95_ms": 0.306}, "worker_merge_ms": {"avg_ms": 0.006, "count": 185, "max_ms": 0.027, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 46.586, "count": 185, "max_ms": 78.114, "p95_ms": 68.292}, "visualize": {"avg_ms": 32.265, "count": 185, "max_ms": 56.065, "p95_ms": 40.937}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.307, "count": 185, "max_ms": 54.896, "p95_ms": 39.869}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.037, "count": 185, "max_ms": 55.809, "p95_ms": 40.666}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 185, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.926, "count": 185, "max_ms": 55.693, "p95_ms": 40.55}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 185, "max_ms": 0.184, "p95_ms": 0.128}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 185}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 185}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2433.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.679, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.038, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124987, "write_bytes_delta": 124987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.407184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6117.0, "pid": 81896, "reason": null, "system_cpu_core_ratio": 0.281337, "system_cpu_s_delta": 5.630000000000003, "user_cpu_core_ratio": 1.125847, "user_cpu_s_delta": 22.529999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05097, "system_cpu_s_delta": 1.0200000000004366, "user_cpu_core_ratio": 0.554179, "user_cpu_s_delta": 11.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 227, "max_ms": 6.759, "p95_ms": 4.765, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.689, "count": 30, "max": 80.416, "p95": 63.637, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.784, "count": 30, "max": 39.144, "p95": 36.125, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1328.267, "count": 30, "max": 1529.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2884.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.457, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.231, "count": 30, "max": 1.434, "p95": 1.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 41.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28575, "sampled_at": "2026-11-03T14:13:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:13:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4676860, "flush_count": 5728, "flush_interval_seconds": 30.0, "flush_state": {"count": 5728, "last_at": "2026-11-03T14:14:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:14:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5727}, "started": true, "suppressed_count": 3391196, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3391191}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5728, "written_record_count": 5728}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10145.332, "limit_mb": null}, "detail": {"pid": 82012, "restart_count": 171, "start_count": 172}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9391798886400, "copied_frame_count": 3396918, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9391798886400, "frame_buffer_copies": 3396918, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.151, "count": 512, "max_ms": 1.3517, "p50_ms": 0.1347, "p95_ms": 0.2733, "p99_ms": 0.3701}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3851, "count": 512, "max_ms": 3.4777, "p50_ms": 1.2962, "p95_ms": 2.356, "p99_ms": 2.7263, "results": {"failed": 0, "not_applicable": 0, "success": 3396918, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 159, "h264_decode_error_count": 298, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:14:18+09:00", "last_error_summary": "[h264 @ 0x598a1a7e79c0] cabac decode of qscale diff failed at 179 75 [h264 @ 0x598a1a7e79c0] error while decoding MB 179 75, bytestream 19660 [h264 @ 0x598a19bbf140] error while decoding MB 164 69, bytestream -13", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:14:21+09:00", "pid": 82012, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.934, "name": "ffmpeg", "pid": 82012, "rss_mb": 74.934, "state": "S (sleeping)", "threads": 1}, "restart_count": 171, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.74, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396918, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:14:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.118, "last_frame_pushed_at": "2026-11-03T14:14:18+09:00", "last_frame_read_age_sec": 5.195, "last_frame_read_at": "2026-11-03T14:14:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.067, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 531.933, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 5.105, "exists": true, "mtime": "2026-11-03T14:14:18.167917+09:00", "mtime_epoch": 1793682858.1679168, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132554}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:14:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2433.965, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3396918, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 137}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 137}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 137}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 137, "pushed_frames": 137, "read_frames": 136, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.581, "pushed": 4.581, "read": 4.548}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 136, "client_acquire_ms": {"avg_ms": 0.009, "count": 137, "max_ms": 0.047, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5163.371, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.719, "count": 136, "max_ms": 5.261, "p95_ms": 2.101, "reason": null, "sample_age_ms": 5197.038, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 136, "max_ms": 4.636, "p95_ms": 1.791, "reason": null, "sample_age_ms": 5197.351, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 137, "max_ms": 0.346, "p95_ms": 0.229, "reason": null, "sample_age_ms": 5163.376, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.702, "count": 136, "max_ms": 4.159, "p95_ms": 2.901, "reason": null, "sample_age_ms": 5195.666, "source": "client_direct"}, "request_count": 136, "request_tensor_bytes": {"avg": 2211848.0, "count": 136, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5195.643, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 137, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5163.435, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.466, "count": 137, "max_ms": 72.131, "p95_ms": 63.401, "reason": null, "sample_age_ms": 5163.368, "source": "client_direct"}, "sample_age_ms": 5163.364, "source": "client_direct", "task_total_ms": {"avg_ms": 45.471, "count": 137, "max_ms": 74.169, "p95_ms": 66.622, "reason": null, "sample_age_ms": 5163.364, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.309, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.84, "count": 137, "max_ms": 2.762, "p95_ms": 1.635}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.284, "count": 137, "max_ms": 0.941, "p95_ms": 0.631}, "detection_prepare_ms": {"avg_ms": 0.11, "count": 137, "max_ms": 0.313, "p95_ms": 0.24}, "event_filter_ms": {"avg_ms": 0.004, "count": 137, "max_ms": 0.021, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 137, "max_ms": 0.313, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 137, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.214, "count": 137, "max_ms": 0.748, "p95_ms": 0.507}, "setup_ms": {"avg_ms": 0.047, "count": 137, "max_ms": 0.143, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.796, "count": 137, "max_ms": 2.58, "p95_ms": 1.54}, "track_match_ms": {"avg_ms": 0.005, "count": 137, "max_ms": 0.045, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.033, "count": 137, "max_ms": 0.115, "p95_ms": 0.078}}, "gstreamer_push": {"avg_ms": 2.816, "count": 137, "max_ms": 5.074, "p95_ms": 4.591}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 137, "max_ms": 0.389, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.555, "count": 137, "max_ms": 78.074, "p95_ms": 68.103}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 137, "max_ms": 0.158, "p95_ms": 0.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.539, "count": 137, "max_ms": 136.852, "p95_ms": 102.34}, "inference_input_copy_ms": {"avg_ms": 1.612, "count": 137, "max_ms": 4.987, "p95_ms": 2.453}, "processing_residual_ms": {"avg_ms": 0.21, "count": 137, "max_ms": 0.454, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.413, "count": 137, "max_ms": 138.691, "p95_ms": 103.807}, "read_interval": {"avg_ms": 182.467, "count": 136, "max_ms": 5491.584, "p95_ms": 151.236}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 137, "max_ms": 0.064, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 0.147, "count": 137, "max_ms": 0.505, "p95_ms": 0.338}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 137, "max_ms": 0.077, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.129, "count": 137, "max_ms": 0.452, "p95_ms": 0.306}, "worker_merge_ms": {"avg_ms": 0.007, "count": 137, "max_ms": 0.027, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 46.57, "count": 137, "max_ms": 78.114, "p95_ms": 68.12}, "visualize": {"avg_ms": 32.066, "count": 137, "max_ms": 56.065, "p95_ms": 41.183}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.107, "count": 137, "max_ms": 54.896, "p95_ms": 39.945}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.84, "count": 137, "max_ms": 55.809, "p95_ms": 40.975}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 137, "max_ms": 0.026, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 137, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.729, "count": 137, "max_ms": 55.693, "p95_ms": 40.798}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 137, "max_ms": 0.184, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 137}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 137}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2433.898, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.679, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.038, "sample_count": 2941, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396780, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:13:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 124987, "write_bytes_delta": 124987, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.407184, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6117.0, "pid": 81896, "reason": null, "system_cpu_core_ratio": 0.281337, "system_cpu_s_delta": 5.630000000000003, "user_cpu_core_ratio": 1.125847, "user_cpu_s_delta": 22.529999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.605149, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.05097, "system_cpu_s_delta": 1.0200000000004366, "user_cpu_core_ratio": 0.554179, "user_cpu_s_delta": 11.089999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.085, "count": 227, "max_ms": 6.759, "p95_ms": 4.765, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.689, "count": 30, "max": 80.416, "p95": 63.637, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.784, "count": 30, "max": 39.144, "p95": 36.125, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1328.267, "count": 30, "max": 1529.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2884.767, "count": 30, "max": 33907.0, "p95": 16233.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.093, "count": 30, "max": 0.457, "p95": 0.29, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.231, "count": 30, "max": 1.434, "p95": 1.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125527.167, "count": 30, "max": 127964.0, "p95": 126601.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.833, "count": 30, "max": 41.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.067, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.619, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28575, "sampled_at": "2026-11-03T14:13:53+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:13:53+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.907, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4678538, "flush_count": 5730, "flush_interval_seconds": 30.0, "flush_state": {"count": 5730, "last_at": "2026-11-03T14:16:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:16:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5729}, "started": true, "suppressed_count": 3392323, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3392318}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5730, "written_record_count": 5730}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10116.691, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9394920345600, "copied_frame_count": 3398047, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9394920345600, "frame_buffer_copies": 3398047, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1581, "count": 512, "max_ms": 1.8824, "p50_ms": 0.1403, "p95_ms": 0.286, "p99_ms": 0.3696}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.352, "count": 512, "max_ms": 7.5312, "p50_ms": 1.224, "p95_ms": 2.2825, "p99_ms": 2.9227, "results": {"failed": 0, "not_applicable": 0, "success": 3398047, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 17, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:16:34+09:00", "last_error_summary": "[h264 @ 0x5a785bf3dd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a785bf3dd80] error while decoding MB 0 95, bytestream 6410 [h264 @ 0x5a785b13ac40] error while decoding MB 153 70, bytestream -9", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.462, "last_started_at": "2026-11-03T14:14:21+09:00", "pid": 82012, "process": {"exists": false, "pid": 82012}, "restart_count": 171, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.857, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-03T14:16:34+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-03T14:16:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 199.585, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 400.415, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T14:16:34.699464+09:00", "mtime_epoch": 1793682994.6994636, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132854}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:16:34+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2434.504, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3398047, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 179}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 179, "pushed_frames": 179, "read_frames": 178, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.979, "pushed": 5.979, "read": 5.945}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.049, "p95_ms": 0.018, "reason": null, "sample_age_ms": 116.781, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.755, "count": 178, "max_ms": 4.47, "p95_ms": 2.391, "reason": null, "sample_age_ms": 160.607, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.343, "count": 178, "max_ms": 3.223, "p95_ms": 1.881, "reason": null, "sample_age_ms": 160.768, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 178, "max_ms": 1.079, "p95_ms": 0.253, "reason": null, "sample_age_ms": 116.789, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.818, "count": 178, "max_ms": 6.179, "p95_ms": 3.054, "reason": null, "sample_age_ms": 159.391, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 159.371, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.973, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.181, "count": 178, "max_ms": 77.255, "p95_ms": 64.5, "reason": null, "sample_age_ms": 116.776, "source": "client_direct"}, "sample_age_ms": 116.773, "source": "client_direct", "task_total_ms": {"avg_ms": 47.311, "count": 178, "max_ms": 79.478, "p95_ms": 66.827, "reason": null, "sample_age_ms": 116.773, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.462, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.811, "count": 179, "max_ms": 3.371, "p95_ms": 1.67}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 179, "max_ms": 0.744, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 179, "max_ms": 0.359, "p95_ms": 0.248}, "event_filter_ms": {"avg_ms": 0.004, "count": 179, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 179, "max_ms": 0.278, "p95_ms": 0.197}, "mcmt_ms": {"avg_ms": 0.003, "count": 179, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 179, "max_ms": 0.479, "p95_ms": 0.399}, "setup_ms": {"avg_ms": 0.05, "count": 179, "max_ms": 0.217, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 0.768, "count": 179, "max_ms": 3.292, "p95_ms": 1.568}, "track_match_ms": {"avg_ms": 0.005, "count": 179, "max_ms": 0.021, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.045, "count": 179, "max_ms": 2.377, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 3.015, "count": 179, "max_ms": 6.467, "p95_ms": 5.051}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 179, "max_ms": 0.408, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.521, "count": 179, "max_ms": 80.195, "p95_ms": 70.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.055, "count": 179, "max_ms": 0.18, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.297, "count": 179, "max_ms": 149.973, "p95_ms": 106.667}, "inference_input_copy_ms": {"avg_ms": 1.61, "count": 179, "max_ms": 6.15, "p95_ms": 2.683}, "processing_residual_ms": {"avg_ms": 0.207, "count": 179, "max_ms": 0.517, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.169, "count": 179, "max_ms": 152.29, "p95_ms": 108.725}, "read_interval": {"avg_ms": 167.958, "count": 178, "max_ms": 2560.525, "p95_ms": 211.079}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 179, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.134, "count": 179, "max_ms": 0.356, "p95_ms": 0.29}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 179, "max_ms": 0.034, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 179, "max_ms": 0.326, "p95_ms": 0.257}, "worker_merge_ms": {"avg_ms": 0.006, "count": 179, "max_ms": 0.039, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.539, "count": 179, "max_ms": 80.219, "p95_ms": 70.391}, "visualize": {"avg_ms": 32.818, "count": 179, "max_ms": 67.261, "p95_ms": 43.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.837, "count": 179, "max_ms": 65.576, "p95_ms": 42.365}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.599, "count": 179, "max_ms": 66.898, "p95_ms": 42.938}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 179, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.483, "count": 179, "max_ms": 66.702, "p95_ms": 42.853}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 179, "max_ms": 0.172, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 179}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 179}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2434.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.107, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.857, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130833, "write_bytes_delta": 130833, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 1.199635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30869.0, "pid": 82012, "reason": null, "system_cpu_core_ratio": 0.451234, "system_cpu_s_delta": 9.049999999999999, "user_cpu_core_ratio": 0.748401, "user_cpu_s_delta": 15.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.450736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039888, "system_cpu_s_delta": 0.7999999999992724, "user_cpu_core_ratio": 0.410848, "user_cpu_s_delta": 8.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.031, "count": 180, "max_ms": 6.467, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.728, "count": 30, "max": 60.123, "p95": 46.537, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.197, "count": 30, "max": 39.144, "p95": 32.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1274.033, "count": 30, "max": 1501.0, "p95": 1493.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3479.1, "count": 30, "max": 33907.0, "p95": 22899.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.457, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.426, "p95": 1.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125828.867, "count": 30, "max": 130833.0, "p95": 128605.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125828.867, "count": 30, "max": 130833.0, "p95": 128605.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.067, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28583, "sampled_at": "2026-11-03T14:16:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:16:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4678538, "flush_count": 5730, "flush_interval_seconds": 30.0, "flush_state": {"count": 5730, "last_at": "2026-11-03T14:16:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:16:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5729}, "started": true, "suppressed_count": 3392323, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3392318}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5730, "written_record_count": 5730}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10116.328, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9394920345600, "copied_frame_count": 3398047, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9394920345600, "frame_buffer_copies": 3398047, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1581, "count": 512, "max_ms": 1.8824, "p50_ms": 0.1403, "p95_ms": 0.286, "p99_ms": 0.3696}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.352, "count": 512, "max_ms": 7.5312, "p50_ms": 1.224, "p95_ms": 2.2825, "p99_ms": 2.9227, "results": {"failed": 0, "not_applicable": 0, "success": 3398047, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:16:34+09:00", "last_error_summary": "[h264 @ 0x5a785bf3dd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a785bf3dd80] error while decoding MB 0 95, bytestream 6410 [h264 @ 0x5a785b13ac40] error while decoding MB 153 70, bytestream -9", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 133.545, "last_started_at": "2026-11-03T14:14:21+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 171, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 172}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.857, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.128, "last_frame_pushed_at": "2026-11-03T14:16:34+09:00", "last_frame_read_age_sec": 0.211, "last_frame_read_at": "2026-11-03T14:16:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 199.611, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 400.389, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-11-03T14:16:34.699464+09:00", "mtime_epoch": 1793682994.6994636, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132854}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:16:34+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2434.5, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3398047, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 178}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 178, "pushed_frames": 178, "read_frames": 178, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.941, "pushed": 5.941, "read": 5.941}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 178, "client_acquire_ms": {"avg_ms": 0.009, "count": 178, "max_ms": 0.049, "p95_ms": 0.018, "reason": null, "sample_age_ms": 170.062, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.755, "count": 178, "max_ms": 4.47, "p95_ms": 2.391, "reason": null, "sample_age_ms": 213.888, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.343, "count": 178, "max_ms": 3.223, "p95_ms": 1.881, "reason": null, "sample_age_ms": 214.05, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 178, "max_ms": 1.079, "p95_ms": 0.253, "reason": null, "sample_age_ms": 170.07, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.818, "count": 178, "max_ms": 6.179, "p95_ms": 3.054, "reason": null, "sample_age_ms": 212.672, "source": "client_direct"}, "request_count": 178, "request_tensor_bytes": {"avg": 2211848.0, "count": 178, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 212.652, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 178, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 170.255, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.181, "count": 178, "max_ms": 77.255, "p95_ms": 64.5, "reason": null, "sample_age_ms": 170.058, "source": "client_direct"}, "sample_age_ms": 170.054, "source": "client_direct", "task_total_ms": {"avg_ms": 47.311, "count": 178, "max_ms": 79.478, "p95_ms": 66.827, "reason": null, "sample_age_ms": 170.054, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.864, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.812, "count": 178, "max_ms": 3.371, "p95_ms": 1.67}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 178, "max_ms": 0.744, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 178, "max_ms": 0.359, "p95_ms": 0.248}, "event_filter_ms": {"avg_ms": 0.004, "count": 178, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 178, "max_ms": 0.278, "p95_ms": 0.197}, "mcmt_ms": {"avg_ms": 0.003, "count": 178, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 178, "max_ms": 0.479, "p95_ms": 0.399}, "setup_ms": {"avg_ms": 0.05, "count": 178, "max_ms": 0.217, "p95_ms": 0.117}, "total_inside_ms": {"avg_ms": 0.769, "count": 178, "max_ms": 3.292, "p95_ms": 1.568}, "track_match_ms": {"avg_ms": 0.005, "count": 178, "max_ms": 0.021, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.045, "count": 178, "max_ms": 2.377, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 3.016, "count": 178, "max_ms": 6.467, "p95_ms": 5.051}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 178, "max_ms": 0.408, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.496, "count": 178, "max_ms": 80.195, "p95_ms": 70.383}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.055, "count": 178, "max_ms": 0.18, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.294, "count": 178, "max_ms": 149.973, "p95_ms": 106.667}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 178, "max_ms": 6.15, "p95_ms": 2.683}, "processing_residual_ms": {"avg_ms": 0.208, "count": 178, "max_ms": 0.517, "p95_ms": 0.366}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.167, "count": 178, "max_ms": 152.29, "p95_ms": 108.725}, "read_interval": {"avg_ms": 167.958, "count": 178, "max_ms": 2560.525, "p95_ms": 211.079}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 178, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.134, "count": 178, "max_ms": 0.356, "p95_ms": 0.29}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 178, "max_ms": 0.034, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.117, "count": 178, "max_ms": 0.326, "p95_ms": 0.257}, "worker_merge_ms": {"avg_ms": 0.006, "count": 178, "max_ms": 0.039, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.513, "count": 178, "max_ms": 80.219, "p95_ms": 70.391}, "visualize": {"avg_ms": 32.84, "count": 178, "max_ms": 67.261, "p95_ms": 43.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.859, "count": 178, "max_ms": 65.576, "p95_ms": 42.365}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.62, "count": 178, "max_ms": 66.898, "p95_ms": 42.938}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 178, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.504, "count": 178, "max_ms": 66.702, "p95_ms": 42.853}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 178, "max_ms": 0.172, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 178}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 178}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2434.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.107, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.857, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130833, "write_bytes_delta": 130833, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 1.199635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30869.0, "pid": 82012, "reason": null, "system_cpu_core_ratio": 0.451234, "system_cpu_s_delta": 9.049999999999999, "user_cpu_core_ratio": 0.748401, "user_cpu_s_delta": 15.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.450736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039888, "system_cpu_s_delta": 0.7999999999992724, "user_cpu_core_ratio": 0.410848, "user_cpu_s_delta": 8.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.031, "count": 180, "max_ms": 6.467, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.728, "count": 30, "max": 60.123, "p95": 46.537, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.197, "count": 30, "max": 39.144, "p95": 32.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1274.033, "count": 30, "max": 1501.0, "p95": 1493.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3479.1, "count": 30, "max": 33907.0, "p95": 22899.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.457, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.426, "p95": 1.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125828.867, "count": 30, "max": 130833.0, "p95": 128605.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125828.867, "count": 30, "max": 130833.0, "p95": 128605.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.067, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28583, "sampled_at": "2026-11-03T14:16:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:16:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4678538, "flush_count": 5730, "flush_interval_seconds": 30.0, "flush_state": {"count": 5730, "last_at": "2026-11-03T14:16:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:16:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5729}, "started": true, "suppressed_count": 3392323, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3392318}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5730, "written_record_count": 5730}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10405.477, "limit_mb": null}, "detail": {"pid": 82128, "restart_count": 172, "start_count": 173}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9394920345600, "copied_frame_count": 3398047, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9394920345600, "frame_buffer_copies": 3398047, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1581, "count": 512, "max_ms": 1.8824, "p50_ms": 0.1403, "p95_ms": 0.286, "p99_ms": 0.3696}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.352, "count": 512, "max_ms": 7.5312, "p50_ms": 1.224, "p95_ms": 2.2825, "p99_ms": 2.9227, "results": {"failed": 0, "not_applicable": 0, "success": 3398047, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 160, "h264_decode_error_count": 300, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:16:34+09:00", "last_error_summary": "[h264 @ 0x5a785bf3dd80] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5a785bf3dd80] error while decoding MB 0 95, bytestream 6410 [h264 @ 0x5a785b13ac40] error while decoding MB 153 70, bytestream -9", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:16:37+09:00", "pid": 82128, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.387, "name": "ffmpeg", "pid": 82128, "rss_mb": 322.387, "state": "R (running)", "threads": 49}, "restart_count": 172, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.932, "sample_count": 2534, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398047, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:16:34+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.369, "last_frame_pushed_at": "2026-11-03T14:16:34+09:00", "last_frame_read_age_sec": 4.453, "last_frame_read_at": "2026-11-03T14:16:34+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 203.874, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 396.126, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 4.359, "exists": true, "mtime": "2026-11-03T14:16:34.699464+09:00", "mtime_epoch": 1793682994.6994636, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 132854}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:16:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2434.504, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3398047, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.044, "pushed": 5.044, "read": 5.011}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.009, "count": 151, "max_ms": 0.028, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4429.685, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.713, "count": 150, "max_ms": 4.47, "p95_ms": 2.013, "reason": null, "sample_age_ms": 4473.511, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.325, "count": 150, "max_ms": 3.223, "p95_ms": 1.696, "reason": null, "sample_age_ms": 4473.672, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.116, "count": 151, "max_ms": 1.079, "p95_ms": 0.265, "reason": null, "sample_age_ms": 4429.693, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 150, "max_ms": 6.179, "p95_ms": 2.973, "reason": null, "sample_age_ms": 4472.295, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4472.275, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 151, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4429.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.195, "count": 151, "max_ms": 77.255, "p95_ms": 63.99, "reason": null, "sample_age_ms": 4429.681, "source": "client_direct"}, "sample_age_ms": 4429.677, "source": "client_direct", "task_total_ms": {"avg_ms": 47.29, "count": 151, "max_ms": 79.478, "p95_ms": 66.119, "reason": null, "sample_age_ms": 4429.677, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.706, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.807, "count": 151, "max_ms": 3.371, "p95_ms": 1.67}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 151, "max_ms": 0.744, "p95_ms": 0.554}, "detection_prepare_ms": {"avg_ms": 0.113, "count": 151, "max_ms": 0.359, "p95_ms": 0.248}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 151, "max_ms": 0.278, "p95_ms": 0.197}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 151, "max_ms": 0.479, "p95_ms": 0.423}, "setup_ms": {"avg_ms": 0.048, "count": 151, "max_ms": 0.16, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.764, "count": 151, "max_ms": 3.292, "p95_ms": 1.568}, "track_match_ms": {"avg_ms": 0.005, "count": 151, "max_ms": 0.021, "p95_ms": 0.012}, "tracker_update_ms": {"avg_ms": 0.047, "count": 151, "max_ms": 2.377, "p95_ms": 0.068}}, "gstreamer_push": {"avg_ms": 3.039, "count": 151, "max_ms": 6.467, "p95_ms": 5.051}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 151, "max_ms": 0.408, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.42, "count": 151, "max_ms": 80.195, "p95_ms": 67.5}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 151, "max_ms": 0.18, "p95_ms": 0.112}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.311, "count": 151, "max_ms": 149.973, "p95_ms": 106.043}, "inference_input_copy_ms": {"avg_ms": 1.618, "count": 151, "max_ms": 6.15, "p95_ms": 2.553}, "processing_residual_ms": {"avg_ms": 0.204, "count": 151, "max_ms": 0.517, "p95_ms": 0.365}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.186, "count": 151, "max_ms": 152.29, "p95_ms": 108.039}, "read_interval": {"avg_ms": 170.478, "count": 150, "max_ms": 2560.525, "p95_ms": 174.47}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 151, "max_ms": 0.042, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.135, "count": 151, "max_ms": 0.356, "p95_ms": 0.301}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 151, "max_ms": 0.034, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 151, "max_ms": 0.326, "p95_ms": 0.272}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.039, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 48.438, "count": 151, "max_ms": 80.219, "p95_ms": 67.514}, "visualize": {"avg_ms": 32.955, "count": 151, "max_ms": 67.261, "p95_ms": 43.089}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.975, "count": 151, "max_ms": 65.576, "p95_ms": 42.365}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.738, "count": 151, "max_ms": 66.898, "p95_ms": 42.938}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.622, "count": 151, "max_ms": 66.702, "p95_ms": 42.853}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 151, "max_ms": 0.172, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2434.504, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.107, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.857, "sample_count": 2577, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3398040, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:16:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 130833, "write_bytes_delta": 130833, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 443.0, "cpu_core_ratio": 1.199635, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30869.0, "pid": 82012, "reason": null, "system_cpu_core_ratio": 0.451234, "system_cpu_s_delta": 9.049999999999999, "user_cpu_core_ratio": 0.748401, "user_cpu_s_delta": 15.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.450736, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.039888, "system_cpu_s_delta": 0.7999999999992724, "user_cpu_core_ratio": 0.410848, "user_cpu_s_delta": 8.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.031, "count": 180, "max_ms": 6.467, "p95_ms": 5.05, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.728, "count": 30, "max": 60.123, "p95": 46.537, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.197, "count": 30, "max": 39.144, "p95": 32.754, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1274.033, "count": 30, "max": 1501.0, "p95": 1493.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 3479.1, "count": 30, "max": 33907.0, "p95": 22899.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.113, "count": 30, "max": 0.457, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.426, "p95": 1.381, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 125828.867, "count": 30, "max": 130833.0, "p95": 128605.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 125828.867, "count": 30, "max": 130833.0, "p95": 128605.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.067, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.685, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28583, "sampled_at": "2026-11-03T14:16:34+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:16:34+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.936, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4681055, "flush_count": 5733, "flush_interval_seconds": 30.0, "flush_state": {"count": 5733, "last_at": "2026-11-03T14:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5732}, "started": true, "suppressed_count": 3393720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3393715}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5733, "written_record_count": 5733}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10122.48, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9398791065600, "copied_frame_count": 3399447, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9398791065600, "frame_buffer_copies": 3399447, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1711, "count": 512, "max_ms": 3.4179, "p50_ms": 0.1519, "p95_ms": 0.307, "p99_ms": 0.3959}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4096, "count": 512, "max_ms": 5.5444, "p50_ms": 1.257, "p95_ms": 2.4426, "p99_ms": 3.3638, "results": {"failed": 0, "not_applicable": 0, "success": 3399447, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:23+09:00", "last_error_summary": "[h264 @ 0x5845d35af980] cabac decode of qscale diff failed at 174 8 [h264 @ 0x5845d35af980] error while decoding MB 174 8, bytestream 8194 [h264 @ 0x5845d359b7c0] error while decoding MB 143 74, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.494, "last_started_at": "2026-11-03T14:16:37+09:00", "pid": 82128, "process": {"exists": false, "pid": 82128}, "restart_count": 172, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.402, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-11-03T14:19:23+09:00", "last_frame_read_age_sec": 0.19, "last_frame_read_at": "2026-11-03T14:19:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 368.373, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 231.627, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-03T14:19:23.477147+09:00", "mtime_epoch": 1793683163.4771473, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:19:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2435.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3399447, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.326, "pushed": 4.326, "read": 4.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 127, "client_acquire_ms": {"avg_ms": 0.009, "count": 127, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 138.894, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 127, "max_ms": 5.027, "p95_ms": 2.181, "reason": null, "sample_age_ms": 205.581, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 127, "max_ms": 2.91, "p95_ms": 1.846, "reason": null, "sample_age_ms": 205.771, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 127, "max_ms": 0.295, "p95_ms": 0.25, "reason": null, "sample_age_ms": 138.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.83, "count": 127, "max_ms": 5.575, "p95_ms": 3.548, "reason": null, "sample_age_ms": 204.641, "source": "client_direct"}, "request_count": 127, "request_tensor_bytes": {"avg": 2211848.0, "count": 127, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 204.623, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 127, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 139.09, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.425, "count": 127, "max_ms": 81.892, "p95_ms": 65.897, "reason": null, "sample_age_ms": 138.89, "source": "client_direct"}, "sample_age_ms": 138.885, "source": "client_direct", "task_total_ms": {"avg_ms": 47.582, "count": 127, "max_ms": 85.217, "p95_ms": 68.22, "reason": null, "sample_age_ms": 138.885, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.245, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 127, "max_ms": 6.811, "p95_ms": 1.965}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 127, "max_ms": 5.847, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 127, "max_ms": 0.47, "p95_ms": 0.262}, "event_filter_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 127, "max_ms": 0.274, "p95_ms": 0.204}, "mcmt_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.226, "count": 127, "max_ms": 0.735, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.054, "count": 127, "max_ms": 0.195, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.911, "count": 127, "max_ms": 6.734, "p95_ms": 1.807}, "track_match_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.018, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.037, "count": 127, "max_ms": 0.124, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.189, "count": 127, "max_ms": 6.471, "p95_ms": 5.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 127, "max_ms": 0.549, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.725, "count": 127, "max_ms": 86.657, "p95_ms": 70.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 127, "max_ms": 0.144, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.232, "count": 127, "max_ms": 120.536, "p95_ms": 109.82}, "inference_input_copy_ms": {"avg_ms": 1.502, "count": 127, "max_ms": 4.033, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.202, "count": 127, "max_ms": 0.68, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.99, "count": 127, "max_ms": 122.518, "p95_ms": 112.046}, "read_interval": {"avg_ms": 237.077, "count": 127, "max_ms": 11095.762, "p95_ms": 223.181}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 127, "max_ms": 0.061, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.155, "count": 127, "max_ms": 0.507, "p95_ms": 0.368}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 127, "max_ms": 0.06, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.136, "count": 127, "max_ms": 0.461, "p95_ms": 0.331}, "worker_merge_ms": {"avg_ms": 0.007, "count": 127, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.743, "count": 127, "max_ms": 86.677, "p95_ms": 70.624}, "visualize": {"avg_ms": 33.361, "count": 127, "max_ms": 48.036, "p95_ms": 42.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.338, "count": 127, "max_ms": 47.258, "p95_ms": 41.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.106, "count": 127, "max_ms": 47.912, "p95_ms": 42.453}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.983, "count": 127, "max_ms": 47.829, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 127, "max_ms": 0.188, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2435.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.287, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.275, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126808, "write_bytes_delta": 126808, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 216.0, "cpu_core_ratio": 1.147456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23956.0, "pid": 82128, "reason": null, "system_cpu_core_ratio": 0.5555, "system_cpu_s_delta": 12.19, "user_cpu_core_ratio": 0.591956, "user_cpu_s_delta": 12.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.188205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.01595, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.172255, "user_cpu_s_delta": 3.7800000000279397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.084, "count": 110, "max_ms": 6.04, "p95_ms": 5.01, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.034, "count": 30, "max": 106.621, "p95": 56.264, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.623, "count": 30, "max": 54.553, "p95": 37.571, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1280.6, "count": 30, "max": 1516.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2932.567, "count": 30, "max": 30869.0, "p95": 16885.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.555, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.388, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28591, "sampled_at": "2026-11-03T14:19:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.358, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4681055, "flush_count": 5733, "flush_interval_seconds": 30.0, "flush_state": {"count": 5733, "last_at": "2026-11-03T14:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5732}, "started": true, "suppressed_count": 3393720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3393715}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5733, "written_record_count": 5733}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10122.289, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5845d35af980] cabac decode of qscale diff failed at 174 8 [h264 @ 0x5845d35af980] error while decoding MB 174 8, bytestream 8194 [h264 @ 0x5845d359b7c0] error while decoding MB 143 74, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9398791065600, "copied_frame_count": 3399447, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9398791065600, "frame_buffer_copies": 3399447, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1711, "count": 512, "max_ms": 3.4179, "p50_ms": 0.1519, "p95_ms": 0.307, "p99_ms": 0.3959}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4096, "count": 512, "max_ms": 5.5444, "p50_ms": 1.257, "p95_ms": 2.4426, "p99_ms": 3.3638, "results": {"failed": 0, "not_applicable": 0, "success": 3399447, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:23+09:00", "last_error_summary": "[h264 @ 0x5845d35af980] cabac decode of qscale diff failed at 174 8 [h264 @ 0x5845d35af980] error while decoding MB 174 8, bytestream 8194 [h264 @ 0x5845d359b7c0] error while decoding MB 143 74, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.495, "last_started_at": "2026-11-03T14:16:37+09:00", "pid": 82128, "process": {"exists": false, "pid": 82128}, "restart_count": 172, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.402, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-11-03T14:19:23+09:00", "last_frame_read_age_sec": 0.191, "last_frame_read_at": "2026-11-03T14:19:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 368.385, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 231.615, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.074, "exists": true, "mtime": "2026-11-03T14:19:23.477147+09:00", "mtime_epoch": 1793683163.4771473, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:19:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2435.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3399447, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.327, "pushed": 4.327, "read": 4.327}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 127, "client_acquire_ms": {"avg_ms": 0.009, "count": 127, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 137.008, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 127, "max_ms": 5.027, "p95_ms": 2.181, "reason": null, "sample_age_ms": 203.695, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 127, "max_ms": 2.91, "p95_ms": 1.846, "reason": null, "sample_age_ms": 203.886, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 127, "max_ms": 0.295, "p95_ms": 0.25, "reason": null, "sample_age_ms": 137.017, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.83, "count": 127, "max_ms": 5.575, "p95_ms": 3.548, "reason": null, "sample_age_ms": 202.756, "source": "client_direct"}, "request_count": 127, "request_tensor_bytes": {"avg": 2211848.0, "count": 127, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 202.738, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 127, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.205, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.425, "count": 127, "max_ms": 81.892, "p95_ms": 65.897, "reason": null, "sample_age_ms": 137.004, "source": "client_direct"}, "sample_age_ms": 136.999, "source": "client_direct", "task_total_ms": {"avg_ms": 47.582, "count": 127, "max_ms": 85.217, "p95_ms": 68.22, "reason": null, "sample_age_ms": 136.999, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.574, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 127, "max_ms": 6.811, "p95_ms": 1.965}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 127, "max_ms": 5.847, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 127, "max_ms": 0.47, "p95_ms": 0.262}, "event_filter_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 127, "max_ms": 0.274, "p95_ms": 0.204}, "mcmt_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.226, "count": 127, "max_ms": 0.735, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.054, "count": 127, "max_ms": 0.195, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.911, "count": 127, "max_ms": 6.734, "p95_ms": 1.807}, "track_match_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.018, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.037, "count": 127, "max_ms": 0.124, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.189, "count": 127, "max_ms": 6.471, "p95_ms": 5.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 127, "max_ms": 0.549, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.725, "count": 127, "max_ms": 86.657, "p95_ms": 70.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 127, "max_ms": 0.144, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.232, "count": 127, "max_ms": 120.536, "p95_ms": 109.82}, "inference_input_copy_ms": {"avg_ms": 1.502, "count": 127, "max_ms": 4.033, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.202, "count": 127, "max_ms": 0.68, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.99, "count": 127, "max_ms": 122.518, "p95_ms": 112.046}, "read_interval": {"avg_ms": 237.077, "count": 127, "max_ms": 11095.762, "p95_ms": 223.181}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 127, "max_ms": 0.061, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.155, "count": 127, "max_ms": 0.507, "p95_ms": 0.368}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 127, "max_ms": 0.06, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.136, "count": 127, "max_ms": 0.461, "p95_ms": 0.331}, "worker_merge_ms": {"avg_ms": 0.007, "count": 127, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.743, "count": 127, "max_ms": 86.677, "p95_ms": 70.624}, "visualize": {"avg_ms": 33.361, "count": 127, "max_ms": 48.036, "p95_ms": 42.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.338, "count": 127, "max_ms": 47.258, "p95_ms": 41.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.106, "count": 127, "max_ms": 47.912, "p95_ms": 42.453}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.983, "count": 127, "max_ms": 47.829, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 127, "max_ms": 0.188, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2435.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.287, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.275, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126808, "write_bytes_delta": 126808, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 216.0, "cpu_core_ratio": 1.147456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23956.0, "pid": 82128, "reason": null, "system_cpu_core_ratio": 0.5555, "system_cpu_s_delta": 12.19, "user_cpu_core_ratio": 0.591956, "user_cpu_s_delta": 12.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.188205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.01595, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.172255, "user_cpu_s_delta": 3.7800000000279397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.084, "count": 110, "max_ms": 6.04, "p95_ms": 5.01, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.034, "count": 30, "max": 106.621, "p95": 56.264, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.623, "count": 30, "max": 54.553, "p95": 37.571, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1280.6, "count": 30, "max": 1516.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2932.567, "count": 30, "max": 30869.0, "p95": 16885.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.555, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.388, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28591, "sampled_at": "2026-11-03T14:19:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.353, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4681055, "flush_count": 5733, "flush_interval_seconds": 30.0, "flush_state": {"count": 5733, "last_at": "2026-11-03T14:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5732}, "started": true, "suppressed_count": 3393720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3393715}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5733, "written_record_count": 5733}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10121.551, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9398791065600, "copied_frame_count": 3399447, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9398791065600, "frame_buffer_copies": 3399447, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1711, "count": 512, "max_ms": 3.4179, "p50_ms": 0.1519, "p95_ms": 0.307, "p99_ms": 0.3959}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4096, "count": 512, "max_ms": 5.5444, "p50_ms": 1.257, "p95_ms": 2.4426, "p99_ms": 3.3638, "results": {"failed": 0, "not_applicable": 0, "success": 3399447, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:23+09:00", "last_error_summary": "[h264 @ 0x5845d35af980] cabac decode of qscale diff failed at 174 8 [h264 @ 0x5845d35af980] error while decoding MB 174 8, bytestream 8194 [h264 @ 0x5845d359b7c0] error while decoding MB 143 74, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 166.561, "last_started_at": "2026-11-03T14:16:37+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 172, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 173}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.402, "sample_count": 2529, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.149, "last_frame_pushed_at": "2026-11-03T14:19:23+09:00", "last_frame_read_age_sec": 0.258, "last_frame_read_at": "2026-11-03T14:19:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 368.433, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 231.567, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.141, "exists": true, "mtime": "2026-11-03T14:19:23.477147+09:00", "mtime_epoch": 1793683163.4771473, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:19:23+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2435.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3399447, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 127}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 127, "pushed_frames": 127, "read_frames": 127, "select_timeouts": 14, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.317, "pushed": 4.317, "read": 4.317}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 127, "client_acquire_ms": {"avg_ms": 0.009, "count": 127, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 200.215, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.717, "count": 127, "max_ms": 5.027, "p95_ms": 2.181, "reason": null, "sample_age_ms": 266.902, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 127, "max_ms": 2.91, "p95_ms": 1.846, "reason": null, "sample_age_ms": 267.093, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 127, "max_ms": 0.295, "p95_ms": 0.25, "reason": null, "sample_age_ms": 200.224, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.83, "count": 127, "max_ms": 5.575, "p95_ms": 3.548, "reason": null, "sample_age_ms": 265.963, "source": "client_direct"}, "request_count": 127, "request_tensor_bytes": {"avg": 2211848.0, "count": 127, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 265.945, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 127, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 200.412, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.425, "count": 127, "max_ms": 81.892, "p95_ms": 65.897, "reason": null, "sample_age_ms": 200.211, "source": "client_direct"}, "sample_age_ms": 200.206, "source": "client_direct", "task_total_ms": {"avg_ms": 47.582, "count": 127, "max_ms": 85.217, "p95_ms": 68.22, "reason": null, "sample_age_ms": 200.206, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.196, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.961, "count": 127, "max_ms": 6.811, "p95_ms": 1.965}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.354, "count": 127, "max_ms": 5.847, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 127, "max_ms": 0.47, "p95_ms": 0.262}, "event_filter_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.032, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.099, "count": 127, "max_ms": 0.274, "p95_ms": 0.204}, "mcmt_ms": {"avg_ms": 0.003, "count": 127, "max_ms": 0.015, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.226, "count": 127, "max_ms": 0.735, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.054, "count": 127, "max_ms": 0.195, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.911, "count": 127, "max_ms": 6.734, "p95_ms": 1.807}, "track_match_ms": {"avg_ms": 0.005, "count": 127, "max_ms": 0.018, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.037, "count": 127, "max_ms": 0.124, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.189, "count": 127, "max_ms": 6.471, "p95_ms": 5.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 127, "max_ms": 0.549, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.725, "count": 127, "max_ms": 86.657, "p95_ms": 70.616}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 127, "max_ms": 0.144, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 84.232, "count": 127, "max_ms": 120.536, "p95_ms": 109.82}, "inference_input_copy_ms": {"avg_ms": 1.502, "count": 127, "max_ms": 4.033, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.202, "count": 127, "max_ms": 0.68, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.99, "count": 127, "max_ms": 122.518, "p95_ms": 112.046}, "read_interval": {"avg_ms": 237.077, "count": 127, "max_ms": 11095.762, "p95_ms": 223.181}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 127, "max_ms": 0.061, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.155, "count": 127, "max_ms": 0.507, "p95_ms": 0.368}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 127, "max_ms": 0.06, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.136, "count": 127, "max_ms": 0.461, "p95_ms": 0.331}, "worker_merge_ms": {"avg_ms": 0.007, "count": 127, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 48.743, "count": 127, "max_ms": 86.677, "p95_ms": 70.624}, "visualize": {"avg_ms": 33.361, "count": 127, "max_ms": 48.036, "p95_ms": 42.752}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.338, "count": 127, "max_ms": 47.258, "p95_ms": 41.457}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.106, "count": 127, "max_ms": 47.912, "p95_ms": 42.453}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 127, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.983, "count": 127, "max_ms": 47.829, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 127, "max_ms": 0.188, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 127}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 127}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2435.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.287, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.275, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126808, "write_bytes_delta": 126808, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 216.0, "cpu_core_ratio": 1.147456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23956.0, "pid": 82128, "reason": null, "system_cpu_core_ratio": 0.5555, "system_cpu_s_delta": 12.19, "user_cpu_core_ratio": 0.591956, "user_cpu_s_delta": 12.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.188205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.01595, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.172255, "user_cpu_s_delta": 3.7800000000279397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.084, "count": 110, "max_ms": 6.04, "p95_ms": 5.01, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.034, "count": 30, "max": 106.621, "p95": 56.264, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.623, "count": 30, "max": 54.553, "p95": 37.571, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1280.6, "count": 30, "max": 1516.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2932.567, "count": 30, "max": 30869.0, "p95": 16885.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.555, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.388, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28591, "sampled_at": "2026-11-03T14:19:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.42, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4681055, "flush_count": 5733, "flush_interval_seconds": 30.0, "flush_state": {"count": 5733, "last_at": "2026-11-03T14:19:16", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:19:16", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5732}, "started": true, "suppressed_count": 3393720, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3393715}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5733, "written_record_count": 5733}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10159.438, "limit_mb": null}, "detail": {"pid": 82244, "restart_count": 173, "start_count": 174}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9398791065600, "copied_frame_count": 3399447, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9398791065600, "frame_buffer_copies": 3399447, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1711, "count": 512, "max_ms": 3.4179, "p50_ms": 0.1519, "p95_ms": 0.307, "p99_ms": 0.3959}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4096, "count": 512, "max_ms": 5.5444, "p50_ms": 1.257, "p95_ms": 2.4426, "p99_ms": 3.3638, "results": {"failed": 0, "not_applicable": 0, "success": 3399447, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 161, "h264_decode_error_count": 303, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:23+09:00", "last_error_summary": "[h264 @ 0x5845d35af980] cabac decode of qscale diff failed at 174 8 [h264 @ 0x5845d35af980] error while decoding MB 174 8, bytestream 8194 [h264 @ 0x5845d359b7c0] error while decoding MB 143 74, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-03T14:19:25+09:00", "pid": 82244, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.414, "name": "ffmpeg", "pid": 82244, "rss_mb": 74.414, "state": "R (running)", "threads": 1}, "restart_count": 173, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.355, "sample_count": 2496, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399447, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.361, "last_frame_pushed_at": "2026-11-03T14:19:23+09:00", "last_frame_read_age_sec": 4.469, "last_frame_read_at": "2026-11-03T14:19:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 372.639, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 227.361, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 4.353, "exists": true, "mtime": "2026-11-03T14:19:23.477147+09:00", "mtime_epoch": 1793683163.4771473, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 126921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:19:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.469, "name": "celery", "pid": 176, "rss_mb": 2435.18, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3399447, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 103}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 103, "pushed_frames": 104, "read_frames": 103, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.434, "pushed": 3.467, "read": 3.434}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 103, "client_acquire_ms": {"avg_ms": 0.009, "count": 103, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4409.812, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 103, "max_ms": 3.629, "p95_ms": 1.904, "reason": null, "sample_age_ms": 4476.499, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.29, "count": 103, "max_ms": 2.91, "p95_ms": 1.548, "reason": null, "sample_age_ms": 4476.689, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.118, "count": 103, "max_ms": 0.295, "p95_ms": 0.262, "reason": null, "sample_age_ms": 4409.821, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.84, "count": 103, "max_ms": 5.575, "p95_ms": 3.794, "reason": null, "sample_age_ms": 4475.559, "source": "client_direct"}, "request_count": 103, "request_tensor_bytes": {"avg": 2211848.0, "count": 103, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4475.542, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 103, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4410.008, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.585, "count": 103, "max_ms": 81.892, "p95_ms": 66.534, "reason": null, "sample_age_ms": 4409.808, "source": "client_direct"}, "sample_age_ms": 4409.803, "source": "client_direct", "task_total_ms": {"avg_ms": 48.758, "count": 103, "max_ms": 85.217, "p95_ms": 71.077, "reason": null, "sample_age_ms": 4409.803, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.061, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.988, "count": 103, "max_ms": 6.811, "p95_ms": 1.985}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.37, "count": 103, "max_ms": 5.847, "p95_ms": 0.713}, "detection_prepare_ms": {"avg_ms": 0.129, "count": 103, "max_ms": 0.47, "p95_ms": 0.259}, "event_filter_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.032, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.101, "count": 103, "max_ms": 0.274, "p95_ms": 0.212}, "mcmt_ms": {"avg_ms": 0.003, "count": 103, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 0.228, "count": 103, "max_ms": 0.735, "p95_ms": 0.527}, "setup_ms": {"avg_ms": 0.056, "count": 103, "max_ms": 0.195, "p95_ms": 0.109}, "total_inside_ms": {"avg_ms": 0.937, "count": 103, "max_ms": 6.734, "p95_ms": 1.898}, "track_match_ms": {"avg_ms": 0.005, "count": 103, "max_ms": 0.018, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.038, "count": 103, "max_ms": 0.124, "p95_ms": 0.083}}, "gstreamer_push": {"avg_ms": 3.162, "count": 104, "max_ms": 6.471, "p95_ms": 5.22}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 103, "max_ms": 0.549, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.826, "count": 103, "max_ms": 86.657, "p95_ms": 72.269}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.055, "count": 103, "max_ms": 0.144, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.382, "count": 103, "max_ms": 120.536, "p95_ms": 108.857}, "inference_input_copy_ms": {"avg_ms": 1.508, "count": 103, "max_ms": 4.033, "p95_ms": 2.686}, "processing_residual_ms": {"avg_ms": 0.196, "count": 103, "max_ms": 0.68, "p95_ms": 0.407}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 87.141, "count": 103, "max_ms": 122.518, "p95_ms": 111.111}, "read_interval": {"avg_ms": 249.072, "count": 103, "max_ms": 11095.762, "p95_ms": 141.272}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 103, "max_ms": 0.061, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 0.157, "count": 103, "max_ms": 0.48, "p95_ms": 0.368}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 103, "max_ms": 0.048, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.138, "count": 103, "max_ms": 0.44, "p95_ms": 0.331}, "worker_merge_ms": {"avg_ms": 0.007, "count": 103, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 49.845, "count": 103, "max_ms": 86.677, "p95_ms": 72.277}, "visualize": {"avg_ms": 33.416, "count": 103, "max_ms": 46.886, "p95_ms": 41.883}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.392, "count": 103, "max_ms": 46.004, "p95_ms": 40.852}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.158, "count": 103, "max_ms": 46.662, "p95_ms": 41.685}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 103, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.034, "count": 103, "max_ms": 46.555, "p95_ms": 41.561}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 103, "max_ms": 0.188, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 103}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 103}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2435.145, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 33.287, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.275, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3399375, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 126808, "write_bytes_delta": 126808, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 216.0, "cpu_core_ratio": 1.147456, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23956.0, "pid": 82128, "reason": null, "system_cpu_core_ratio": 0.5555, "system_cpu_s_delta": 12.19, "user_cpu_core_ratio": 0.591956, "user_cpu_s_delta": 12.990000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.188205, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.01595, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.172255, "user_cpu_s_delta": 3.7800000000279397}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.084, "count": 110, "max_ms": 6.04, "p95_ms": 5.01, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.034, "count": 30, "max": 106.621, "p95": 56.264, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.623, "count": 30, "max": 54.553, "p95": 37.571, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1280.6, "count": 30, "max": 1516.0, "p95": 1499.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2932.567, "count": 30, "max": 30869.0, "p95": 16885.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.555, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.194, "count": 30, "max": 1.388, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 126109.733, "count": 30, "max": 130833.0, "p95": 129022.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.933, "count": 30, "max": 44.0, "p95": 30.95, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.595, "count": 30, "max": 0.685, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28591, "sampled_at": "2026-11-03T14:19:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5421207, "flush_count": 5732, "flush_interval_seconds": 30.0, "flush_state": {"count": 5732, "last_at": "2026-11-03T14:18:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:18:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5731}, "started": true, "suppressed_count": 3289151, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3288745}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5732, "written_record_count": 5732}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10306.344, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fe482404840] error while decoding MB 35 36, bytestream -28", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9108564480000, "copied_frame_count": 3294475, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9108564480000, "frame_buffer_copies": 3294475, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3695, "p50_ms": 0.0993, "p95_ms": 0.2229, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4532, "count": 512, "max_ms": 7.066, "p50_ms": 1.3059, "p95_ms": 2.4736, "p99_ms": 3.2277, "results": {"failed": 0, "not_applicable": 0, "success": 3294475, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 313, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:38+09:00", "last_error_summary": "[h264 @ 0x5fe482404840] error while decoding MB 35 36, bytestream -28", "last_exit_at": "2026-11-03T13:59:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 1211.326, "last_started_at": "2026-11-03T13:59:27+09:00", "pid": 81431, "process": {"exists": false, "pid": 81431}, "restart_count": 332, "restart_count_per_hour": 8, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 333}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.417, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294475, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.173, "last_frame_pushed_at": "2026-11-03T14:19:38+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-03T14:19:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 383.425, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 216.575, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.162, "exists": true, "mtime": "2026-11-03T14:19:38.415212+09:00", "mtime_epoch": 1793683178.415212, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 73016}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:19:38+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2360.035, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3294476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.806, "max": 8.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 212}, "total": {"avg": 0.857, "max": 2.0, "p95": 1.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 1.035, "max": 2.0, "p95": 1.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 1.035, "max": 2.0, "p95": 1.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.622, "pushed": 8.622, "read": 8.622}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.01, "count": 259, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 36.373, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.017, "count": 258, "max_ms": 7.752, "p95_ms": 3.644, "reason": null, "sample_age_ms": 107.084, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 258, "max_ms": 7.395, "p95_ms": 2.46, "reason": null, "sample_age_ms": 107.403, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.376, "count": 259, "max_ms": 1.165, "p95_ms": 0.706, "reason": null, "sample_age_ms": 36.404, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.506, "count": 258, "max_ms": 6.2, "p95_ms": 4.046, "reason": null, "sample_age_ms": 105.345, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.321, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 259, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.964, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.367, "count": 259, "max_ms": 81.452, "p95_ms": 68.963, "reason": null, "sample_age_ms": 36.364, "source": "client_direct"}, "sample_age_ms": 36.357, "source": "client_direct", "task_total_ms": {"avg_ms": 54.469, "count": 259, "max_ms": 84.171, "p95_ms": 71.441, "reason": null, "sample_age_ms": 36.357, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.637, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.671, "count": 258, "max_ms": 10.774, "p95_ms": 7.282}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.389, "count": 258, "max_ms": 2.068, "p95_ms": 0.724}, "detection_prepare_ms": {"avg_ms": 1.233, "count": 258, "max_ms": 6.41, "p95_ms": 2.806}, "event_filter_ms": {"avg_ms": 0.005, "count": 258, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.224, "count": 258, "max_ms": 1.69, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.004, "count": 258, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.575, "count": 258, "max_ms": 2.016, "p95_ms": 1.238}, "setup_ms": {"avg_ms": 0.05, "count": 258, "max_ms": 0.156, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 3.607, "count": 258, "max_ms": 10.709, "p95_ms": 7.188}, "track_match_ms": {"avg_ms": 0.096, "count": 258, "max_ms": 0.474, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.03, "count": 258, "max_ms": 3.036, "p95_ms": 2.278}}, "gstreamer_push": {"avg_ms": 3.236, "count": 258, "max_ms": 9.156, "p95_ms": 5.276}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 258, "max_ms": 0.297, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.86, "count": 258, "max_ms": 86.747, "p95_ms": 75.603}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.88, "count": 258, "max_ms": 12.394, "p95_ms": 8.303}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.296, "count": 258, "max_ms": 146.847, "p95_ms": 118.365}, "inference_input_copy_ms": {"avg_ms": 1.853, "count": 258, "max_ms": 4.624, "p95_ms": 3.225}, "processing_residual_ms": {"avg_ms": 0.239, "count": 258, "max_ms": 1.754, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.268, "count": 258, "max_ms": 153.036, "p95_ms": 125.22}, "read_interval": {"avg_ms": 115.882, "count": 258, "max_ms": 219.206, "p95_ms": 160.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 258, "max_ms": 0.048, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.511, "count": 258, "max_ms": 1.857, "p95_ms": 1.121}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 258, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.495, "count": 258, "max_ms": 1.821, "p95_ms": 1.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.877, "count": 258, "max_ms": 86.759, "p95_ms": 75.645}, "visualize": {"avg_ms": 33.436, "count": 258, "max_ms": 58.184, "p95_ms": 49.697}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.001, "count": 258, "max_ms": 51.515, "p95_ms": 43.196}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.863, "count": 258, "max_ms": 55.748, "p95_ms": 46.174}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 258, "max_ms": 3.371, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.708, "count": 258, "max_ms": 55.523, "p95_ms": 46.054}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 258, "max_ms": 3.551, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2359.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.073, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.72, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73245, "write_bytes_delta": 73245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.446223, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81431, "reason": null, "system_cpu_core_ratio": 0.034479, "system_cpu_s_delta": 0.6899999999999977, "user_cpu_core_ratio": 0.411745, "user_cpu_s_delta": 8.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46771, "system_cpu_s_delta": 9.35999999998603, "user_cpu_core_ratio": 1.101317, "user_cpu_s_delta": 22.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.004, "count": 276, "max_ms": 6.25, "p95_ms": 4.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.598, "max": 8.0, "p95": 7.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.015, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.348, "count": 30, "max": 88.305, "p95": 77.593, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.64, "count": 30, "max": 31.945, "p95": 31.098, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 930.067, "count": 30, "max": 1108.0, "p95": 1089.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.04, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.0, "count": 30, "max": 41.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.495, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.182, "p95": 1.137, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25587, "sampled_at": "2026-11-03T14:19:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5421207, "flush_count": 5732, "flush_interval_seconds": 30.0, "flush_state": {"count": 5732, "last_at": "2026-11-03T14:18:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:18:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5731}, "started": true, "suppressed_count": 3289151, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3288745}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5732, "written_record_count": 5732}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10307.457, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:19:38+09:00", "last_error_summary": "[h264 @ 0x5fe482404840] error while decoding MB 35 36, bytestream -28", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9108567244800, "copied_frame_count": 3294476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9108567244800, "frame_buffer_copies": 3294476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3695, "p50_ms": 0.0993, "p95_ms": 0.2229, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4523, "count": 512, "max_ms": 7.066, "p50_ms": 1.3059, "p95_ms": 2.4736, "p99_ms": 3.2277, "results": {"failed": 0, "not_applicable": 0, "success": 3294476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 313, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:38+09:00", "last_error_summary": "[h264 @ 0x5fe482404840] error while decoding MB 35 36, bytestream -28", "last_exit_at": "2026-11-03T14:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1211.402, "last_started_at": "2026-11-03T13:59:27+09:00", "pid": 81431, "process": {"exists": false, "pid": 81431}, "restart_count": 332, "restart_count_per_hour": 8, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 333}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.534, "sample_count": 2625, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-03T14:19:38+09:00", "last_frame_read_age_sec": 0.18, "last_frame_read_at": "2026-11-03T14:19:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 383.485, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 216.515, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-03T14:19:38.636213+09:00", "mtime_epoch": 1793683178.6362128, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 73134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:19:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2360.027, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3294476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.806, "max": 8.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 213}, "total": {"avg": 0.86, "max": 2.0, "p95": 1.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 1.035, "max": 2.0, "p95": 1.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 1.035, "max": 2.0, "p95": 1.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 259, "pushed_frames": 259, "read_frames": 258, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.634, "pushed": 8.634, "read": 8.6}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 258, "client_acquire_ms": {"avg_ms": 0.01, "count": 258, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 120.04, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.017, "count": 258, "max_ms": 7.752, "p95_ms": 3.644, "reason": null, "sample_age_ms": 190.751, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.435, "count": 258, "max_ms": 7.395, "p95_ms": 2.46, "reason": null, "sample_age_ms": 191.071, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 258, "max_ms": 1.165, "p95_ms": 0.707, "reason": null, "sample_age_ms": 120.071, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.506, "count": 258, "max_ms": 6.2, "p95_ms": 4.046, "reason": null, "sample_age_ms": 189.013, "source": "client_direct"}, "request_count": 258, "request_tensor_bytes": {"avg": 2764808.0, "count": 258, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 188.988, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 258, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.631, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.396, "count": 258, "max_ms": 81.452, "p95_ms": 68.973, "reason": null, "sample_age_ms": 120.032, "source": "client_direct"}, "sample_age_ms": 120.025, "source": "client_direct", "task_total_ms": {"avg_ms": 54.5, "count": 258, "max_ms": 84.171, "p95_ms": 71.521, "reason": null, "sample_age_ms": 120.025, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.696, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.693, "count": 258, "max_ms": 10.774, "p95_ms": 7.282}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 258, "max_ms": 2.068, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.24, "count": 258, "max_ms": 6.41, "p95_ms": 2.806}, "event_filter_ms": {"avg_ms": 0.005, "count": 258, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 258, "max_ms": 1.69, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.004, "count": 258, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.579, "count": 258, "max_ms": 2.016, "p95_ms": 1.238}, "setup_ms": {"avg_ms": 0.05, "count": 258, "max_ms": 0.156, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 3.628, "count": 258, "max_ms": 10.709, "p95_ms": 7.188}, "track_match_ms": {"avg_ms": 0.097, "count": 258, "max_ms": 0.474, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.035, "count": 258, "max_ms": 3.036, "p95_ms": 2.278}}, "gstreamer_push": {"avg_ms": 3.243, "count": 259, "max_ms": 9.156, "p95_ms": 5.276}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 258, "max_ms": 0.297, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.967, "count": 258, "max_ms": 86.747, "p95_ms": 75.603}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.876, "count": 259, "max_ms": 12.394, "p95_ms": 8.303}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.476, "count": 259, "max_ms": 146.847, "p95_ms": 119.21}, "inference_input_copy_ms": {"avg_ms": 1.856, "count": 259, "max_ms": 4.624, "p95_ms": 3.225}, "processing_residual_ms": {"avg_ms": 0.238, "count": 259, "max_ms": 1.754, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 259, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.446, "count": 259, "max_ms": 153.036, "p95_ms": 125.22}, "read_interval": {"avg_ms": 115.882, "count": 258, "max_ms": 219.206, "p95_ms": 160.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 258, "max_ms": 0.048, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.514, "count": 258, "max_ms": 1.857, "p95_ms": 1.121}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 258, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.498, "count": 258, "max_ms": 1.821, "p95_ms": 1.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.985, "count": 258, "max_ms": 86.759, "p95_ms": 75.645}, "visualize": {"avg_ms": 33.567, "count": 258, "max_ms": 59.057, "p95_ms": 49.708}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.076, "count": 258, "max_ms": 51.515, "p95_ms": 43.41}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.991, "count": 258, "max_ms": 57.38, "p95_ms": 47.093}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 258, "max_ms": 3.371, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.834, "count": 258, "max_ms": 57.151, "p95_ms": 46.758}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 258, "max_ms": 3.551, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2359.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.073, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.72, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73245, "write_bytes_delta": 73245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.446223, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81431, "reason": null, "system_cpu_core_ratio": 0.034479, "system_cpu_s_delta": 0.6899999999999977, "user_cpu_core_ratio": 0.411745, "user_cpu_s_delta": 8.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46771, "system_cpu_s_delta": 9.35999999998603, "user_cpu_core_ratio": 1.101317, "user_cpu_s_delta": 22.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.004, "count": 276, "max_ms": 6.25, "p95_ms": 4.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.598, "max": 8.0, "p95": 7.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.015, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.348, "count": 30, "max": 88.305, "p95": 77.593, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.64, "count": 30, "max": 31.945, "p95": 31.098, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 930.067, "count": 30, "max": 1108.0, "p95": 1089.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.04, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.0, "count": 30, "max": 41.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.495, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.182, "p95": 1.137, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25587, "sampled_at": "2026-11-03T14:19:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5421207, "flush_count": 5732, "flush_interval_seconds": 30.0, "flush_state": {"count": 5732, "last_at": "2026-11-03T14:18:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:18:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5731}, "started": true, "suppressed_count": 3289151, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3288745}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5732, "written_record_count": 5732}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10306.891, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9108567244800, "copied_frame_count": 3294476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9108567244800, "frame_buffer_copies": 3294476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3695, "p50_ms": 0.0993, "p95_ms": 0.2229, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4523, "count": 512, "max_ms": 7.066, "p50_ms": 1.3059, "p95_ms": 2.4736, "p99_ms": 3.2277, "results": {"failed": 0, "not_applicable": 0, "success": 3294476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 313, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:38+09:00", "last_error_summary": "[h264 @ 0x5fe482404840] error while decoding MB 35 36, bytestream -28", "last_exit_at": "2026-11-03T14:19:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 1211.463, "last_started_at": "2026-11-03T13:59:27+09:00", "pid": 81431, "process": {"exists": false, "pid": 81431}, "restart_count": 332, "restart_count_per_hour": 8, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 333}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.534, "sample_count": 2624, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.088, "last_frame_pushed_at": "2026-11-03T14:19:38+09:00", "last_frame_read_age_sec": 0.24, "last_frame_read_at": "2026-11-03T14:19:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 383.54, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 216.46, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T14:19:38.636213+09:00", "mtime_epoch": 1793683178.6362128, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 73134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:19:38+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2360.027, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3294476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.806, "max": 8.0, "p95": 7.0, "sample_count": 258}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 213}, "total": {"avg": 0.86, "max": 2.0, "p95": 1.0, "sample_count": 258}}, "tracking_counts": {"active": {"avg": 1.035, "max": 2.0, "p95": 1.0, "sample_count": 258}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 258}, "tracked": {"avg": 1.035, "max": 2.0, "p95": 1.0, "sample_count": 258}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 258, "pushed_frames": 258, "read_frames": 257, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.611, "pushed": 8.611, "read": 8.578}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 257, "client_acquire_ms": {"avg_ms": 0.01, "count": 257, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 176.527, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.019, "count": 257, "max_ms": 7.752, "p95_ms": 3.65, "reason": null, "sample_age_ms": 247.238, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.436, "count": 257, "max_ms": 7.395, "p95_ms": 2.462, "reason": null, "sample_age_ms": 247.557, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.378, "count": 257, "max_ms": 1.165, "p95_ms": 0.708, "reason": null, "sample_age_ms": 176.558, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.505, "count": 257, "max_ms": 6.2, "p95_ms": 4.048, "reason": null, "sample_age_ms": 245.499, "source": "client_direct"}, "request_count": 257, "request_tensor_bytes": {"avg": 2764808.0, "count": 257, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 245.475, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 257, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 177.118, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.412, "count": 257, "max_ms": 81.452, "p95_ms": 68.982, "reason": null, "sample_age_ms": 176.518, "source": "client_direct"}, "sample_age_ms": 176.511, "source": "client_direct", "task_total_ms": {"avg_ms": 54.515, "count": 257, "max_ms": 84.171, "p95_ms": 71.601, "reason": null, "sample_age_ms": 176.511, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.904, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.693, "count": 258, "max_ms": 10.774, "p95_ms": 7.282}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 258, "max_ms": 2.068, "p95_ms": 0.739}, "detection_prepare_ms": {"avg_ms": 1.24, "count": 258, "max_ms": 6.41, "p95_ms": 2.806}, "event_filter_ms": {"avg_ms": 0.005, "count": 258, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.225, "count": 258, "max_ms": 1.69, "p95_ms": 0.435}, "mcmt_ms": {"avg_ms": 0.004, "count": 258, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.579, "count": 258, "max_ms": 2.016, "p95_ms": 1.238}, "setup_ms": {"avg_ms": 0.05, "count": 258, "max_ms": 0.156, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 3.628, "count": 258, "max_ms": 10.709, "p95_ms": 7.188}, "track_match_ms": {"avg_ms": 0.097, "count": 258, "max_ms": 0.474, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.035, "count": 258, "max_ms": 3.036, "p95_ms": 2.278}}, "gstreamer_push": {"avg_ms": 3.242, "count": 258, "max_ms": 9.156, "p95_ms": 5.276}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 258, "max_ms": 0.297, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.967, "count": 258, "max_ms": 86.747, "p95_ms": 75.603}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.881, "count": 258, "max_ms": 12.394, "p95_ms": 8.303}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 94.555, "count": 258, "max_ms": 146.847, "p95_ms": 119.21}, "inference_input_copy_ms": {"avg_ms": 1.855, "count": 258, "max_ms": 4.624, "p95_ms": 3.225}, "processing_residual_ms": {"avg_ms": 0.238, "count": 258, "max_ms": 1.754, "p95_ms": 0.459}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 99.529, "count": 258, "max_ms": 153.036, "p95_ms": 125.22}, "read_interval": {"avg_ms": 115.97, "count": 257, "max_ms": 219.206, "p95_ms": 160.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 258, "max_ms": 0.048, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.514, "count": 258, "max_ms": 1.857, "p95_ms": 1.121}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 258, "max_ms": 0.061, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.498, "count": 258, "max_ms": 1.821, "p95_ms": 1.091}, "worker_merge_ms": {"avg_ms": 0.007, "count": 258, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.985, "count": 258, "max_ms": 86.759, "p95_ms": 75.645}, "visualize": {"avg_ms": 33.567, "count": 258, "max_ms": 59.057, "p95_ms": 49.708}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.076, "count": 258, "max_ms": 51.515, "p95_ms": 43.41}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.991, "count": 258, "max_ms": 57.38, "p95_ms": 47.093}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 258, "max_ms": 3.371, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 258, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.834, "count": 258, "max_ms": 57.151, "p95_ms": 46.758}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 258, "max_ms": 3.551, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 258}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 258}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2359.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.073, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.72, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73245, "write_bytes_delta": 73245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.446223, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81431, "reason": null, "system_cpu_core_ratio": 0.034479, "system_cpu_s_delta": 0.6899999999999977, "user_cpu_core_ratio": 0.411745, "user_cpu_s_delta": 8.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46771, "system_cpu_s_delta": 9.35999999998603, "user_cpu_core_ratio": 1.101317, "user_cpu_s_delta": 22.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.004, "count": 276, "max_ms": 6.25, "p95_ms": 4.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.598, "max": 8.0, "p95": 7.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.015, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.348, "count": 30, "max": 88.305, "p95": 77.593, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.64, "count": 30, "max": 31.945, "p95": 31.098, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 930.067, "count": 30, "max": 1108.0, "p95": 1089.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.04, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.0, "count": 30, "max": 41.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.495, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.182, "p95": 1.137, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25587, "sampled_at": "2026-11-03T14:19:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5421207, "flush_count": 5732, "flush_interval_seconds": 30.0, "flush_state": {"count": 5732, "last_at": "2026-11-03T14:18:42", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:18:42", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5731}, "started": true, "suppressed_count": 3289151, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3288745}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5732, "written_record_count": 5732}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10424.273, "limit_mb": null}, "detail": {"pid": 82360, "restart_count": 333, "start_count": 334}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9108567244800, "copied_frame_count": 3294476, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9108567244800, "frame_buffer_copies": 3294476, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1161, "count": 512, "max_ms": 0.3695, "p50_ms": 0.0993, "p95_ms": 0.2229, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4523, "count": 512, "max_ms": 7.066, "p50_ms": 1.3059, "p95_ms": 2.4736, "p99_ms": 3.2277, "results": {"failed": 0, "not_applicable": 0, "success": 3294476, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 313, "h264_decode_error_count": 970, "h264_decode_error_count_per_hour": 38, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:19:38+09:00", "last_error_summary": "[h264 @ 0x5fe482404840] error while decoding MB 35 36, bytestream -28", "last_exit_at": "2026-11-03T14:19:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:19:41+09:00", "pid": 82360, "process": {"exists": true, "fd_count": 5, "hwm_mb": 157.684, "name": "ffmpeg", "pid": 82360, "rss_mb": 157.684, "state": "R (running)", "threads": 49}, "restart_count": 333, "restart_count_per_hour": 9, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 334}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 123.537, "sample_count": 2584, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294476, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.613, "last_frame_pushed_at": "2026-11-03T14:19:38+09:00", "last_frame_read_age_sec": 4.766, "last_frame_read_at": "2026-11-03T14:19:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 176, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 388.045, "last_sample_duration_ms": 1440.533, "last_trigger": "periodic", "next_snapshot_in_sec": 211.955, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 576, "storage_bytes": 3401615}, "mjpeg": {"age_sec": 4.604, "exists": true, "mtime": "2026-11-03T14:19:38.636213+09:00", "mtime_epoch": 1793683178.6362128, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 73134}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:19:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2360.031, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3294476, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.972, "max": 8.0, "p95": 7.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.049, "max": 2.0, "p95": 1.0, "sample_count": 185}, "total": {"avg": 0.907, "max": 2.0, "p95": 1.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 1.042, "max": 2.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.138, "pushed": 7.138, "read": 7.105}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.01, "count": 213, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4695.229, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.042, "count": 213, "max_ms": 7.752, "p95_ms": 3.673, "reason": null, "sample_age_ms": 4765.94, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 213, "max_ms": 7.395, "p95_ms": 2.527, "reason": null, "sample_age_ms": 4766.259, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 213, "max_ms": 1.165, "p95_ms": 0.74, "reason": null, "sample_age_ms": 4695.26, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.538, "count": 213, "max_ms": 6.2, "p95_ms": 4.071, "reason": null, "sample_age_ms": 4764.202, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4764.177, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4695.82, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.925, "count": 213, "max_ms": 81.452, "p95_ms": 70.077, "reason": null, "sample_age_ms": 4695.22, "source": "client_direct"}, "sample_age_ms": 4695.214, "source": "client_direct", "task_total_ms": {"avg_ms": 55.084, "count": 213, "max_ms": 84.171, "p95_ms": 74.393, "reason": null, "sample_age_ms": 4695.214, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.678, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.957, "count": 214, "max_ms": 10.774, "p95_ms": 7.846}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.414, "count": 214, "max_ms": 2.068, "p95_ms": 0.779}, "detection_prepare_ms": {"avg_ms": 1.348, "count": 214, "max_ms": 6.41, "p95_ms": 2.903}, "event_filter_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.239, "count": 214, "max_ms": 1.69, "p95_ms": 0.445}, "mcmt_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.026, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.609, "count": 214, "max_ms": 2.016, "p95_ms": 1.256}, "setup_ms": {"avg_ms": 0.053, "count": 214, "max_ms": 0.156, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 3.889, "count": 214, "max_ms": 10.709, "p95_ms": 7.713}, "track_match_ms": {"avg_ms": 0.105, "count": 214, "max_ms": 0.474, "p95_ms": 0.252}, "tracker_update_ms": {"avg_ms": 1.112, "count": 214, "max_ms": 3.036, "p95_ms": 2.322}}, "gstreamer_push": {"avg_ms": 3.301, "count": 214, "max_ms": 9.156, "p95_ms": 5.276}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 214, "max_ms": 0.297, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.561, "count": 214, "max_ms": 86.747, "p95_ms": 77.549}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.009, "count": 214, "max_ms": 12.394, "p95_ms": 8.905}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.627, "count": 214, "max_ms": 146.847, "p95_ms": 121.127}, "inference_input_copy_ms": {"avg_ms": 1.883, "count": 214, "max_ms": 4.624, "p95_ms": 3.27}, "processing_residual_ms": {"avg_ms": 0.246, "count": 214, "max_ms": 1.754, "p95_ms": 0.46}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.765, "count": 214, "max_ms": 153.036, "p95_ms": 126.337}, "read_interval": {"avg_ms": 118.815, "count": 213, "max_ms": 219.206, "p95_ms": 165.626}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 214, "max_ms": 0.048, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.543, "count": 214, "max_ms": 1.857, "p95_ms": 1.128}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 214, "max_ms": 0.061, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.527, "count": 214, "max_ms": 1.821, "p95_ms": 1.102}, "worker_merge_ms": {"avg_ms": 0.007, "count": 214, "max_ms": 0.035, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.579, "count": 214, "max_ms": 86.759, "p95_ms": 77.564}, "visualize": {"avg_ms": 34.728, "count": 214, "max_ms": 59.057, "p95_ms": 49.958}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.989, "count": 214, "max_ms": 51.515, "p95_ms": 44.243}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.115, "count": 214, "max_ms": 57.38, "p95_ms": 48.298}, "visualize_input_copy_ms": {"avg_ms": 1.386, "count": 214, "max_ms": 3.371, "p95_ms": 2.261}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.949, "count": 214, "max_ms": 57.151, "p95_ms": 47.993}, "visualizer_prepare_ms": {"avg_ms": 0.097, "count": 214, "max_ms": 3.551, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2359.988, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 59.073, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 122.72, "sample_count": 2634, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3294387, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:19:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73245, "write_bytes_delta": 73245, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 988.0, "cpu_core_ratio": 0.446223, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 81431, "reason": null, "system_cpu_core_ratio": 0.034479, "system_cpu_s_delta": 0.6899999999999977, "user_cpu_core_ratio": 0.411745, "user_cpu_s_delta": 8.240000000000009}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.569027, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46771, "system_cpu_s_delta": 9.35999999998603, "user_cpu_core_ratio": 1.101317, "user_cpu_s_delta": 22.039999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.004, "count": 276, "max_ms": 6.25, "p95_ms": 4.92, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.598, "max": 8.0, "p95": 7.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.015, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 135}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.348, "count": 30, "max": 88.305, "p95": 77.593, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.64, "count": 30, "max": 31.945, "p95": 31.098, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 930.067, "count": 30, "max": 1108.0, "p95": 1089.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.04, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.402, "count": 30, "max": 0.428, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.085, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70020.3, "count": 30, "max": 73245.0, "p95": 72284.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.0, "count": 30, "max": 41.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.435, "count": 30, "max": 0.495, "p95": 0.473, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.078, "count": 30, "max": 1.182, "p95": 1.137, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25587, "sampled_at": "2026-11-03T14:19:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:19:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5428630, "flush_count": 5740, "flush_interval_seconds": 30.0, "flush_state": {"count": 5740, "last_at": "2026-11-03T14:26:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:26:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5739}, "started": true, "suppressed_count": 3292984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3292578}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5740, "written_record_count": 5740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10315.32, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:26:59+09:00", "last_error_summary": "[h264 @ 0x583347d25500] error while decoding MB 47 67, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9119186841600, "copied_frame_count": 3298317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9119186841600, "frame_buffer_copies": 3298317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.138, "count": 512, "max_ms": 3.0294, "p50_ms": 0.1219, "p95_ms": 0.2306, "p99_ms": 0.3745}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6463, "count": 512, "max_ms": 7.7133, "p50_ms": 1.5603, "p95_ms": 2.5966, "p99_ms": 3.2934, "results": {"failed": 0, "not_applicable": 0, "success": 3298317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 314, "h264_decode_error_count": 971, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:26:59+09:00", "last_error_summary": "[h264 @ 0x583347d25500] error while decoding MB 47 67, bytestream -10", "last_exit_at": "2026-11-03T14:27:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 440.735, "last_started_at": "2026-11-03T14:19:41+09:00", "pid": 82360, "process": {"exists": false, "pid": 82360}, "restart_count": 333, "restart_count_per_hour": 6, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 334}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.698, "sample_count": 2647, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 2.495, "last_frame_pushed_at": "2026-11-03T14:26:59+09:00", "last_frame_read_age_sec": 2.616, "last_frame_read_at": "2026-11-03T14:26:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 177, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 224.712, "last_sample_duration_ms": 1348.049, "last_trigger": "periodic", "next_snapshot_in_sec": 375.288, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 577, "storage_bytes": 3411174}, "mjpeg": {"age_sec": 2.492, "exists": true, "mtime": "2026-11-03T14:26:59.480238+09:00", "mtime_epoch": 1793683619.480238, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86926}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:27:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2361.906, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3298317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.407, "max": 8.0, "p95": 6.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 95}, "total": {"avg": 0.394, "max": 1.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.805, "max": 1.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.805, "max": 1.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.05, "pushed": 8.05, "read": 8.016}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.01, "count": 241, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 2586.282, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.924, "count": 240, "max_ms": 8.016, "p95_ms": 2.945, "reason": null, "sample_age_ms": 2627.517, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.4, "count": 240, "max_ms": 5.78, "p95_ms": 2.288, "reason": null, "sample_age_ms": 2627.822, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 241, "max_ms": 2.746, "p95_ms": 0.711, "reason": null, "sample_age_ms": 2586.295, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.341, "count": 240, "max_ms": 7.665, "p95_ms": 3.824, "reason": null, "sample_age_ms": 2625.598, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 2625.577, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 2586.539, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.771, "count": 241, "max_ms": 83.046, "p95_ms": 68.492, "reason": null, "sample_age_ms": 2586.277, "source": "client_direct"}, "sample_age_ms": 2586.272, "source": "client_direct", "task_total_ms": {"avg_ms": 51.704, "count": 241, "max_ms": 85.322, "p95_ms": 71.455, "reason": null, "sample_age_ms": 2586.272, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.924, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.561, "count": 241, "max_ms": 10.283, "p95_ms": 6.566}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.38, "count": 241, "max_ms": 0.94, "p95_ms": 0.7}, "detection_prepare_ms": {"avg_ms": 0.766, "count": 241, "max_ms": 3.652, "p95_ms": 2.313}, "event_filter_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.133, "count": 241, "max_ms": 0.59, "p95_ms": 0.299}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.453, "count": 241, "max_ms": 4.581, "p95_ms": 1.185}, "setup_ms": {"avg_ms": 0.056, "count": 241, "max_ms": 0.27, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.505, "count": 241, "max_ms": 10.174, "p95_ms": 6.46}, "track_match_ms": {"avg_ms": 0.053, "count": 241, "max_ms": 0.397, "p95_ms": 0.184}, "tracker_update_ms": {"avg_ms": 0.655, "count": 241, "max_ms": 3.549, "p95_ms": 2.26}}, "gstreamer_push": {"avg_ms": 3.505, "count": 241, "max_ms": 7.768, "p95_ms": 5.296}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 241, "max_ms": 0.762, "p95_ms": 0.107}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.127, "count": 241, "max_ms": 87.792, "p95_ms": 72.734}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.1, "count": 241, "max_ms": 15.046, "p95_ms": 8.168}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.271, "count": 241, "max_ms": 128.637, "p95_ms": 113.667}, "inference_input_copy_ms": {"avg_ms": 1.776, "count": 241, "max_ms": 3.964, "p95_ms": 2.827}, "processing_residual_ms": {"avg_ms": 0.222, "count": 241, "max_ms": 0.5, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.368, "count": 241, "max_ms": 143.685, "p95_ms": 120.105}, "read_interval": {"avg_ms": 114.152, "count": 240, "max_ms": 190.626, "p95_ms": 161.171}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.061, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.389, "count": 241, "max_ms": 4.46, "p95_ms": 1.073}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 241, "max_ms": 0.068, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.372, "count": 241, "max_ms": 4.436, "p95_ms": 1.05}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.037, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.144, "count": 241, "max_ms": 87.801, "p95_ms": 72.744}, "visualize": {"avg_ms": 35.15, "count": 241, "max_ms": 56.449, "p95_ms": 44.746}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.669, "count": 241, "max_ms": 51.99, "p95_ms": 40.366}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.49, "count": 241, "max_ms": 54.798, "p95_ms": 42.914}, "visualize_input_copy_ms": {"avg_ms": 1.427, "count": 241, "max_ms": 3.535, "p95_ms": 2.374}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.339, "count": 241, "max_ms": 54.678, "p95_ms": 42.662}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 241, "max_ms": 0.295, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2361.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.956, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.407, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89148, "write_bytes_delta": 89148, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.493355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82360, "reason": null, "system_cpu_core_ratio": 0.038489, "system_cpu_s_delta": 0.7699999999999978, "user_cpu_core_ratio": 0.454866, "user_cpu_s_delta": 9.099999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.539548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44187, "system_cpu_s_delta": 8.839999999996508, "user_cpu_core_ratio": 1.097678, "user_cpu_s_delta": 21.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.583, "count": 266, "max_ms": 8.709, "p95_ms": 5.55, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.673, "max": 8.0, "p95": 7.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.316, "max": 1.0, "p95": 1.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.754, "count": 30, "max": 88.305, "p95": 71.766, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.676, "count": 30, "max": 32.883, "p95": 31.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1026.033, "count": 30, "max": 1095.0, "p95": 1086.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 718.0, "p95": 567.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.488, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77071.6, "count": 30, "max": 89148.0, "p95": 86289.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74775.6, "count": 30, "max": 89148.0, "p95": 86289.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 40.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.468, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.127, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25609, "sampled_at": "2026-11-03T14:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5428630, "flush_count": 5740, "flush_interval_seconds": 30.0, "flush_state": {"count": 5740, "last_at": "2026-11-03T14:26:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:26:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5739}, "started": true, "suppressed_count": 3292984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3292578}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5740, "written_record_count": 5740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10312.98, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9119186841600, "copied_frame_count": 3298317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9119186841600, "frame_buffer_copies": 3298317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.138, "count": 512, "max_ms": 3.0294, "p50_ms": 0.1219, "p95_ms": 0.2306, "p99_ms": 0.3745}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6463, "count": 512, "max_ms": 7.7133, "p50_ms": 1.5603, "p95_ms": 2.5966, "p99_ms": 3.2934, "results": {"failed": 0, "not_applicable": 0, "success": 3298317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 314, "h264_decode_error_count": 971, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:26:59+09:00", "last_error_summary": "[h264 @ 0x583347d25500] error while decoding MB 47 67, bytestream -10", "last_exit_at": "2026-11-03T14:27:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 441.041, "last_started_at": "2026-11-03T14:19:41+09:00", "pid": 82360, "process": {"exists": false, "pid": 82360}, "restart_count": 333, "restart_count_per_hour": 6, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 334}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.698, "sample_count": 2645, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 2.801, "last_frame_pushed_at": "2026-11-03T14:26:59+09:00", "last_frame_read_age_sec": 2.923, "last_frame_read_at": "2026-11-03T14:26:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 177, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 225.015, "last_sample_duration_ms": 1348.049, "last_trigger": "periodic", "next_snapshot_in_sec": 374.985, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 577, "storage_bytes": 3411174}, "mjpeg": {"age_sec": 2.799, "exists": true, "mtime": "2026-11-03T14:26:59.480238+09:00", "mtime_epoch": 1793683619.480238, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86926}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:27:02+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2361.906, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3298317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.37, "max": 8.0, "p95": 6.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 93}, "total": {"avg": 0.391, "max": 1.0, "p95": 1.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 0.815, "max": 1.0, "p95": 1.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.004, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 0.815, "max": 1.0, "p95": 1.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.957, "pushed": 7.957, "read": 7.924}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.01, "count": 238, "max_ms": 0.04, "p95_ms": 0.018, "reason": null, "sample_age_ms": 2889.199, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.921, "count": 237, "max_ms": 8.016, "p95_ms": 2.958, "reason": null, "sample_age_ms": 2930.434, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.403, "count": 237, "max_ms": 5.78, "p95_ms": 2.292, "reason": null, "sample_age_ms": 2930.739, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.377, "count": 238, "max_ms": 2.746, "p95_ms": 0.712, "reason": null, "sample_age_ms": 2889.211, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.341, "count": 237, "max_ms": 7.665, "p95_ms": 3.832, "reason": null, "sample_age_ms": 2928.515, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 2928.494, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 2889.456, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.948, "count": 238, "max_ms": 83.046, "p95_ms": 68.494, "reason": null, "sample_age_ms": 2889.194, "source": "client_direct"}, "sample_age_ms": 2889.189, "source": "client_direct", "task_total_ms": {"avg_ms": 51.879, "count": 238, "max_ms": 85.322, "p95_ms": 71.49, "reason": null, "sample_age_ms": 2889.189, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.867, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.548, "count": 238, "max_ms": 10.283, "p95_ms": 6.732}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.381, "count": 238, "max_ms": 0.94, "p95_ms": 0.701}, "detection_prepare_ms": {"avg_ms": 0.767, "count": 238, "max_ms": 3.652, "p95_ms": 2.541}, "event_filter_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.017, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.132, "count": 238, "max_ms": 0.59, "p95_ms": 0.303}, "mcmt_ms": {"avg_ms": 0.003, "count": 238, "max_ms": 0.021, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.44, "count": 238, "max_ms": 4.581, "p95_ms": 1.16}, "setup_ms": {"avg_ms": 0.056, "count": 238, "max_ms": 0.27, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 2.492, "count": 238, "max_ms": 10.174, "p95_ms": 6.633}, "track_match_ms": {"avg_ms": 0.053, "count": 238, "max_ms": 0.397, "p95_ms": 0.192}, "tracker_update_ms": {"avg_ms": 0.654, "count": 238, "max_ms": 3.549, "p95_ms": 2.35}}, "gstreamer_push": {"avg_ms": 3.495, "count": 238, "max_ms": 7.768, "p95_ms": 5.432}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 238, "max_ms": 0.762, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.3, "count": 238, "max_ms": 87.792, "p95_ms": 73.026}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.1, "count": 238, "max_ms": 15.046, "p95_ms": 8.412}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.344, "count": 238, "max_ms": 128.637, "p95_ms": 113.902}, "inference_input_copy_ms": {"avg_ms": 1.771, "count": 238, "max_ms": 3.964, "p95_ms": 2.827}, "processing_residual_ms": {"avg_ms": 0.221, "count": 238, "max_ms": 0.5, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 97.435, "count": 238, "max_ms": 143.685, "p95_ms": 122.959}, "read_interval": {"avg_ms": 114.253, "count": 237, "max_ms": 190.626, "p95_ms": 161.582}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.376, "count": 238, "max_ms": 4.46, "p95_ms": 1.057}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 238, "max_ms": 0.068, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.358, "count": 238, "max_ms": 4.436, "p95_ms": 1.033}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.037, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 53.316, "count": 238, "max_ms": 87.801, "p95_ms": 73.04}, "visualize": {"avg_ms": 35.069, "count": 238, "max_ms": 56.449, "p95_ms": 44.746}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.598, "count": 238, "max_ms": 51.99, "p95_ms": 40.561}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.407, "count": 238, "max_ms": 54.798, "p95_ms": 42.914}, "visualize_input_copy_ms": {"avg_ms": 1.428, "count": 238, "max_ms": 3.535, "p95_ms": 2.391}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.256, "count": 238, "max_ms": 54.678, "p95_ms": 42.662}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 238, "max_ms": 0.295, "p95_ms": 0.154}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2361.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.956, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.407, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89148, "write_bytes_delta": 89148, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.493355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82360, "reason": null, "system_cpu_core_ratio": 0.038489, "system_cpu_s_delta": 0.7699999999999978, "user_cpu_core_ratio": 0.454866, "user_cpu_s_delta": 9.099999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.539548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44187, "system_cpu_s_delta": 8.839999999996508, "user_cpu_core_ratio": 1.097678, "user_cpu_s_delta": 21.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.583, "count": 266, "max_ms": 8.709, "p95_ms": 5.55, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.673, "max": 8.0, "p95": 7.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.316, "max": 1.0, "p95": 1.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.754, "count": 30, "max": 88.305, "p95": 71.766, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.676, "count": 30, "max": 32.883, "p95": 31.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1026.033, "count": 30, "max": 1095.0, "p95": 1086.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 718.0, "p95": 567.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.488, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77071.6, "count": 30, "max": 89148.0, "p95": 86289.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74775.6, "count": 30, "max": 89148.0, "p95": 86289.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 40.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.468, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.127, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25609, "sampled_at": "2026-11-03T14:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.909, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5428630, "flush_count": 5740, "flush_interval_seconds": 30.0, "flush_state": {"count": 5740, "last_at": "2026-11-03T14:26:43", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:26:43", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5739}, "started": true, "suppressed_count": 3292984, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3292578}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5740, "written_record_count": 5740}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10501.855, "limit_mb": null}, "detail": {"pid": 82476, "restart_count": 334, "start_count": 335}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9119186841600, "copied_frame_count": 3298317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9119186841600, "frame_buffer_copies": 3298317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.138, "count": 512, "max_ms": 3.0294, "p50_ms": 0.1219, "p95_ms": 0.2306, "p99_ms": 0.3745}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6463, "count": 512, "max_ms": 7.7133, "p50_ms": 1.5603, "p95_ms": 2.5966, "p99_ms": 3.2934, "results": {"failed": 0, "not_applicable": 0, "success": 3298317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 314, "h264_decode_error_count": 971, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:26:59+09:00", "last_error_summary": "[h264 @ 0x583347d25500] error while decoding MB 47 67, bytestream -10", "last_exit_at": "2026-11-03T14:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:27:05+09:00", "pid": 82476, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.219, "name": "ffmpeg", "pid": 82476, "rss_mb": 205.219, "state": "S (sleeping)", "threads": 70}, "restart_count": 334, "restart_count_per_hour": 7, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 335}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.561, "sample_count": 2599, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:26:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 7.818, "last_frame_pushed_at": "2026-11-03T14:26:59+09:00", "last_frame_read_age_sec": 7.94, "last_frame_read_at": "2026-11-03T14:26:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 177, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 230.027, "last_sample_duration_ms": 1348.049, "last_trigger": "periodic", "next_snapshot_in_sec": 369.973, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 577, "storage_bytes": 3411174}, "mjpeg": {"age_sec": 7.816, "exists": true, "mtime": "2026-11-03T14:26:59.480238+09:00", "mtime_epoch": 1793683619.480238, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86926}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:27:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2361.91, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3298317, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.197, "max": 8.0, "p95": 6.0, "sample_count": 193}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 76}, "total": {"avg": 0.394, "max": 1.0, "p95": 1.0, "sample_count": 193}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 193, "pushed_frames": 193, "read_frames": 192, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.454, "pushed": 6.454, "read": 6.42}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 192, "client_acquire_ms": {"avg_ms": 0.01, "count": 193, "max_ms": 0.04, "p95_ms": 0.019, "reason": null, "sample_age_ms": 7903.008, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.922, "count": 192, "max_ms": 7.668, "p95_ms": 2.98, "reason": null, "sample_age_ms": 7944.242, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.397, "count": 192, "max_ms": 5.78, "p95_ms": 2.299, "reason": null, "sample_age_ms": 7944.547, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.375, "count": 193, "max_ms": 2.746, "p95_ms": 0.713, "reason": null, "sample_age_ms": 7903.02, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.342, "count": 192, "max_ms": 7.665, "p95_ms": 3.846, "reason": null, "sample_age_ms": 7942.323, "source": "client_direct"}, "request_count": 192, "request_tensor_bytes": {"avg": 2764808.0, "count": 192, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 7942.302, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 193, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 7903.264, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.18, "count": 193, "max_ms": 83.046, "p95_ms": 68.72, "reason": null, "sample_age_ms": 7903.002, "source": "client_direct"}, "sample_age_ms": 7902.997, "source": "client_direct", "task_total_ms": {"avg_ms": 52.108, "count": 193, "max_ms": 85.322, "p95_ms": 71.721, "reason": null, "sample_age_ms": 7902.997, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.606, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.598, "count": 193, "max_ms": 10.283, "p95_ms": 6.743}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.386, "count": 193, "max_ms": 0.94, "p95_ms": 0.714}, "detection_prepare_ms": {"avg_ms": 0.773, "count": 193, "max_ms": 3.652, "p95_ms": 2.541}, "event_filter_ms": {"avg_ms": 0.004, "count": 193, "max_ms": 0.017, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.119, "count": 193, "max_ms": 0.38, "p95_ms": 0.226}, "mcmt_ms": {"avg_ms": 0.003, "count": 193, "max_ms": 0.019, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.446, "count": 193, "max_ms": 4.581, "p95_ms": 1.185}, "setup_ms": {"avg_ms": 0.056, "count": 193, "max_ms": 0.27, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 2.543, "count": 193, "max_ms": 10.174, "p95_ms": 6.656}, "track_match_ms": {"avg_ms": 0.057, "count": 193, "max_ms": 0.397, "p95_ms": 0.193}, "tracker_update_ms": {"avg_ms": 0.696, "count": 193, "max_ms": 3.549, "p95_ms": 2.466}}, "gstreamer_push": {"avg_ms": 3.516, "count": 193, "max_ms": 7.768, "p95_ms": 5.296}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 193, "max_ms": 0.762, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.55, "count": 193, "max_ms": 87.792, "p95_ms": 73.76}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.156, "count": 193, "max_ms": 15.046, "p95_ms": 8.412}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 92.928, "count": 193, "max_ms": 128.637, "p95_ms": 114.941}, "inference_input_copy_ms": {"avg_ms": 1.798, "count": 193, "max_ms": 3.964, "p95_ms": 2.856}, "processing_residual_ms": {"avg_ms": 0.221, "count": 193, "max_ms": 0.5, "p95_ms": 0.393}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.103, "count": 193, "max_ms": 143.685, "p95_ms": 122.959}, "read_interval": {"avg_ms": 114.948, "count": 192, "max_ms": 190.626, "p95_ms": 161.582}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 193, "max_ms": 0.061, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.384, "count": 193, "max_ms": 4.46, "p95_ms": 1.073}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 193, "max_ms": 0.053, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.367, "count": 193, "max_ms": 4.436, "p95_ms": 1.05}, "worker_merge_ms": {"avg_ms": 0.007, "count": 193, "max_ms": 0.037, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 53.566, "count": 193, "max_ms": 87.801, "p95_ms": 73.778}, "visualize": {"avg_ms": 35.321, "count": 193, "max_ms": 56.449, "p95_ms": 45.93}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.875, "count": 193, "max_ms": 51.99, "p95_ms": 40.742}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.687, "count": 193, "max_ms": 54.798, "p95_ms": 43.9}, "visualize_input_copy_ms": {"avg_ms": 1.404, "count": 193, "max_ms": 3.535, "p95_ms": 2.327}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 193, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.538, "count": 193, "max_ms": 54.678, "p95_ms": 43.708}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 193, "max_ms": 0.289, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 193}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 193}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2361.859, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.956, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 119.407, "sample_count": 2665, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3298222, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:26:48+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89148, "write_bytes_delta": 89148, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1044.0, "cpu_core_ratio": 0.493355, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82360, "reason": null, "system_cpu_core_ratio": 0.038489, "system_cpu_s_delta": 0.7699999999999978, "user_cpu_core_ratio": 0.454866, "user_cpu_s_delta": 9.099999999999994}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.539548, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.44187, "system_cpu_s_delta": 8.839999999996508, "user_cpu_core_ratio": 1.097678, "user_cpu_s_delta": 21.959999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.583, "count": 266, "max_ms": 8.709, "p95_ms": 5.55, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.673, "max": 8.0, "p95": 7.0, "sample_count": 266}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 84}, "total": {"avg": 0.316, "max": 1.0, "p95": 1.0, "sample_count": 266}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.754, "count": 30, "max": 88.305, "p95": 71.766, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.676, "count": 30, "max": 32.883, "p95": 31.499, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1026.033, "count": 30, "max": 1095.0, "p95": 1086.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 92.667, "count": 30, "max": 718.0, "p95": 567.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.037, "count": 30, "max": 0.04, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.43, "count": 30, "max": 0.488, "p95": 0.468, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 77071.6, "count": 30, "max": 89148.0, "p95": 86289.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74775.6, "count": 30, "max": 89148.0, "p95": 86289.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 40.0, "p95": 27.85, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.426, "count": 30, "max": 0.468, "p95": 0.456, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.057, "count": 30, "max": 1.127, "p95": 1.1, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25609, "sampled_at": "2026-11-03T14:26:48+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:26:48+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.906, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5441231, "flush_count": 5753, "flush_interval_seconds": 30.0, "flush_state": {"count": 5753, "last_at": "2026-11-03T14:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5752}, "started": true, "suppressed_count": 3299604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3299198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5753, "written_record_count": 5753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10365.836, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62b76b434140] cabac decode of qscale diff failed at 95 65 [h264 @ 0x62b76b434140] error while decoding MB 95 65, bytestream 5331 [h264 @ 0x62b76b38e3c0] left block unavailable for requested intra mode [h264 @ 0x62b76b38e3c0] error while decoding MB 0 27, bytestream 2155 [h264 @ 0x62b76b5258c0] error while decoding MB 61 58, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9137522995200, "copied_frame_count": 3304949, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9137522995200, "frame_buffer_copies": 3304949, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1228, "count": 512, "max_ms": 0.3691, "p50_ms": 0.1113, "p95_ms": 0.2233, "p99_ms": 0.3238}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5477, "count": 512, "max_ms": 3.8676, "p50_ms": 1.4883, "p95_ms": 2.425, "p99_ms": 3.1418, "results": {"failed": 0, "not_applicable": 0, "success": 3304949, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 315, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:40:06+09:00", "last_error_summary": "[h264 @ 0x62b76b434140] cabac decode of qscale diff failed at 95 65 [h264 @ 0x62b76b434140] error while decoding MB 95 65, bytestream 5331 [h264 @ 0x62b76b38e3c0] left block unavailable for requested intra mode [h264 @ 0x62b76b38e3c0] error while decoding MB 0 27, bytestream 2155 [h264 @ 0x62b76b5258c0] error while decoding MB 61 58, bytestream -8", "last_exit_at": "2026-11-03T14:27:05+09:00", "last_returncode": 0, "last_stable_duration_sec": 781.547, "last_started_at": "2026-11-03T14:27:05+09:00", "pid": 82476, "process": {"exists": false, "pid": 82476}, "restart_count": 334, "restart_count_per_hour": 4, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 335}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.305, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304949, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.109, "last_frame_pushed_at": "2026-11-03T14:40:06+09:00", "last_frame_read_age_sec": 0.103, "last_frame_read_at": "2026-11-03T14:40:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.726, "last_sample_duration_ms": 1364.096, "last_trigger": "periodic", "next_snapshot_in_sec": 193.274, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 578, "storage_bytes": 3420739}, "mjpeg": {"age_sec": 0.101, "exists": true, "mtime": "2026-11-03T14:40:06.740669+09:00", "mtime_epoch": 1793684406.7406693, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81091}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:40:06+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2365.07, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3304950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.988, "max": 10.0, "p95": 9.0, "sample_count": 251}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.061, "max": 2.0, "p95": 2.0, "sample_count": 246}, "total": {"avg": 1.04, "max": 2.0, "p95": 2.0, "sample_count": 251}}, "tracking_counts": {"active": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 251}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 251}, "tracked": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 251}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 251, "pushed_frames": 251, "read_frames": 251, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.375, "pushed": 8.375, "read": 8.375}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 251, "client_acquire_ms": {"avg_ms": 0.009, "count": 251, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 53.35, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.062, "count": 251, "max_ms": 9.16, "p95_ms": 3.557, "reason": null, "sample_age_ms": 109.564, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.448, "count": 251, "max_ms": 8.563, "p95_ms": 2.591, "reason": null, "sample_age_ms": 109.788, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.397, "count": 251, "max_ms": 1.442, "p95_ms": 0.735, "reason": null, "sample_age_ms": 53.369, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.337, "count": 251, "max_ms": 6.717, "p95_ms": 3.705, "reason": null, "sample_age_ms": 108.138, "source": "client_direct"}, "request_count": 251, "request_tensor_bytes": {"avg": 2764808.0, "count": 251, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 108.105, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 251, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 54.05, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.922, "count": 251, "max_ms": 91.469, "p95_ms": 71.22, "reason": null, "sample_age_ms": 53.343, "source": "client_direct"}, "sample_age_ms": 53.337, "source": "client_direct", "task_total_ms": {"avg_ms": 52.866, "count": 251, "max_ms": 96.441, "p95_ms": 74.939, "reason": null, "sample_age_ms": 53.337, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.906, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.706, "count": 251, "max_ms": 12.24, "p95_ms": 8.994}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.394, "count": 251, "max_ms": 1.248, "p95_ms": 0.776}, "detection_prepare_ms": {"avg_ms": 1.446, "count": 251, "max_ms": 4.45, "p95_ms": 2.398}, "event_filter_ms": {"avg_ms": 0.006, "count": 251, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.158, "count": 251, "max_ms": 0.698, "p95_ms": 0.31}, "mcmt_ms": {"avg_ms": 0.003, "count": 251, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.199, "count": 251, "max_ms": 5.378, "p95_ms": 3.333}, "setup_ms": {"avg_ms": 0.05, "count": 251, "max_ms": 0.139, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 5.636, "count": 251, "max_ms": 12.121, "p95_ms": 8.828}, "track_match_ms": {"avg_ms": 0.122, "count": 251, "max_ms": 0.437, "p95_ms": 0.241}, "tracker_update_ms": {"avg_ms": 1.256, "count": 251, "max_ms": 3.897, "p95_ms": 2.23}}, "gstreamer_push": {"avg_ms": 3.353, "count": 251, "max_ms": 7.586, "p95_ms": 5.36}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 251, "max_ms": 1.024, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.415, "count": 251, "max_ms": 99.03, "p95_ms": 76.907}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.11, "count": 251, "max_ms": 13.316, "p95_ms": 8.633}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.779, "count": 251, "max_ms": 155.3, "p95_ms": 120.437}, "inference_input_copy_ms": {"avg_ms": 1.822, "count": 251, "max_ms": 5.612, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.291, "count": 251, "max_ms": 1.007, "p95_ms": 0.515}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.002, "count": 251, "max_ms": 160.418, "p95_ms": 128.464}, "read_interval": {"avg_ms": 119.413, "count": 251, "max_ms": 244.625, "p95_ms": 171.994}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 251, "max_ms": 0.064, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.118, "count": 251, "max_ms": 5.178, "p95_ms": 3.214}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 251, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.098, "count": 251, "max_ms": 5.135, "p95_ms": 3.182}, "worker_merge_ms": {"avg_ms": 0.007, "count": 251, "max_ms": 0.031, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.431, "count": 251, "max_ms": 99.046, "p95_ms": 76.927}, "visualize": {"avg_ms": 36.268, "count": 251, "max_ms": 56.222, "p95_ms": 46.24}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.452, "count": 251, "max_ms": 49.216, "p95_ms": 40.354}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.683, "count": 251, "max_ms": 53.962, "p95_ms": 44.479}, "visualize_input_copy_ms": {"avg_ms": 1.353, "count": 251, "max_ms": 3.19, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 251, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.533, "count": 251, "max_ms": 53.711, "p95_ms": 44.346}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 251, "max_ms": 0.227, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 251}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 251}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2364.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.446, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.683, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78455, "write_bytes_delta": 78455, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 909.0, "cpu_core_ratio": 0.471397, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 82476, "reason": null, "system_cpu_core_ratio": 0.07041, "system_cpu_s_delta": 1.4100000000000001, "user_cpu_core_ratio": 0.400987, "user_cpu_s_delta": 8.029999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438439, "system_cpu_s_delta": 8.779999999998836, "user_cpu_core_ratio": 1.072128, "user_cpu_s_delta": 21.46999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.458, "count": 262, "max_ms": 6.8, "p95_ms": 5.394, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.332, "count": 30, "max": 63.305, "p95": 48.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.629, "count": 30, "max": 29.702, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 970.633, "count": 30, "max": 1152.0, "p95": 1089.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 402.533, "count": 30, "max": 5465.0, "p95": 2558.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.142, "p95": 0.09, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83747.8, "count": 30, "max": 92366.0, "p95": 91250.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 62696.6, "count": 30, "max": 92366.0, "p95": 90845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.867, "count": 30, "max": 38.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.508, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.202, "p95": 1.197, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25647, "sampled_at": "2026-11-03T14:39:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:39:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.971, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5441231, "flush_count": 5753, "flush_interval_seconds": 30.0, "flush_state": {"count": 5753, "last_at": "2026-11-03T14:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5752}, "started": true, "suppressed_count": 3299604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3299198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5753, "written_record_count": 5753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10365.809, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:40:06+09:00", "last_error_summary": "[h264 @ 0x62b76b434140] cabac decode of qscale diff failed at 95 65 [h264 @ 0x62b76b434140] error while decoding MB 95 65, bytestream 5331 [h264 @ 0x62b76b38e3c0] left block unavailable for requested intra mode [h264 @ 0x62b76b38e3c0] error while decoding MB 0 27, bytestream 2155 [h264 @ 0x62b76b5258c0] error while decoding MB 61 58, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9137525760000, "copied_frame_count": 3304950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9137525760000, "frame_buffer_copies": 3304950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 0.3691, "p50_ms": 0.1111, "p95_ms": 0.2233, "p99_ms": 0.3238}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5481, "count": 512, "max_ms": 3.8676, "p50_ms": 1.4883, "p95_ms": 2.425, "p99_ms": 3.1418, "results": {"failed": 0, "not_applicable": 0, "success": 3304950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 315, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:40:06+09:00", "last_error_summary": "[h264 @ 0x62b76b434140] cabac decode of qscale diff failed at 95 65 [h264 @ 0x62b76b434140] error while decoding MB 95 65, bytestream 5331 [h264 @ 0x62b76b38e3c0] left block unavailable for requested intra mode [h264 @ 0x62b76b38e3c0] error while decoding MB 0 27, bytestream 2155 [h264 @ 0x62b76b5258c0] error while decoding MB 61 58, bytestream -8", "last_exit_at": "2026-11-03T14:40:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 781.699, "last_started_at": "2026-11-03T14:27:05+09:00", "pid": 82476, "process": {"exists": false, "pid": 82476}, "restart_count": 334, "restart_count_per_hour": 4, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 335}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.361, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.117, "last_frame_pushed_at": "2026-11-03T14:40:06+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-11-03T14:40:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.869, "last_sample_duration_ms": 1364.096, "last_trigger": "periodic", "next_snapshot_in_sec": 193.131, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 578, "storage_bytes": 3420739}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-11-03T14:40:06.886670+09:00", "mtime_epoch": 1793684406.8866699, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:40:07+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2365.07, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3304950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.996, "max": 10.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.061, "max": 2.0, "p95": 2.0, "sample_count": 245}, "total": {"avg": 1.04, "max": 2.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 251, "read_frames": 250, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.334, "pushed": 8.368, "read": 8.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 250, "client_acquire_ms": {"avg_ms": 0.009, "count": 250, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 208.659, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.063, "count": 250, "max_ms": 9.16, "p95_ms": 3.562, "reason": null, "sample_age_ms": 264.873, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 250, "max_ms": 8.563, "p95_ms": 2.596, "reason": null, "sample_age_ms": 265.097, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.397, "count": 250, "max_ms": 1.442, "p95_ms": 0.735, "reason": null, "sample_age_ms": 208.678, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.332, "count": 250, "max_ms": 6.717, "p95_ms": 3.708, "reason": null, "sample_age_ms": 263.447, "source": "client_direct"}, "request_count": 250, "request_tensor_bytes": {"avg": 2764808.0, "count": 250, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 263.414, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 250, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 209.359, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.92, "count": 250, "max_ms": 91.469, "p95_ms": 71.221, "reason": null, "sample_age_ms": 208.652, "source": "client_direct"}, "sample_age_ms": 208.646, "source": "client_direct", "task_total_ms": {"avg_ms": 52.86, "count": 250, "max_ms": 96.441, "p95_ms": 74.981, "reason": null, "sample_age_ms": 208.646, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.963, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.715, "count": 250, "max_ms": 12.24, "p95_ms": 9.064}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.398, "count": 250, "max_ms": 1.248, "p95_ms": 0.799}, "detection_prepare_ms": {"avg_ms": 1.449, "count": 250, "max_ms": 4.45, "p95_ms": 2.398}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.16, "count": 250, "max_ms": 0.698, "p95_ms": 0.337}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.194, "count": 250, "max_ms": 5.378, "p95_ms": 3.333}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.139, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.644, "count": 250, "max_ms": 12.121, "p95_ms": 8.939}, "track_match_ms": {"avg_ms": 0.123, "count": 250, "max_ms": 0.464, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 1.259, "count": 250, "max_ms": 3.897, "p95_ms": 2.327}}, "gstreamer_push": {"avg_ms": 3.348, "count": 251, "max_ms": 7.586, "p95_ms": 5.36}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 250, "max_ms": 1.024, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.397, "count": 250, "max_ms": 99.03, "p95_ms": 76.907}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.115, "count": 250, "max_ms": 13.316, "p95_ms": 8.633}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.878, "count": 250, "max_ms": 155.3, "p95_ms": 120.652}, "inference_input_copy_ms": {"avg_ms": 1.82, "count": 250, "max_ms": 5.612, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.289, "count": 250, "max_ms": 1.007, "p95_ms": 0.51}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.101, "count": 250, "max_ms": 160.418, "p95_ms": 128.715}, "read_interval": {"avg_ms": 119.413, "count": 250, "max_ms": 244.625, "p95_ms": 171.994}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.064, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.112, "count": 250, "max_ms": 5.178, "p95_ms": 3.214}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 250, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.093, "count": 250, "max_ms": 5.135, "p95_ms": 3.182}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.04, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.414, "count": 250, "max_ms": 99.046, "p95_ms": 76.927}, "visualize": {"avg_ms": 36.374, "count": 250, "max_ms": 59.815, "p95_ms": 46.505}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.477, "count": 250, "max_ms": 49.216, "p95_ms": 40.354}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.785, "count": 250, "max_ms": 57.717, "p95_ms": 44.542}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 250, "max_ms": 3.19, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.634, "count": 250, "max_ms": 57.548, "p95_ms": 44.382}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 250, "max_ms": 0.227, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2364.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.446, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.683, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78455, "write_bytes_delta": 78455, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 909.0, "cpu_core_ratio": 0.471397, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 82476, "reason": null, "system_cpu_core_ratio": 0.07041, "system_cpu_s_delta": 1.4100000000000001, "user_cpu_core_ratio": 0.400987, "user_cpu_s_delta": 8.029999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438439, "system_cpu_s_delta": 8.779999999998836, "user_cpu_core_ratio": 1.072128, "user_cpu_s_delta": 21.46999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.458, "count": 262, "max_ms": 6.8, "p95_ms": 5.394, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.332, "count": 30, "max": 63.305, "p95": 48.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.629, "count": 30, "max": 29.702, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 970.633, "count": 30, "max": 1152.0, "p95": 1089.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 402.533, "count": 30, "max": 5465.0, "p95": 2558.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.142, "p95": 0.09, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83747.8, "count": 30, "max": 92366.0, "p95": 91250.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 62696.6, "count": 30, "max": 92366.0, "p95": 90845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.867, "count": 30, "max": 38.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.508, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.202, "p95": 1.197, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25647, "sampled_at": "2026-11-03T14:39:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:39:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5441231, "flush_count": 5753, "flush_interval_seconds": 30.0, "flush_state": {"count": 5753, "last_at": "2026-11-03T14:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5752}, "started": true, "suppressed_count": 3299604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3299198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5753, "written_record_count": 5753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10366.332, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9137525760000, "copied_frame_count": 3304950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9137525760000, "frame_buffer_copies": 3304950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 0.3691, "p50_ms": 0.1111, "p95_ms": 0.2233, "p99_ms": 0.3238}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5481, "count": 512, "max_ms": 3.8676, "p50_ms": 1.4883, "p95_ms": 2.425, "p99_ms": 3.1418, "results": {"failed": 0, "not_applicable": 0, "success": 3304950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 315, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:40:06+09:00", "last_error_summary": "[h264 @ 0x62b76b434140] cabac decode of qscale diff failed at 95 65 [h264 @ 0x62b76b434140] error while decoding MB 95 65, bytestream 5331 [h264 @ 0x62b76b38e3c0] left block unavailable for requested intra mode [h264 @ 0x62b76b38e3c0] error while decoding MB 0 27, bytestream 2155 [h264 @ 0x62b76b5258c0] error while decoding MB 61 58, bytestream -8", "last_exit_at": "2026-11-03T14:40:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 781.785, "last_started_at": "2026-11-03T14:27:05+09:00", "pid": 82476, "process": {"exists": false, "pid": 82476}, "restart_count": 334, "restart_count_per_hour": 4, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 335}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.361, "sample_count": 2539, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.203, "last_frame_pushed_at": "2026-11-03T14:40:06+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-11-03T14:40:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 406.96, "last_sample_duration_ms": 1364.096, "last_trigger": "periodic", "next_snapshot_in_sec": 193.04, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 578, "storage_bytes": 3420739}, "mjpeg": {"age_sec": 0.193, "exists": true, "mtime": "2026-11-03T14:40:06.886670+09:00", "mtime_epoch": 1793684406.8866699, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:40:07+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2365.07, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3304950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.996, "max": 10.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.061, "max": 2.0, "p95": 2.0, "sample_count": 245}, "total": {"avg": 1.04, "max": 2.0, "p95": 2.0, "sample_count": 250}}, "tracking_counts": {"active": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 250}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 250}, "tracked": {"avg": 1.036, "max": 2.0, "p95": 1.0, "sample_count": 250}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 250, "pushed_frames": 250, "read_frames": 249, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.342, "pushed": 8.342, "read": 8.309}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 249, "client_acquire_ms": {"avg_ms": 0.009, "count": 249, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 297.264, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.065, "count": 249, "max_ms": 9.16, "p95_ms": 3.566, "reason": null, "sample_age_ms": 353.477, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.45, "count": 249, "max_ms": 8.563, "p95_ms": 2.6, "reason": null, "sample_age_ms": 353.702, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.397, "count": 249, "max_ms": 1.442, "p95_ms": 0.736, "reason": null, "sample_age_ms": 297.282, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.334, "count": 249, "max_ms": 6.717, "p95_ms": 3.711, "reason": null, "sample_age_ms": 352.052, "source": "client_direct"}, "request_count": 249, "request_tensor_bytes": {"avg": 2764808.0, "count": 249, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 352.019, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 249, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 297.964, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.915, "count": 249, "max_ms": 91.469, "p95_ms": 71.221, "reason": null, "sample_age_ms": 297.257, "source": "client_direct"}, "sample_age_ms": 297.251, "source": "client_direct", "task_total_ms": {"avg_ms": 52.857, "count": 249, "max_ms": 96.441, "p95_ms": 75.024, "reason": null, "sample_age_ms": 297.251, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.715, "count": 250, "max_ms": 12.24, "p95_ms": 9.064}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.398, "count": 250, "max_ms": 1.248, "p95_ms": 0.799}, "detection_prepare_ms": {"avg_ms": 1.449, "count": 250, "max_ms": 4.45, "p95_ms": 2.398}, "event_filter_ms": {"avg_ms": 0.006, "count": 250, "max_ms": 0.024, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.16, "count": 250, "max_ms": 0.698, "p95_ms": 0.337}, "mcmt_ms": {"avg_ms": 0.003, "count": 250, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.194, "count": 250, "max_ms": 5.378, "p95_ms": 3.333}, "setup_ms": {"avg_ms": 0.05, "count": 250, "max_ms": 0.139, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.644, "count": 250, "max_ms": 12.121, "p95_ms": 8.939}, "track_match_ms": {"avg_ms": 0.123, "count": 250, "max_ms": 0.464, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 1.259, "count": 250, "max_ms": 3.897, "p95_ms": 2.327}}, "gstreamer_push": {"avg_ms": 3.348, "count": 250, "max_ms": 7.586, "p95_ms": 5.36}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 250, "max_ms": 1.024, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.397, "count": 250, "max_ms": 99.03, "p95_ms": 76.907}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.115, "count": 250, "max_ms": 13.316, "p95_ms": 8.633}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.878, "count": 250, "max_ms": 155.3, "p95_ms": 120.652}, "inference_input_copy_ms": {"avg_ms": 1.82, "count": 250, "max_ms": 5.612, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.289, "count": 250, "max_ms": 1.007, "p95_ms": 0.51}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.101, "count": 250, "max_ms": 160.418, "p95_ms": 128.715}, "read_interval": {"avg_ms": 119.411, "count": 249, "max_ms": 244.625, "p95_ms": 171.994}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 250, "max_ms": 0.064, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.112, "count": 250, "max_ms": 5.178, "p95_ms": 3.214}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 250, "max_ms": 0.054, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.093, "count": 250, "max_ms": 5.135, "p95_ms": 3.182}, "worker_merge_ms": {"avg_ms": 0.008, "count": 250, "max_ms": 0.04, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.414, "count": 250, "max_ms": 99.046, "p95_ms": 76.927}, "visualize": {"avg_ms": 36.374, "count": 250, "max_ms": 59.815, "p95_ms": 46.505}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.477, "count": 250, "max_ms": 49.216, "p95_ms": 40.354}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.785, "count": 250, "max_ms": 57.717, "p95_ms": 44.542}, "visualize_input_copy_ms": {"avg_ms": 1.356, "count": 250, "max_ms": 3.19, "p95_ms": 2.324}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 250, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.634, "count": 250, "max_ms": 57.548, "p95_ms": 44.382}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 250, "max_ms": 0.227, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 250}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 250}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2364.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.446, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.683, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78455, "write_bytes_delta": 78455, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 909.0, "cpu_core_ratio": 0.471397, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 82476, "reason": null, "system_cpu_core_ratio": 0.07041, "system_cpu_s_delta": 1.4100000000000001, "user_cpu_core_ratio": 0.400987, "user_cpu_s_delta": 8.029999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438439, "system_cpu_s_delta": 8.779999999998836, "user_cpu_core_ratio": 1.072128, "user_cpu_s_delta": 21.46999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.458, "count": 262, "max_ms": 6.8, "p95_ms": 5.394, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.332, "count": 30, "max": 63.305, "p95": 48.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.629, "count": 30, "max": 29.702, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 970.633, "count": 30, "max": 1152.0, "p95": 1089.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 402.533, "count": 30, "max": 5465.0, "p95": 2558.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.142, "p95": 0.09, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83747.8, "count": 30, "max": 92366.0, "p95": 91250.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 62696.6, "count": 30, "max": 92366.0, "p95": 90845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.867, "count": 30, "max": 38.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.508, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.202, "p95": 1.197, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25647, "sampled_at": "2026-11-03T14:39:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:39:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5441231, "flush_count": 5753, "flush_interval_seconds": 30.0, "flush_state": {"count": 5753, "last_at": "2026-11-03T14:39:44", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:39:44", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5752}, "started": true, "suppressed_count": 3299604, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 406, "tracking_summary": 3299198}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5753, "written_record_count": 5753}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10388.52, "limit_mb": null}, "detail": {"pid": 82592, "restart_count": 335, "start_count": 336}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9137525760000, "copied_frame_count": 3304950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T12:54:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 6377759, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T12:54:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 9.198}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 406, "events_emitted": 375, "events_failed": 0, "events_observed": 406, "events_suppressed": 31, "frame_buffer_copied_bytes": 9137525760000, "frame_buffer_copies": 3304950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18750, "recorder_active_input_bytes": 51840000000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 375, "recorder_clips_failed": 0, "recorder_clips_started": 375, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 375, "worker_jobs_accepted": 375, "worker_jobs_completed": 375, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 0.3691, "p50_ms": 0.1111, "p95_ms": 0.2233, "p99_ms": 0.3238}, "stages": {"db_insert": {"avg_ms": 16.5875, "count": 375, "max_ms": 71.5868, "p50_ms": 14.1905, "p95_ms": 36.0618, "p99_ms": 46.7894, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6907, "count": 375, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6844, "p99_ms": 3.2068, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 925.5967, "count": 406, "max_ms": 4422.916, "p50_ms": 924.8737, "p95_ms": 1340.7132, "p99_ms": 1680.0954, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5481, "count": 512, "max_ms": 3.8676, "p50_ms": 1.4883, "p95_ms": 2.425, "p99_ms": 3.1418, "results": {"failed": 0, "not_applicable": 0, "success": 3304950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 489.457, "count": 406, "max_ms": 1546.0427, "p50_ms": 502.1363, "p95_ms": 640.7135, "p99_ms": 1105.3958, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.863, "count": 375, "max_ms": 144.0826, "p50_ms": 20.6198, "p95_ms": 56.957, "p99_ms": 70.685, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.3859, "count": 512, "max_ms": 10.4861, "p50_ms": 5.231, "p95_ms": 7.6916, "p99_ms": 8.9393, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5506, "count": 512, "max_ms": 6.3981, "p50_ms": 1.4043, "p95_ms": 2.5747, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18750, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 526.2927, "count": 375, "max_ms": 1540.9794, "p50_ms": 502.6413, "p95_ms": 638.2294, "p99_ms": 1121.6757, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 437.0723, "count": 375, "max_ms": 1456.6782, "p50_ms": 413.0778, "p95_ms": 546.5578, "p99_ms": 1036.2571, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7796, "count": 375, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 103.0036, "p99_ms": 110.1874, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5933, "count": 375, "max_ms": 15.8949, "p50_ms": 1.3049, "p95_ms": 2.7801, "p99_ms": 6.1797, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.1879, "count": 375, "max_ms": 103.1964, "p50_ms": 34.1204, "p95_ms": 54.0404, "p99_ms": 63.9855, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4284, "count": 375, "max_ms": 16.9396, "p50_ms": 0.7718, "p95_ms": 5.4029, "p99_ms": 10.5434, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7356, "count": 406, "max_ms": 4.5565, "p50_ms": 0.6536, "p95_ms": 1.3248, "p99_ms": 1.78, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8074, "count": 375, "max_ms": 9.2164, "p50_ms": 0.6991, "p95_ms": 1.4249, "p99_ms": 2.4826, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 375, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 396.9398, "count": 375, "max_ms": 3752.636, "p50_ms": 352.8178, "p95_ms": 669.4346, "p99_ms": 777.4248, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 406, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 406, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1376, "count": 375, "max_ms": 14.3512, "p50_ms": 1.0683, "p95_ms": 8.2218, "p99_ms": 11.2103, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.7979, "count": 375, "max_ms": 92.2129, "p50_ms": 25.3405, "p95_ms": 58.4273, "p99_ms": 72.2564, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0822, "count": 375, "max_ms": 1.1521, "p50_ms": 0.0696, "p95_ms": 0.1468, "p99_ms": 0.1905, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0099, "count": 375, "max_ms": 9.2334, "p50_ms": 1.8291, "p95_ms": 3.2905, "p99_ms": 5.3901, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 470.5688, "count": 375, "max_ms": 3837.487, "p50_ms": 424.8766, "p95_ms": 761.7337, "p99_ms": 871.6859, "results": {"failed": 0, "not_applicable": 0, "success": 375, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 375, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 375, "artifact_failed": 0, "artifact_requested": 375, "artifact_success": 375, "completed": 375, "completed_failed": 0, "completed_success": 375, "cooldown_promoted": 375, "database_requested": 375, "db_insert_success": 375, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15944, "relay_business_failed": 0, "relay_business_success": 375, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 375, "relay_transport_failed": 0, "relay_transport_success": 375, "reservation_requested": 375}, "snapshot": {"copied_bytes": 1036800000, "copied_count": 375, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 315, "h264_decode_error_count": 975, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:40:06+09:00", "last_error_summary": "[h264 @ 0x62b76b434140] cabac decode of qscale diff failed at 95 65 [h264 @ 0x62b76b434140] error while decoding MB 95 65, bytestream 5331 [h264 @ 0x62b76b38e3c0] left block unavailable for requested intra mode [h264 @ 0x62b76b38e3c0] error while decoding MB 0 27, bytestream 2155 [h264 @ 0x62b76b5258c0] error while decoding MB 61 58, bytestream -8", "last_exit_at": "2026-11-03T14:40:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:40:10+09:00", "pid": 82592, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.895, "name": "ffmpeg", "pid": 82592, "rss_mb": 57.895, "state": "S (sleeping)", "threads": 1}, "restart_count": 335, "restart_count_per_hour": 5, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 336}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.516, "sample_count": 2495, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:40:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.201, "last_frame_pushed_at": "2026-11-03T14:40:06+09:00", "last_frame_read_age_sec": 5.339, "last_frame_read_at": "2026-11-03T14:40:06+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 178, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 411.967, "last_sample_duration_ms": 1364.096, "last_trigger": "periodic", "next_snapshot_in_sec": 188.033, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 578, "storage_bytes": 3420739}, "mjpeg": {"age_sec": 5.191, "exists": true, "mtime": "2026-11-03T14:40:06.886670+09:00", "mtime_epoch": 1793684406.8866699, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 81338}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T14:40:12+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2446.328, "name": "celery", "pid": 206, "rss_mb": 2365.074, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 313, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3304950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.197, "max": 10.0, "p95": 9.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.074, "max": 2.0, "p95": 2.0, "sample_count": 203}, "total": {"avg": 1.048, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.043, "max": 2.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.024, "max": 1.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.043, "max": 2.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.947, "pushed": 6.947, "read": 6.914}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 207, "client_acquire_ms": {"avg_ms": 0.009, "count": 208, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5291.546, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.099, "count": 207, "max_ms": 9.16, "p95_ms": 3.618, "reason": null, "sample_age_ms": 5347.759, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.462, "count": 207, "max_ms": 8.563, "p95_ms": 2.492, "reason": null, "sample_age_ms": 5347.984, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.402, "count": 208, "max_ms": 1.442, "p95_ms": 0.736, "reason": null, "sample_age_ms": 5291.564, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 207, "max_ms": 6.717, "p95_ms": 3.578, "reason": null, "sample_age_ms": 5346.334, "source": "client_direct"}, "request_count": 207, "request_tensor_bytes": {"avg": 2764808.0, "count": 207, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5346.301, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5292.246, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.919, "count": 208, "max_ms": 91.469, "p95_ms": 71.899, "reason": null, "sample_age_ms": 5291.539, "source": "client_direct"}, "sample_age_ms": 5291.533, "source": "client_direct", "task_total_ms": {"avg_ms": 52.906, "count": 208, "max_ms": 96.441, "p95_ms": 75.705, "reason": null, "sample_age_ms": 5291.533, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.871, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.643, "count": 208, "max_ms": 12.24, "p95_ms": 8.994}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.399, "count": 208, "max_ms": 1.248, "p95_ms": 0.776}, "detection_prepare_ms": {"avg_ms": 1.445, "count": 208, "max_ms": 4.45, "p95_ms": 2.39}, "event_filter_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.024, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.159, "count": 208, "max_ms": 0.698, "p95_ms": 0.337}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.033, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.132, "count": 208, "max_ms": 5.378, "p95_ms": 3.315}, "setup_ms": {"avg_ms": 0.05, "count": 208, "max_ms": 0.139, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 5.575, "count": 208, "max_ms": 12.121, "p95_ms": 8.828}, "track_match_ms": {"avg_ms": 0.122, "count": 208, "max_ms": 0.464, "p95_ms": 0.248}, "tracker_update_ms": {"avg_ms": 1.257, "count": 208, "max_ms": 3.897, "p95_ms": 2.327}}, "gstreamer_push": {"avg_ms": 3.351, "count": 208, "max_ms": 7.586, "p95_ms": 5.36}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 208, "max_ms": 1.024, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.479, "count": 208, "max_ms": 99.03, "p95_ms": 77.699}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.097, "count": 208, "max_ms": 13.316, "p95_ms": 8.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 97.854, "count": 208, "max_ms": 155.3, "p95_ms": 121.448}, "inference_input_copy_ms": {"avg_ms": 1.824, "count": 208, "max_ms": 5.612, "p95_ms": 2.84}, "processing_residual_ms": {"avg_ms": 0.276, "count": 208, "max_ms": 1.007, "p95_ms": 0.495}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.051, "count": 208, "max_ms": 160.418, "p95_ms": 128.867}, "read_interval": {"avg_ms": 119.331, "count": 207, "max_ms": 244.625, "p95_ms": 171.404}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 208, "max_ms": 0.064, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 2.052, "count": 208, "max_ms": 5.178, "p95_ms": 3.17}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 208, "max_ms": 0.054, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.033, "count": 208, "max_ms": 5.135, "p95_ms": 3.143}, "worker_merge_ms": {"avg_ms": 0.008, "count": 208, "max_ms": 0.04, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.496, "count": 208, "max_ms": 99.046, "p95_ms": 77.714}, "visualize": {"avg_ms": 36.327, "count": 208, "max_ms": 59.815, "p95_ms": 46.505}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.429, "count": 208, "max_ms": 49.216, "p95_ms": 40.119}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.757, "count": 208, "max_ms": 57.717, "p95_ms": 44.479}, "visualize_input_copy_ms": {"avg_ms": 1.345, "count": 208, "max_ms": 3.19, "p95_ms": 2.236}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.608, "count": 208, "max_ms": 57.548, "p95_ms": 44.346}, "visualizer_prepare_ms": {"avg_ms": 0.077, "count": 208, "max_ms": 0.227, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2364.934, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.446, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.683, "sample_count": 2547, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3304667, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:39:30+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78455, "write_bytes_delta": 78455, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 909.0, "cpu_core_ratio": 0.471397, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 85.0, "pid": 82476, "reason": null, "system_cpu_core_ratio": 0.07041, "system_cpu_s_delta": 1.4100000000000001, "user_cpu_core_ratio": 0.400987, "user_cpu_s_delta": 8.029999999999973}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.510568, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.438439, "system_cpu_s_delta": 8.779999999998836, "user_cpu_core_ratio": 1.072128, "user_cpu_s_delta": 21.46999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.458, "count": 262, "max_ms": 6.8, "p95_ms": 5.394, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.221, "max": 8.0, "p95": 8.0, "sample_count": 262}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.016, "key_count": 1, "max": 2.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 128}, "total": {"avg": 0.496, "max": 2.0, "p95": 1.0, "sample_count": 262}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.332, "count": 30, "max": 63.305, "p95": 48.522, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.629, "count": 30, "max": 29.702, "p95": 27.527, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 970.633, "count": 30, "max": 1152.0, "p95": 1089.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 402.533, "count": 30, "max": 5465.0, "p95": 2558.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.142, "p95": 0.09, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.393, "count": 30, "max": 0.462, "p95": 0.442, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83747.8, "count": 30, "max": 92366.0, "p95": 91250.6, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 62696.6, "count": 30, "max": 92366.0, "p95": 90845.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.767, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.867, "count": 30, "max": 38.0, "p95": 27.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.447, "count": 30, "max": 0.508, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.094, "count": 30, "max": 1.202, "p95": 1.197, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25647, "sampled_at": "2026-11-03T14:39:30+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:39:30+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707064, "flush_count": 5764, "flush_interval_seconds": 30.0, "flush_state": {"count": 5764, "last_at": "2026-11-03T14:50:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:50:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5763}, "started": true, "suppressed_count": 3412250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5764, "written_record_count": 5764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10191.77, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e161fb25ac0] cabac decode of qscale diff failed at 112 47 [h264 @ 0x5e161fb25ac0] error while decoding MB 112 47, bytestream 11503 [h264 @ 0x5e16207b2c00] cabac decode of qscale diff failed at 177 97 [h264 @ 0x5e16207b2c00] error while decoding MB 177 97, bytestream 1235", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450108518400, "copied_frame_count": 3418008, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450108518400, "frame_buffer_copies": 3418008, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1315, "count": 512, "max_ms": 0.4573, "p50_ms": 0.1172, "p95_ms": 0.2464, "p99_ms": 0.3295}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3567, "count": 512, "max_ms": 4.8713, "p50_ms": 1.2673, "p95_ms": 2.1958, "p99_ms": 2.9991, "results": {"failed": 0, "not_applicable": 0, "success": 3418008, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:50:44+09:00", "last_error_summary": "[h264 @ 0x5e161fb25ac0] cabac decode of qscale diff failed at 112 47 [h264 @ 0x5e161fb25ac0] error while decoding MB 112 47, bytestream 11503 [h264 @ 0x5e16207b2c00] cabac decode of qscale diff failed at 177 97 [h264 @ 0x5e16207b2c00] error while decoding MB 177 97, bytestream 1235", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 1878.258, "last_started_at": "2026-11-03T14:19:25+09:00", "pid": 82244, "process": {"exists": false, "pid": 82244}, "restart_count": 173, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.342, "sample_count": 2805, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:50:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T14:50:44+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-11-03T14:50:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.712, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 157.288, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.027, "exists": true, "mtime": "2026-11-03T14:50:44.058393+09:00", "mtime_epoch": 1793685044.0583932, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:50:44+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2443.957, "name": "celery", "pid": 176, "rss_mb": 2443.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418008, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 175}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 175, "pushed_frames": 175, "read_frames": 174, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.841, "pushed": 5.841, "read": 5.807}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 174, "client_acquire_ms": {"avg_ms": 0.009, "count": 174, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 85.147, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 174, "max_ms": 9.316, "p95_ms": 2.123, "reason": null, "sample_age_ms": 116.168, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 174, "max_ms": 5.087, "p95_ms": 1.381, "reason": null, "sample_age_ms": 116.59, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 174, "max_ms": 0.269, "p95_ms": 0.178, "reason": null, "sample_age_ms": 85.156, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.673, "count": 174, "max_ms": 6.554, "p95_ms": 2.799, "reason": null, "sample_age_ms": 114.0, "source": "client_direct"}, "request_count": 174, "request_tensor_bytes": {"avg": 2211848.0, "count": 174, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.966, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 174, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 85.275, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.029, "count": 174, "max_ms": 82.417, "p95_ms": 61.389, "reason": null, "sample_age_ms": 85.142, "source": "client_direct"}, "sample_age_ms": 85.136, "source": "client_direct", "task_total_ms": {"avg_ms": 43.005, "count": 174, "max_ms": 85.525, "p95_ms": 63.66, "reason": null, "sample_age_ms": 85.136, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.83, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.848, "count": 175, "max_ms": 2.667, "p95_ms": 1.706}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 175, "max_ms": 0.952, "p95_ms": 0.624}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 175, "max_ms": 0.684, "p95_ms": 0.228}, "event_filter_ms": {"avg_ms": 0.005, "count": 175, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 175, "max_ms": 0.291, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 175, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.225, "count": 175, "max_ms": 1.137, "p95_ms": 0.455}, "setup_ms": {"avg_ms": 0.046, "count": 175, "max_ms": 0.13, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.803, "count": 175, "max_ms": 2.568, "p95_ms": 1.607}, "track_match_ms": {"avg_ms": 0.005, "count": 175, "max_ms": 0.035, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.032, "count": 175, "max_ms": 0.112, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.963, "count": 175, "max_ms": 6.468, "p95_ms": 4.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 175, "max_ms": 0.34, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.93, "count": 175, "max_ms": 86.911, "p95_ms": 65.421}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 175, "max_ms": 0.203, "p95_ms": 0.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.183, "count": 175, "max_ms": 124.104, "p95_ms": 108.841}, "inference_input_copy_ms": {"avg_ms": 1.576, "count": 175, "max_ms": 3.948, "p95_ms": 2.447}, "processing_residual_ms": {"avg_ms": 0.178, "count": 175, "max_ms": 0.459, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.987, "count": 175, "max_ms": 126.848, "p95_ms": 110.717}, "read_interval": {"avg_ms": 171.938, "count": 174, "max_ms": 5140.226, "p95_ms": 155.147}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 175, "max_ms": 0.061, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.158, "count": 175, "max_ms": 0.957, "p95_ms": 0.339}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 175, "max_ms": 0.057, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.14, "count": 175, "max_ms": 0.912, "p95_ms": 0.299}, "worker_merge_ms": {"avg_ms": 0.007, "count": 175, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 43.946, "count": 175, "max_ms": 86.922, "p95_ms": 65.436}, "visualize": {"avg_ms": 32.352, "count": 175, "max_ms": 51.527, "p95_ms": 45.111}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.391, "count": 175, "max_ms": 50.336, "p95_ms": 42.038}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.115, "count": 175, "max_ms": 51.124, "p95_ms": 42.885}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 175, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.002, "count": 175, "max_ms": 50.94, "p95_ms": 42.717}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 175, "max_ms": 0.171, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 175}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 175}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2443.949, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.952, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.342, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3417996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128009, "write_bytes_delta": 128009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 717.0, "cpu_core_ratio": 1.013049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2645.0, "pid": 82244, "reason": null, "system_cpu_core_ratio": 0.241274, "system_cpu_s_delta": 4.8300000000000125, "user_cpu_core_ratio": 0.771776, "user_cpu_s_delta": 15.449999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404121, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035966, "system_cpu_s_delta": 0.7200000000011642, "user_cpu_core_ratio": 0.368155, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.94, "count": 164, "max_ms": 6.468, "p95_ms": 4.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.357, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.585, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1408.867, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 90.0, "count": 30, "max": 2645.0, "p95": 27.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117044.1, "count": 30, "max": 128009.0, "p95": 121731.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98217.4, "count": 30, "max": 128009.0, "p95": 121731.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.629, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28704, "sampled_at": "2026-11-03T14:50:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:50:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.962, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707064, "flush_count": 5764, "flush_interval_seconds": 30.0, "flush_state": {"count": 5764, "last_at": "2026-11-03T14:50:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:50:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5763}, "started": true, "suppressed_count": 3412250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5764, "written_record_count": 5764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10191.57, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450108518400, "copied_frame_count": 3418008, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450108518400, "frame_buffer_copies": 3418008, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1315, "count": 512, "max_ms": 0.4573, "p50_ms": 0.1172, "p95_ms": 0.2464, "p99_ms": 0.3295}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3567, "count": 512, "max_ms": 4.8713, "p50_ms": 1.2673, "p95_ms": 2.1958, "p99_ms": 2.9991, "results": {"failed": 0, "not_applicable": 0, "success": 3418008, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:50:44+09:00", "last_error_summary": "[h264 @ 0x5e161fb25ac0] cabac decode of qscale diff failed at 112 47 [h264 @ 0x5e161fb25ac0] error while decoding MB 112 47, bytestream 11503 [h264 @ 0x5e16207b2c00] cabac decode of qscale diff failed at 177 97 [h264 @ 0x5e16207b2c00] error while decoding MB 177 97, bytestream 1235", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 1878.363, "last_started_at": "2026-11-03T14:19:25+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 173, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 174}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.342, "sample_count": 2804, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:50:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.138, "last_frame_pushed_at": "2026-11-03T14:50:44+09:00", "last_frame_read_age_sec": 0.205, "last_frame_read_at": "2026-11-03T14:50:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 442.799, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 157.201, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.131, "exists": true, "mtime": "2026-11-03T14:50:44.058393+09:00", "mtime_epoch": 1793685044.0583932, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:50:44+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2443.953, "name": "celery", "pid": 176, "rss_mb": 2443.953, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418008, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 173}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 173, "pushed_frames": 174, "read_frames": 173, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.767, "pushed": 5.8, "read": 5.767}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 172, "client_acquire_ms": {"avg_ms": 0.009, "count": 173, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 181.751, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.684, "count": 172, "max_ms": 9.316, "p95_ms": 2.142, "reason": null, "sample_age_ms": 212.772, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.291, "count": 172, "max_ms": 5.087, "p95_ms": 1.396, "reason": null, "sample_age_ms": 213.194, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 173, "max_ms": 0.269, "p95_ms": 0.178, "reason": null, "sample_age_ms": 181.76, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.681, "count": 172, "max_ms": 6.554, "p95_ms": 2.806, "reason": null, "sample_age_ms": 210.604, "source": "client_direct"}, "request_count": 172, "request_tensor_bytes": {"avg": 2211848.0, "count": 172, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 210.57, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 173, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 181.879, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.125, "count": 173, "max_ms": 82.417, "p95_ms": 61.396, "reason": null, "sample_age_ms": 181.746, "source": "client_direct"}, "sample_age_ms": 181.74, "source": "client_direct", "task_total_ms": {"avg_ms": 43.106, "count": 173, "max_ms": 85.525, "p95_ms": 63.661, "reason": null, "sample_age_ms": 181.74, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.327, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.853, "count": 173, "max_ms": 2.667, "p95_ms": 1.706}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.285, "count": 173, "max_ms": 0.952, "p95_ms": 0.624}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 173, "max_ms": 0.684, "p95_ms": 0.228}, "event_filter_ms": {"avg_ms": 0.005, "count": 173, "max_ms": 0.025, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 173, "max_ms": 0.291, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 173, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.227, "count": 173, "max_ms": 1.137, "p95_ms": 0.455}, "setup_ms": {"avg_ms": 0.046, "count": 173, "max_ms": 0.13, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.808, "count": 173, "max_ms": 2.568, "p95_ms": 1.607}, "track_match_ms": {"avg_ms": 0.006, "count": 173, "max_ms": 0.035, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.032, "count": 173, "max_ms": 0.112, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.97, "count": 174, "max_ms": 6.468, "p95_ms": 4.682}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 173, "max_ms": 0.34, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.134, "count": 173, "max_ms": 86.911, "p95_ms": 65.421}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.051, "count": 173, "max_ms": 0.203, "p95_ms": 0.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.459, "count": 173, "max_ms": 124.104, "p95_ms": 108.841}, "inference_input_copy_ms": {"avg_ms": 1.581, "count": 173, "max_ms": 3.948, "p95_ms": 2.447}, "processing_residual_ms": {"avg_ms": 0.179, "count": 173, "max_ms": 0.459, "p95_ms": 0.353}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.269, "count": 173, "max_ms": 126.848, "p95_ms": 110.717}, "read_interval": {"avg_ms": 172.569, "count": 173, "max_ms": 5140.226, "p95_ms": 155.147}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 173, "max_ms": 0.061, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.159, "count": 173, "max_ms": 0.957, "p95_ms": 0.339}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 173, "max_ms": 0.057, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.141, "count": 173, "max_ms": 0.912, "p95_ms": 0.299}, "worker_merge_ms": {"avg_ms": 0.007, "count": 173, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 44.149, "count": 173, "max_ms": 86.922, "p95_ms": 65.436}, "visualize": {"avg_ms": 32.412, "count": 173, "max_ms": 51.527, "p95_ms": 45.111}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.446, "count": 173, "max_ms": 50.336, "p95_ms": 42.038}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.174, "count": 173, "max_ms": 51.124, "p95_ms": 42.885}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 173, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.061, "count": 173, "max_ms": 50.94, "p95_ms": 42.717}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 173, "max_ms": 0.171, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 173}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 173}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2443.949, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.952, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.342, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3417996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128009, "write_bytes_delta": 128009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 717.0, "cpu_core_ratio": 1.013049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2645.0, "pid": 82244, "reason": null, "system_cpu_core_ratio": 0.241274, "system_cpu_s_delta": 4.8300000000000125, "user_cpu_core_ratio": 0.771776, "user_cpu_s_delta": 15.449999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404121, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035966, "system_cpu_s_delta": 0.7200000000011642, "user_cpu_core_ratio": 0.368155, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.94, "count": 164, "max_ms": 6.468, "p95_ms": 4.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.357, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.585, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1408.867, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 90.0, "count": 30, "max": 2645.0, "p95": 27.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117044.1, "count": 30, "max": 128009.0, "p95": 121731.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98217.4, "count": 30, "max": 128009.0, "p95": 121731.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.629, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28704, "sampled_at": "2026-11-03T14:50:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:50:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707064, "flush_count": 5764, "flush_interval_seconds": 30.0, "flush_state": {"count": 5764, "last_at": "2026-11-03T14:50:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:50:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5763}, "started": true, "suppressed_count": 3412250, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412245}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5764, "written_record_count": 5764}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10188.332, "limit_mb": null}, "detail": {"pid": 82708, "restart_count": 174, "start_count": 175}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450108518400, "copied_frame_count": 3418008, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450108518400, "frame_buffer_copies": 3418008, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1315, "count": 512, "max_ms": 0.4573, "p50_ms": 0.1172, "p95_ms": 0.2464, "p99_ms": 0.3295}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3567, "count": 512, "max_ms": 4.8713, "p50_ms": 1.2673, "p95_ms": 2.1958, "p99_ms": 2.9991, "results": {"failed": 0, "not_applicable": 0, "success": 3418008, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 162, "h264_decode_error_count": 307, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:50:44+09:00", "last_error_summary": "[h264 @ 0x5e161fb25ac0] cabac decode of qscale diff failed at 112 47 [h264 @ 0x5e161fb25ac0] error while decoding MB 112 47, bytestream 11503 [h264 @ 0x5e16207b2c00] cabac decode of qscale diff failed at 177 97 [h264 @ 0x5e16207b2c00] error while decoding MB 177 97, bytestream 1235", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:50:47+09:00", "pid": 82708, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.625, "name": "ffmpeg", "pid": 82708, "rss_mb": 46.625, "state": "S (sleeping)", "threads": 1}, "restart_count": 174, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.342, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:50:43+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.36, "last_frame_pushed_at": "2026-11-03T14:50:44+09:00", "last_frame_read_age_sec": 5.426, "last_frame_read_at": "2026-11-03T14:50:43+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 448.025, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 151.975, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 5.353, "exists": true, "mtime": "2026-11-03T14:50:44.058393+09:00", "mtime_epoch": 1793685044.0583932, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123146}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:50:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2443.957, "name": "celery", "pid": 176, "rss_mb": 2443.957, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418008, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 156}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 156, "pushed_frames": 157, "read_frames": 156, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.201, "pushed": 5.234, "read": 5.201}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 156, "client_acquire_ms": {"avg_ms": 0.009, "count": 156, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 5400.473, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.707, "count": 156, "max_ms": 9.316, "p95_ms": 2.253, "reason": null, "sample_age_ms": 5431.494, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 156, "max_ms": 5.087, "p95_ms": 1.487, "reason": null, "sample_age_ms": 5431.916, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 156, "max_ms": 0.269, "p95_ms": 0.178, "reason": null, "sample_age_ms": 5400.482, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.689, "count": 156, "max_ms": 6.554, "p95_ms": 2.791, "reason": null, "sample_age_ms": 5429.326, "source": "client_direct"}, "request_count": 156, "request_tensor_bytes": {"avg": 2211848.0, "count": 156, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5429.292, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 156, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5400.601, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.772, "count": 156, "max_ms": 82.417, "p95_ms": 61.377, "reason": null, "sample_age_ms": 5400.468, "source": "client_direct"}, "sample_age_ms": 5400.462, "source": "client_direct", "task_total_ms": {"avg_ms": 43.77, "count": 156, "max_ms": 85.525, "p95_ms": 63.218, "reason": null, "sample_age_ms": 5400.462, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.201, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.85, "count": 156, "max_ms": 2.667, "p95_ms": 1.523}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.283, "count": 156, "max_ms": 0.952, "p95_ms": 0.624}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 156, "max_ms": 0.684, "p95_ms": 0.214}, "event_filter_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.025, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 156, "max_ms": 0.291, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 156, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.227, "count": 156, "max_ms": 1.137, "p95_ms": 0.455}, "setup_ms": {"avg_ms": 0.046, "count": 156, "max_ms": 0.13, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 0.804, "count": 156, "max_ms": 2.568, "p95_ms": 1.463}, "track_match_ms": {"avg_ms": 0.005, "count": 156, "max_ms": 0.035, "p95_ms": 0.014}, "tracker_update_ms": {"avg_ms": 0.032, "count": 156, "max_ms": 0.104, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 3.034, "count": 157, "max_ms": 6.468, "p95_ms": 4.709}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 156, "max_ms": 0.34, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.824, "count": 156, "max_ms": 86.911, "p95_ms": 65.421}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 156, "max_ms": 0.203, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.346, "count": 156, "max_ms": 124.104, "p95_ms": 110.61}, "inference_input_copy_ms": {"avg_ms": 1.591, "count": 156, "max_ms": 3.948, "p95_ms": 2.447}, "processing_residual_ms": {"avg_ms": 0.186, "count": 156, "max_ms": 0.459, "p95_ms": 0.37}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.176, "count": 156, "max_ms": 126.848, "p95_ms": 112.63}, "read_interval": {"avg_ms": 158.081, "count": 156, "max_ms": 5140.226, "p95_ms": 138.572}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 156, "max_ms": 0.061, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.16, "count": 156, "max_ms": 0.957, "p95_ms": 0.337}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 156, "max_ms": 0.057, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.142, "count": 156, "max_ms": 0.912, "p95_ms": 0.299}, "worker_merge_ms": {"avg_ms": 0.007, "count": 156, "max_ms": 0.029, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 44.84, "count": 156, "max_ms": 86.922, "p95_ms": 65.436}, "visualize": {"avg_ms": 32.596, "count": 156, "max_ms": 51.527, "p95_ms": 45.111}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.626, "count": 156, "max_ms": 50.336, "p95_ms": 42.038}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.358, "count": 156, "max_ms": 51.124, "p95_ms": 42.885}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 156, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.244, "count": 156, "max_ms": 50.94, "p95_ms": 42.717}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 156, "max_ms": 0.171, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 156}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 156}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2443.949, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.952, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.342, "sample_count": 2807, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3417996, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:50:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 128009, "write_bytes_delta": 128009, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 717.0, "cpu_core_ratio": 1.013049, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2645.0, "pid": 82244, "reason": null, "system_cpu_core_ratio": 0.241274, "system_cpu_s_delta": 4.8300000000000125, "user_cpu_core_ratio": 0.771776, "user_cpu_s_delta": 15.449999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.404121, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.035966, "system_cpu_s_delta": 0.7200000000011642, "user_cpu_core_ratio": 0.368155, "user_cpu_s_delta": 7.369999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.94, "count": 164, "max_ms": 6.468, "p95_ms": 4.682, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 164}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 164}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.357, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.585, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1408.867, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 90.0, "count": 30, "max": 2645.0, "p95": 27.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117044.1, "count": 30, "max": 128009.0, "p95": 121731.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98217.4, "count": 30, "max": 128009.0, "p95": 121731.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.233, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.629, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28704, "sampled_at": "2026-11-03T14:50:42+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:50:42+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412490, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10188.629, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450774835200, "copied_frame_count": 3418249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450774835200, "frame_buffer_copies": 3418249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1299, "count": 512, "max_ms": 0.4279, "p50_ms": 0.1149, "p95_ms": 0.2552, "p99_ms": 0.3044}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3386, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2415, "p95_ms": 2.2114, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:51:32+09:00", "last_error_summary": "[h264 @ 0x5e01b131a080] error while decoding MB 146 73, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.137, "last_started_at": "2026-11-03T14:50:47+09:00", "pid": 82708, "process": {"exists": false, "pid": 82708}, "restart_count": 174, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.972, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-03T14:51:32+09:00", "last_frame_read_age_sec": 0.094, "last_frame_read_at": "2026-11-03T14:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.168, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 108.832, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T14:51:32.541600+09:00", "mtime_epoch": 1793685092.5415998, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119496}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:51:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.066, "name": "celery", "pid": 176, "rss_mb": 2444.066, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 160, "read_frames": 160, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.336, "pushed": 5.336, "read": 5.336}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 160, "client_acquire_ms": {"avg_ms": 0.008, "count": 160, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 61.983, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.557, "count": 160, "max_ms": 2.621, "p95_ms": 1.794, "reason": null, "sample_age_ms": 102.111, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 160, "max_ms": 2.076, "p95_ms": 1.266, "reason": null, "sample_age_ms": 102.45, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 160, "max_ms": 0.29, "p95_ms": 0.189, "reason": null, "sample_age_ms": 61.989, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.407, "count": 160, "max_ms": 4.025, "p95_ms": 2.394, "reason": null, "sample_age_ms": 100.195, "source": "client_direct"}, "request_count": 160, "request_tensor_bytes": {"avg": 2211848.0, "count": 160, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 100.131, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.081, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.18, "count": 160, "max_ms": 70.016, "p95_ms": 55.15, "reason": null, "sample_age_ms": 61.98, "source": "client_direct"}, "sample_age_ms": 61.977, "source": "client_direct", "task_total_ms": {"avg_ms": 38.841, "count": 160, "max_ms": 73.841, "p95_ms": 57.614, "reason": null, "sample_age_ms": 61.977, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.405, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 160, "max_ms": 2.811, "p95_ms": 1.317}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.239, "count": 160, "max_ms": 0.819, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 160, "max_ms": 0.359, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 160, "max_ms": 1.633, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 160, "max_ms": 0.726, "p95_ms": 0.353}, "setup_ms": {"avg_ms": 0.044, "count": 160, "max_ms": 0.145, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.7, "count": 160, "max_ms": 2.715, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 160, "max_ms": 0.079, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.65, "count": 160, "max_ms": 5.048, "p95_ms": 4.185}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 160, "max_ms": 0.373, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.744, "count": 160, "max_ms": 78.719, "p95_ms": 58.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 160, "max_ms": 0.126, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.697, "count": 160, "max_ms": 132.658, "p95_ms": 98.573}, "inference_input_copy_ms": {"avg_ms": 1.308, "count": 160, "max_ms": 3.194, "p95_ms": 2.111}, "processing_residual_ms": {"avg_ms": 0.143, "count": 160, "max_ms": 0.393, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.19, "count": 160, "max_ms": 134.487, "p95_ms": 100.545}, "read_interval": {"avg_ms": 187.536, "count": 160, "max_ms": 3959.914, "p95_ms": 187.802}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 160, "max_ms": 0.047, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.128, "count": 160, "max_ms": 0.487, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 160, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 160, "max_ms": 0.439, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.759, "count": 160, "max_ms": 78.748, "p95_ms": 58.542}, "visualize": {"avg_ms": 30.33, "count": 160, "max_ms": 51.519, "p95_ms": 37.966}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.477, "count": 160, "max_ms": 50.244, "p95_ms": 37.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.13, "count": 160, "max_ms": 51.137, "p95_ms": 37.807}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.033, "count": 160, "max_ms": 51.012, "p95_ms": 37.735}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 160, "max_ms": 0.18, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.83, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.822, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120738, "write_bytes_delta": 120738, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.627742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 608.0, "pid": 82708, "reason": null, "system_cpu_core_ratio": 0.0306, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.597142, "user_cpu_s_delta": 13.660000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335291, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029726, "system_cpu_s_delta": 0.680000000000291, "user_cpu_core_ratio": 0.305565, "user_cpu_s_delta": 6.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.821, "count": 192, "max_ms": 7.036, "p95_ms": 4.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.365, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.094, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1395.433, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 110.267, "count": 30, "max": 2645.0, "p95": 353.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117714.467, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102699.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28706, "sampled_at": "2026-11-03T14:51:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:51:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412490, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10188.383, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5e01b131a080] error while decoding MB 146 73, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450774835200, "copied_frame_count": 3418249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450774835200, "frame_buffer_copies": 3418249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1299, "count": 512, "max_ms": 0.4279, "p50_ms": 0.1149, "p95_ms": 0.2552, "p99_ms": 0.3044}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3386, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2415, "p95_ms": 2.2114, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:51:32+09:00", "last_error_summary": "[h264 @ 0x5e01b131a080] error while decoding MB 146 73, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.143, "last_started_at": "2026-11-03T14:50:47+09:00", "pid": 82708, "process": {"exists": false, "pid": 82708}, "restart_count": 174, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.972, "sample_count": 2562, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-11-03T14:51:32+09:00", "last_frame_read_age_sec": 0.1, "last_frame_read_at": "2026-11-03T14:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.176, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 108.824, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-03T14:51:32.541600+09:00", "mtime_epoch": 1793685092.5415998, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119496}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:51:32+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.066, "name": "celery", "pid": 176, "rss_mb": 2444.066, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 160, "pushed_frames": 160, "read_frames": 160, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.334, "pushed": 5.334, "read": 5.334}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.008, "count": 160, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 73.63, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.559, "count": 159, "max_ms": 2.621, "p95_ms": 1.797, "reason": null, "sample_age_ms": 113.758, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.23, "count": 159, "max_ms": 2.076, "p95_ms": 1.267, "reason": null, "sample_age_ms": 114.097, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 160, "max_ms": 0.29, "p95_ms": 0.189, "reason": null, "sample_age_ms": 73.636, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.41, "count": 159, "max_ms": 4.025, "p95_ms": 2.407, "reason": null, "sample_age_ms": 111.842, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 111.778, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 73.728, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.18, "count": 160, "max_ms": 70.016, "p95_ms": 55.15, "reason": null, "sample_age_ms": 73.627, "source": "client_direct"}, "sample_age_ms": 73.624, "source": "client_direct", "task_total_ms": {"avg_ms": 38.841, "count": 160, "max_ms": 73.841, "p95_ms": 57.614, "reason": null, "sample_age_ms": 73.624, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.824, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 160, "max_ms": 2.811, "p95_ms": 1.317}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.239, "count": 160, "max_ms": 0.819, "p95_ms": 0.467}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 160, "max_ms": 0.359, "p95_ms": 0.194}, "event_filter_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.012, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 160, "max_ms": 1.633, "p95_ms": 0.149}, "mcmt_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 160, "max_ms": 0.726, "p95_ms": 0.353}, "setup_ms": {"avg_ms": 0.044, "count": 160, "max_ms": 0.145, "p95_ms": 0.093}, "total_inside_ms": {"avg_ms": 0.7, "count": 160, "max_ms": 2.715, "p95_ms": 1.235}, "track_match_ms": {"avg_ms": 0.004, "count": 160, "max_ms": 0.016, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.028, "count": 160, "max_ms": 0.079, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.65, "count": 160, "max_ms": 5.048, "p95_ms": 4.185}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 160, "max_ms": 0.373, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.744, "count": 160, "max_ms": 78.719, "p95_ms": 58.525}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 160, "max_ms": 0.126, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.697, "count": 160, "max_ms": 132.658, "p95_ms": 98.573}, "inference_input_copy_ms": {"avg_ms": 1.308, "count": 160, "max_ms": 3.194, "p95_ms": 2.111}, "processing_residual_ms": {"avg_ms": 0.143, "count": 160, "max_ms": 0.393, "p95_ms": 0.293}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.19, "count": 160, "max_ms": 134.487, "p95_ms": 100.545}, "read_interval": {"avg_ms": 187.536, "count": 160, "max_ms": 3959.914, "p95_ms": 187.802}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 160, "max_ms": 0.047, "p95_ms": 0.029}, "execute_total_ms": {"avg_ms": 0.128, "count": 160, "max_ms": 0.487, "p95_ms": 0.243}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 160, "max_ms": 0.042, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 160, "max_ms": 0.439, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.759, "count": 160, "max_ms": 78.748, "p95_ms": 58.542}, "visualize": {"avg_ms": 30.33, "count": 160, "max_ms": 51.519, "p95_ms": 37.966}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.477, "count": 160, "max_ms": 50.244, "p95_ms": 37.072}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.13, "count": 160, "max_ms": 51.137, "p95_ms": 37.807}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.033, "count": 160, "max_ms": 51.012, "p95_ms": 37.735}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 160, "max_ms": 0.18, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.83, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.822, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120738, "write_bytes_delta": 120738, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.627742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 608.0, "pid": 82708, "reason": null, "system_cpu_core_ratio": 0.0306, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.597142, "user_cpu_s_delta": 13.660000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335291, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029726, "system_cpu_s_delta": 0.680000000000291, "user_cpu_core_ratio": 0.305565, "user_cpu_s_delta": 6.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.821, "count": 192, "max_ms": 7.036, "p95_ms": 4.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.365, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.094, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1395.433, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 110.267, "count": 30, "max": 2645.0, "p95": 353.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117714.467, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102699.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28706, "sampled_at": "2026-11-03T14:51:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:51:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412490, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10189.43, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450774835200, "copied_frame_count": 3418249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450774835200, "frame_buffer_copies": 3418249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1299, "count": 512, "max_ms": 0.4279, "p50_ms": 0.1149, "p95_ms": 0.2552, "p99_ms": 0.3044}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3386, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2415, "p95_ms": 2.2114, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:51:32+09:00", "last_error_summary": "[h264 @ 0x5e01b131a080] error while decoding MB 146 73, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 45.836, "last_started_at": "2026-11-03T14:50:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 174, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 175}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.972, "sample_count": 2555, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.715, "last_frame_pushed_at": "2026-11-03T14:51:32+09:00", "last_frame_read_age_sec": 0.793, "last_frame_read_at": "2026-11-03T14:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 491.848, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 108.152, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.704, "exists": true, "mtime": "2026-11-03T14:51:32.541600+09:00", "mtime_epoch": 1793685092.5415998, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119496}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:51:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2444.062, "name": "celery", "pid": 176, "rss_mb": 2444.062, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 152}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 152, "pushed_frames": 152, "read_frames": 151, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.082, "pushed": 5.082, "read": 5.048}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 151, "client_acquire_ms": {"avg_ms": 0.008, "count": 152, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 755.888, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.569, "count": 151, "max_ms": 2.621, "p95_ms": 1.824, "reason": null, "sample_age_ms": 796.016, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.237, "count": 151, "max_ms": 2.076, "p95_ms": 1.271, "reason": null, "sample_age_ms": 796.355, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.089, "count": 152, "max_ms": 0.29, "p95_ms": 0.191, "reason": null, "sample_age_ms": 755.894, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.41, "count": 151, "max_ms": 4.025, "p95_ms": 2.506, "reason": null, "sample_age_ms": 794.1, "source": "client_direct"}, "request_count": 151, "request_tensor_bytes": {"avg": 2211848.0, "count": 151, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 794.036, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 152, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 755.986, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.215, "count": 152, "max_ms": 70.016, "p95_ms": 55.398, "reason": null, "sample_age_ms": 755.885, "source": "client_direct"}, "sample_age_ms": 755.882, "source": "client_direct", "task_total_ms": {"avg_ms": 38.884, "count": 152, "max_ms": 73.841, "p95_ms": 57.728, "reason": null, "sample_age_ms": 755.882, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.794, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.739, "count": 152, "max_ms": 2.811, "p95_ms": 1.363}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.239, "count": 152, "max_ms": 0.819, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 152, "max_ms": 0.359, "p95_ms": 0.199}, "event_filter_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.012, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.091, "count": 152, "max_ms": 1.633, "p95_ms": 0.155}, "mcmt_ms": {"avg_ms": 0.002, "count": 152, "max_ms": 0.008, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 152, "max_ms": 0.726, "p95_ms": 0.355}, "setup_ms": {"avg_ms": 0.043, "count": 152, "max_ms": 0.145, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.699, "count": 152, "max_ms": 2.715, "p95_ms": 1.248}, "track_match_ms": {"avg_ms": 0.004, "count": 152, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 152, "max_ms": 0.079, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.645, "count": 152, "max_ms": 5.048, "p95_ms": 4.317}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 152, "max_ms": 0.373, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 39.799, "count": 152, "max_ms": 78.719, "p95_ms": 58.763}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 152, "max_ms": 0.126, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 71.679, "count": 152, "max_ms": 132.658, "p95_ms": 99.17}, "inference_input_copy_ms": {"avg_ms": 1.312, "count": 152, "max_ms": 3.194, "p95_ms": 2.112}, "processing_residual_ms": {"avg_ms": 0.143, "count": 152, "max_ms": 0.393, "p95_ms": 0.297}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 73.176, "count": 152, "max_ms": 134.487, "p95_ms": 101.283}, "read_interval": {"avg_ms": 193.492, "count": 151, "max_ms": 3959.914, "p95_ms": 193.299}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 152, "max_ms": 0.047, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.129, "count": 152, "max_ms": 0.487, "p95_ms": 0.248}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 152, "max_ms": 0.042, "p95_ms": 0.026}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 152, "max_ms": 0.439, "p95_ms": 0.222}, "worker_merge_ms": {"avg_ms": 0.006, "count": 152, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 39.814, "count": 152, "max_ms": 78.748, "p95_ms": 58.837}, "visualize": {"avg_ms": 30.264, "count": 152, "max_ms": 51.519, "p95_ms": 38.27}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.421, "count": 152, "max_ms": 50.244, "p95_ms": 37.157}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.065, "count": 152, "max_ms": 51.137, "p95_ms": 38.098}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 152, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.97, "count": 152, "max_ms": 51.012, "p95_ms": 37.985}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 152, "max_ms": 0.18, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 152}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 152}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.83, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.822, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120738, "write_bytes_delta": 120738, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.627742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 608.0, "pid": 82708, "reason": null, "system_cpu_core_ratio": 0.0306, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.597142, "user_cpu_s_delta": 13.660000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335291, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029726, "system_cpu_s_delta": 0.680000000000291, "user_cpu_core_ratio": 0.305565, "user_cpu_s_delta": 6.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.821, "count": 192, "max_ms": 7.036, "p95_ms": 4.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.365, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.094, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1395.433, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 110.267, "count": 30, "max": 2645.0, "p95": 353.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117714.467, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102699.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28706, "sampled_at": "2026-11-03T14:51:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:51:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.911, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412490, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412485}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10232.535, "limit_mb": null}, "detail": {"pid": 82824, "restart_count": 175, "start_count": 176}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9450774835200, "copied_frame_count": 3418249, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9450774835200, "frame_buffer_copies": 3418249, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1299, "count": 512, "max_ms": 0.4279, "p50_ms": 0.1149, "p95_ms": 0.2552, "p99_ms": 0.3044}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3386, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2415, "p95_ms": 2.2114, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418249, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 163, "h264_decode_error_count": 308, "h264_decode_error_count_per_hour": 22, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:51:32+09:00", "last_error_summary": "[h264 @ 0x5e01b131a080] error while decoding MB 146 73, bytestream -5", "last_exit_at": "2026-11-03T14:14:21+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:51:35+09:00", "pid": 82824, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.945, "name": "ffmpeg", "pid": 82824, "rss_mb": 74.945, "state": "R (running)", "threads": 1}, "restart_count": 175, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.116, "sample_count": 2510, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418249, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.195, "last_frame_pushed_at": "2026-11-03T14:51:32+09:00", "last_frame_read_age_sec": 5.273, "last_frame_read_at": "2026-11-03T14:51:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 496.339, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 103.661, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 5.184, "exists": true, "mtime": "2026-11-03T14:51:32.541600+09:00", "mtime_epoch": 1793685092.5415998, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119496}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:51:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.066, "name": "celery", "pid": 176, "rss_mb": 2444.066, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418249, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 106}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 106, "pushed_frames": 106, "read_frames": 105, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.536, "pushed": 3.536, "read": 3.503}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 105, "client_acquire_ms": {"avg_ms": 0.007, "count": 105, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5241.59, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.505, "count": 105, "max_ms": 2.621, "p95_ms": 1.55, "reason": null, "sample_age_ms": 5281.718, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.215, "count": 105, "max_ms": 2.076, "p95_ms": 1.196, "reason": null, "sample_age_ms": 5282.057, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 105, "max_ms": 0.276, "p95_ms": 0.153, "reason": null, "sample_age_ms": 5241.596, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.278, "count": 105, "max_ms": 4.025, "p95_ms": 2.133, "reason": null, "sample_age_ms": 5279.802, "source": "client_direct"}, "request_count": 105, "request_tensor_bytes": {"avg": 2211848.0, "count": 105, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5279.738, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 105, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5241.688, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 34.048, "count": 105, "max_ms": 70.016, "p95_ms": 54.278, "reason": null, "sample_age_ms": 5241.587, "source": "client_direct"}, "sample_age_ms": 5241.584, "source": "client_direct", "task_total_ms": {"avg_ms": 35.554, "count": 105, "max_ms": 73.841, "p95_ms": 56.788, "reason": null, "sample_age_ms": 5241.584, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.346, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.664, "count": 106, "max_ms": 2.811, "p95_ms": 1.265}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.213, "count": 106, "max_ms": 0.689, "p95_ms": 0.446}, "detection_prepare_ms": {"avg_ms": 0.084, "count": 106, "max_ms": 0.193, "p95_ms": 0.169}, "event_filter_ms": {"avg_ms": 0.003, "count": 106, "max_ms": 0.012, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 106, "max_ms": 1.633, "p95_ms": 0.13}, "mcmt_ms": {"avg_ms": 0.002, "count": 106, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.173, "count": 106, "max_ms": 0.726, "p95_ms": 0.321}, "setup_ms": {"avg_ms": 0.037, "count": 106, "max_ms": 0.097, "p95_ms": 0.075}, "total_inside_ms": {"avg_ms": 0.626, "count": 106, "max_ms": 2.715, "p95_ms": 1.151}, "track_match_ms": {"avg_ms": 0.004, "count": 106, "max_ms": 0.009, "p95_ms": 0.007}, "tracker_update_ms": {"avg_ms": 0.025, "count": 106, "max_ms": 0.079, "p95_ms": 0.049}}, "gstreamer_push": {"avg_ms": 2.461, "count": 106, "max_ms": 4.4, "p95_ms": 3.769}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 106, "max_ms": 0.373, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 36.604, "count": 106, "max_ms": 78.719, "p95_ms": 58.309}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.038, "count": 106, "max_ms": 0.112, "p95_ms": 0.086}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 66.828, "count": 106, "max_ms": 132.658, "p95_ms": 92.609}, "inference_input_copy_ms": {"avg_ms": 1.251, "count": 106, "max_ms": 3.194, "p95_ms": 1.991}, "processing_residual_ms": {"avg_ms": 0.128, "count": 106, "max_ms": 0.393, "p95_ms": 0.266}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 68.245, "count": 106, "max_ms": 134.487, "p95_ms": 93.473}, "read_interval": {"avg_ms": 236.156, "count": 105, "max_ms": 3959.914, "p95_ms": 834.145}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 106, "max_ms": 0.047, "p95_ms": 0.026}, "execute_total_ms": {"avg_ms": 0.117, "count": 106, "max_ms": 0.487, "p95_ms": 0.227}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 106, "max_ms": 0.042, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.103, "count": 106, "max_ms": 0.439, "p95_ms": 0.201}, "worker_merge_ms": {"avg_ms": 0.005, "count": 106, "max_ms": 0.05, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 36.618, "count": 106, "max_ms": 78.748, "p95_ms": 58.323}, "visualize": {"avg_ms": 28.755, "count": 106, "max_ms": 51.519, "p95_ms": 36.081}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.981, "count": 106, "max_ms": 50.244, "p95_ms": 35.22}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.574, "count": 106, "max_ms": 51.137, "p95_ms": 35.834}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 106, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.487, "count": 106, "max_ms": 51.012, "p95_ms": 35.739}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 106, "max_ms": 0.18, "p95_ms": 0.112}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 106}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 106}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 29.83, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.822, "sample_count": 2601, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418217, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:51:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 120738, "write_bytes_delta": 120738, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 858.0, "cpu_core_ratio": 0.627742, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 608.0, "pid": 82708, "reason": null, "system_cpu_core_ratio": 0.0306, "system_cpu_s_delta": 0.7000000000000002, "user_cpu_core_ratio": 0.597142, "user_cpu_s_delta": 13.660000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.335291, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029726, "system_cpu_s_delta": 0.680000000000291, "user_cpu_core_ratio": 0.305565, "user_cpu_s_delta": 6.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.821, "count": 192, "max_ms": 7.036, "p95_ms": 4.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.365, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.094, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1395.433, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 110.267, "count": 30, "max": 2645.0, "p95": 353.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.176, "count": 30, "max": 1.414, "p95": 1.382, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 117714.467, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 102699.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.7, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.072, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.61, "count": 30, "max": 0.7, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28706, "sampled_at": "2026-11-03T14:51:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:51:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.978, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412651, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10208.676, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60f9a73a3600] error while decoding MB 136 49, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451219968000, "copied_frame_count": 3418410, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451219968000, "frame_buffer_copies": 3418410, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1163, "p95_ms": 0.2552, "p99_ms": 0.3106}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3121, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2198, "p95_ms": 2.1369, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418410, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 309, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:08+09:00", "last_error_summary": "[h264 @ 0x60f9a73a3600] error while decoding MB 136 49, bytestream -6", "last_exit_at": "2026-11-03T14:52:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.909, "last_started_at": "2026-11-03T14:51:35+09:00", "pid": 82824, "process": {"exists": false, "pid": 82824}, "restart_count": 175, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2376, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T14:52:08+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T14:52:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 527.245, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 72.755, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T14:52:08.545753+09:00", "mtime_epoch": 1793685128.545753, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 119018}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.145, "name": "celery", "pid": 176, "rss_mb": 2444.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418410, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.446, "pushed": 5.446, "read": 5.446}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.007, "count": 161, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 44.366, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.555, "count": 161, "max_ms": 2.787, "p95_ms": 1.682, "reason": null, "sample_age_ms": 98.981, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 161, "max_ms": 2.411, "p95_ms": 1.317, "reason": null, "sample_age_ms": 99.362, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 161, "max_ms": 0.344, "p95_ms": 0.199, "reason": null, "sample_age_ms": 44.372, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.41, "count": 161, "max_ms": 3.237, "p95_ms": 2.327, "reason": null, "sample_age_ms": 97.551, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2211848.0, "count": 161, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 97.514, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 44.473, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.524, "count": 161, "max_ms": 70.858, "p95_ms": 52.974, "reason": null, "sample_age_ms": 44.362, "source": "client_direct"}, "sample_age_ms": 44.357, "source": "client_direct", "task_total_ms": {"avg_ms": 39.215, "count": 161, "max_ms": 72.875, "p95_ms": 54.624, "reason": null, "sample_age_ms": 44.357, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.643, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 161, "max_ms": 2.088, "p95_ms": 1.213}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 161, "max_ms": 0.75, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 161, "max_ms": 0.335, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 161, "max_ms": 0.207, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 161, "max_ms": 0.77, "p95_ms": 0.397}, "setup_ms": {"avg_ms": 0.043, "count": 161, "max_ms": 0.118, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.714, "count": 161, "max_ms": 1.919, "p95_ms": 1.148}, "track_match_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 161, "max_ms": 0.072, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.822, "count": 161, "max_ms": 6.386, "p95_ms": 4.563}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 161, "max_ms": 0.172, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.092, "count": 161, "max_ms": 74.143, "p95_ms": 56.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 161, "max_ms": 0.289, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.466, "count": 161, "max_ms": 111.132, "p95_ms": 91.58}, "inference_input_copy_ms": {"avg_ms": 1.343, "count": 161, "max_ms": 3.054, "p95_ms": 2.079}, "processing_residual_ms": {"avg_ms": 0.146, "count": 161, "max_ms": 0.47, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.0, "count": 161, "max_ms": 113.066, "p95_ms": 93.099}, "read_interval": {"avg_ms": 224.161, "count": 161, "max_ms": 6620.75, "p95_ms": 434.976}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 161, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.135, "count": 161, "max_ms": 0.575, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 161, "max_ms": 0.056, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 161, "max_ms": 0.502, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.006, "count": 161, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.107, "count": 161, "max_ms": 74.163, "p95_ms": 56.453}, "visualize": {"avg_ms": 30.645, "count": 161, "max_ms": 47.109, "p95_ms": 40.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.738, "count": 161, "max_ms": 45.899, "p95_ms": 39.86}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.43, "count": 161, "max_ms": 46.778, "p95_ms": 40.752}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.324, "count": 161, "max_ms": 46.628, "p95_ms": 40.634}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 161, "max_ms": 0.167, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.561, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412651, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10209.156, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:52:08+09:00", "last_error_summary": "[h264 @ 0x60f9a73a3600] error while decoding MB 136 49, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451219968000, "copied_frame_count": 3418410, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451219968000, "frame_buffer_copies": 3418410, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1163, "p95_ms": 0.2552, "p99_ms": 0.3106}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3121, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2198, "p95_ms": 2.1369, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418410, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 309, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:08+09:00", "last_error_summary": "[h264 @ 0x60f9a73a3600] error while decoding MB 136 49, bytestream -6", "last_exit_at": "2026-11-03T14:52:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.119, "last_started_at": "2026-11-03T14:51:35+09:00", "pid": 82824, "process": {"exists": false, "pid": 82824}, "restart_count": 175, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.211, "last_frame_pushed_at": "2026-11-03T14:52:08+09:00", "last_frame_read_age_sec": 0.301, "last_frame_read_at": "2026-11-03T14:52:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 527.442, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 72.558, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.202, "exists": true, "mtime": "2026-11-03T14:52:08.641753+09:00", "mtime_epoch": 1793685128.6417534, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118976}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:08+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2444.141, "name": "celery", "pid": 176, "rss_mb": 2444.141, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418410, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.408, "pushed": 5.408, "read": 5.408}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.007, "count": 161, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 248.359, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.555, "count": 161, "max_ms": 2.787, "p95_ms": 1.682, "reason": null, "sample_age_ms": 302.974, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 161, "max_ms": 2.411, "p95_ms": 1.317, "reason": null, "sample_age_ms": 303.355, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 161, "max_ms": 0.344, "p95_ms": 0.199, "reason": null, "sample_age_ms": 248.365, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.41, "count": 161, "max_ms": 3.237, "p95_ms": 2.327, "reason": null, "sample_age_ms": 301.544, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2211848.0, "count": 161, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 301.507, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 248.466, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.524, "count": 161, "max_ms": 70.858, "p95_ms": 52.974, "reason": null, "sample_age_ms": 248.355, "source": "client_direct"}, "sample_age_ms": 248.35, "source": "client_direct", "task_total_ms": {"avg_ms": 39.215, "count": 161, "max_ms": 72.875, "p95_ms": 54.624, "reason": null, "sample_age_ms": 248.35, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.63, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 161, "max_ms": 2.088, "p95_ms": 1.213}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 161, "max_ms": 0.75, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 161, "max_ms": 0.335, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 161, "max_ms": 0.207, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 161, "max_ms": 0.77, "p95_ms": 0.397}, "setup_ms": {"avg_ms": 0.043, "count": 161, "max_ms": 0.118, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.714, "count": 161, "max_ms": 1.919, "p95_ms": 1.148}, "track_match_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 161, "max_ms": 0.072, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.822, "count": 161, "max_ms": 6.386, "p95_ms": 4.563}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 161, "max_ms": 0.172, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.092, "count": 161, "max_ms": 74.143, "p95_ms": 56.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 161, "max_ms": 0.289, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.466, "count": 161, "max_ms": 111.132, "p95_ms": 91.58}, "inference_input_copy_ms": {"avg_ms": 1.343, "count": 161, "max_ms": 3.054, "p95_ms": 2.079}, "processing_residual_ms": {"avg_ms": 0.146, "count": 161, "max_ms": 0.47, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.0, "count": 161, "max_ms": 113.066, "p95_ms": 93.099}, "read_interval": {"avg_ms": 224.161, "count": 161, "max_ms": 6620.75, "p95_ms": 434.976}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 161, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.135, "count": 161, "max_ms": 0.575, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 161, "max_ms": 0.056, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 161, "max_ms": 0.502, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.006, "count": 161, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.107, "count": 161, "max_ms": 74.163, "p95_ms": 56.453}, "visualize": {"avg_ms": 30.645, "count": 161, "max_ms": 47.109, "p95_ms": 40.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.738, "count": 161, "max_ms": 45.899, "p95_ms": 39.86}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.43, "count": 161, "max_ms": 46.778, "p95_ms": 40.752}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.324, "count": 161, "max_ms": 46.628, "p95_ms": 40.634}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 161, "max_ms": 0.167, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.771, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412651, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10200.75, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451219968000, "copied_frame_count": 3418410, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451219968000, "frame_buffer_copies": 3418410, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1163, "p95_ms": 0.2552, "p99_ms": 0.3106}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3121, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2198, "p95_ms": 2.1369, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418410, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 309, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:08+09:00", "last_error_summary": "[h264 @ 0x60f9a73a3600] error while decoding MB 136 49, bytestream -6", "last_exit_at": "2026-11-03T14:52:08+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.185, "last_started_at": "2026-11-03T14:51:35+09:00", "pid": 82824, "process": {"exists": false, "pid": 82824}, "restart_count": 175, "restart_count_per_hour": 9, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 176}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2373, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.277, "last_frame_pushed_at": "2026-11-03T14:52:08+09:00", "last_frame_read_age_sec": 0.367, "last_frame_read_at": "2026-11-03T14:52:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 527.52, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 72.48, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.268, "exists": true, "mtime": "2026-11-03T14:52:08.641753+09:00", "mtime_epoch": 1793685128.6417534, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118976}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:08+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2444.141, "name": "celery", "pid": 176, "rss_mb": 2444.141, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418410, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 161, "pushed_frames": 161, "read_frames": 161, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.396, "pushed": 5.396, "read": 5.396}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 161, "client_acquire_ms": {"avg_ms": 0.007, "count": 161, "max_ms": 0.027, "p95_ms": 0.015, "reason": null, "sample_age_ms": 322.984, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.555, "count": 161, "max_ms": 2.787, "p95_ms": 1.682, "reason": null, "sample_age_ms": 377.599, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.278, "count": 161, "max_ms": 2.411, "p95_ms": 1.317, "reason": null, "sample_age_ms": 377.98, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 161, "max_ms": 0.344, "p95_ms": 0.199, "reason": null, "sample_age_ms": 322.99, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.41, "count": 161, "max_ms": 3.237, "p95_ms": 2.327, "reason": null, "sample_age_ms": 376.169, "source": "client_direct"}, "request_count": 161, "request_tensor_bytes": {"avg": 2211848.0, "count": 161, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 376.132, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 323.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.524, "count": 161, "max_ms": 70.858, "p95_ms": 52.974, "reason": null, "sample_age_ms": 322.981, "source": "client_direct"}, "sample_age_ms": 322.975, "source": "client_direct", "task_total_ms": {"avg_ms": 39.215, "count": 161, "max_ms": 72.875, "p95_ms": 54.624, "reason": null, "sample_age_ms": 322.975, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.315, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 161, "max_ms": 2.088, "p95_ms": 1.213}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 161, "max_ms": 0.75, "p95_ms": 0.434}, "detection_prepare_ms": {"avg_ms": 0.103, "count": 161, "max_ms": 0.335, "p95_ms": 0.185}, "event_filter_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 161, "max_ms": 0.207, "p95_ms": 0.146}, "mcmt_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 161, "max_ms": 0.77, "p95_ms": 0.397}, "setup_ms": {"avg_ms": 0.043, "count": 161, "max_ms": 0.118, "p95_ms": 0.088}, "total_inside_ms": {"avg_ms": 0.714, "count": 161, "max_ms": 1.919, "p95_ms": 1.148}, "track_match_ms": {"avg_ms": 0.004, "count": 161, "max_ms": 0.011, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 161, "max_ms": 0.072, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 2.822, "count": 161, "max_ms": 6.386, "p95_ms": 4.563}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 161, "max_ms": 0.172, "p95_ms": 0.102}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 40.092, "count": 161, "max_ms": 74.143, "p95_ms": 56.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 161, "max_ms": 0.289, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.466, "count": 161, "max_ms": 111.132, "p95_ms": 91.58}, "inference_input_copy_ms": {"avg_ms": 1.343, "count": 161, "max_ms": 3.054, "p95_ms": 2.079}, "processing_residual_ms": {"avg_ms": 0.146, "count": 161, "max_ms": 0.47, "p95_ms": 0.26}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.0, "count": 161, "max_ms": 113.066, "p95_ms": 93.099}, "read_interval": {"avg_ms": 224.161, "count": 161, "max_ms": 6620.75, "p95_ms": 434.976}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 161, "max_ms": 0.073, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.135, "count": 161, "max_ms": 0.575, "p95_ms": 0.259}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 161, "max_ms": 0.056, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 161, "max_ms": 0.502, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.006, "count": 161, "max_ms": 0.017, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 40.107, "count": 161, "max_ms": 74.163, "p95_ms": 56.453}, "visualize": {"avg_ms": 30.645, "count": 161, "max_ms": 47.109, "p95_ms": 40.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.738, "count": 161, "max_ms": 45.899, "p95_ms": 39.86}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.43, "count": 161, "max_ms": 46.778, "p95_ms": 40.752}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.324, "count": 161, "max_ms": 46.628, "p95_ms": 40.634}, "visualizer_prepare_ms": {"avg_ms": 0.062, "count": 161, "max_ms": 0.167, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.837, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4707903, "flush_count": 5765, "flush_interval_seconds": 30.0, "flush_state": {"count": 5765, "last_at": "2026-11-03T14:51:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:51:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5764}, "started": true, "suppressed_count": 3412651, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412646}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5765, "written_record_count": 5765}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10238.539, "limit_mb": null}, "detail": {"pid": 82940, "restart_count": 176, "start_count": 177}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451219968000, "copied_frame_count": 3418410, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451219968000, "frame_buffer_copies": 3418410, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1163, "p95_ms": 0.2552, "p99_ms": 0.3106}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3121, "count": 512, "max_ms": 8.3186, "p50_ms": 1.2198, "p95_ms": 2.1369, "p99_ms": 2.9933, "results": {"failed": 0, "not_applicable": 0, "success": 3418410, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 164, "h264_decode_error_count": 309, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:08+09:00", "last_error_summary": "[h264 @ 0x60f9a73a3600] error while decoding MB 136 49, bytestream -6", "last_exit_at": "2026-11-03T14:52:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:52:12+09:00", "pid": 82940, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.773, "name": "ffmpeg", "pid": 82940, "rss_mb": 74.773, "state": "S (sleeping)", "threads": 1}, "restart_count": 176, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.389, "sample_count": 2318, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418410, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.522, "last_frame_pushed_at": "2026-11-03T14:52:08+09:00", "last_frame_read_age_sec": 5.613, "last_frame_read_at": "2026-11-03T14:52:08+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 532.76, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 67.24, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 5.514, "exists": true, "mtime": "2026-11-03T14:52:08.641753+09:00", "mtime_epoch": 1793685128.6417534, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 118976}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:14+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.145, "name": "celery", "pid": 176, "rss_mb": 2444.145, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418410, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 110}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 110}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 110}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 110, "pushed_frames": 110, "read_frames": 110, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.069, "pushed": 4.069, "read": 4.069}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 110, "client_acquire_ms": {"avg_ms": 0.007, "count": 110, "max_ms": 0.02, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5564.006, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.576, "count": 110, "max_ms": 2.787, "p95_ms": 1.673, "reason": null, "sample_age_ms": 5618.621, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.298, "count": 110, "max_ms": 2.411, "p95_ms": 1.388, "reason": null, "sample_age_ms": 5619.002, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 110, "max_ms": 0.253, "p95_ms": 0.185, "reason": null, "sample_age_ms": 5564.013, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.392, "count": 110, "max_ms": 3.237, "p95_ms": 2.304, "reason": null, "sample_age_ms": 5617.191, "source": "client_direct"}, "request_count": 110, "request_tensor_bytes": {"avg": 2211848.0, "count": 110, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5617.154, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 110, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5564.114, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.435, "count": 110, "max_ms": 65.552, "p95_ms": 53.056, "reason": null, "sample_age_ms": 5564.003, "source": "client_direct"}, "sample_age_ms": 5563.997, "source": "client_direct", "task_total_ms": {"avg_ms": 40.117, "count": 110, "max_ms": 67.289, "p95_ms": 55.176, "reason": null, "sample_age_ms": 5563.997, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.72, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 110, "max_ms": 2.088, "p95_ms": 1.576}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.258, "count": 110, "max_ms": 0.75, "p95_ms": 0.542}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 110, "max_ms": 0.335, "p95_ms": 0.175}, "event_filter_ms": {"avg_ms": 0.004, "count": 110, "max_ms": 0.015, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 110, "max_ms": 0.207, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 110, "max_ms": 0.011, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.2, "count": 110, "max_ms": 0.77, "p95_ms": 0.403}, "setup_ms": {"avg_ms": 0.044, "count": 110, "max_ms": 0.118, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 0.736, "count": 110, "max_ms": 1.919, "p95_ms": 1.504}, "track_match_ms": {"avg_ms": 0.004, "count": 110, "max_ms": 0.011, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 110, "max_ms": 0.072, "p95_ms": 0.058}}, "gstreamer_push": {"avg_ms": 2.779, "count": 110, "max_ms": 6.386, "p95_ms": 5.056}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 110, "max_ms": 0.172, "p95_ms": 0.104}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.016, "count": 110, "max_ms": 67.919, "p95_ms": 56.435}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 110, "max_ms": 0.289, "p95_ms": 0.121}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.052, "count": 110, "max_ms": 103.77, "p95_ms": 91.428}, "inference_input_copy_ms": {"avg_ms": 1.294, "count": 110, "max_ms": 2.565, "p95_ms": 1.988}, "processing_residual_ms": {"avg_ms": 0.141, "count": 110, "max_ms": 0.399, "p95_ms": 0.247}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.533, "count": 110, "max_ms": 105.168, "p95_ms": 93.098}, "read_interval": {"avg_ms": 227.455, "count": 110, "max_ms": 3598.208, "p95_ms": 568.527}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 110, "max_ms": 0.073, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.138, "count": 110, "max_ms": 0.575, "p95_ms": 0.286}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 110, "max_ms": 0.056, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 110, "max_ms": 0.502, "p95_ms": 0.258}, "worker_merge_ms": {"avg_ms": 0.006, "count": 110, "max_ms": 0.016, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.031, "count": 110, "max_ms": 67.929, "p95_ms": 56.453}, "visualize": {"avg_ms": 30.253, "count": 110, "max_ms": 43.456, "p95_ms": 40.962}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.334, "count": 110, "max_ms": 42.229, "p95_ms": 39.86}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.031, "count": 110, "max_ms": 43.088, "p95_ms": 40.752}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 110, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.923, "count": 110, "max_ms": 42.93, "p95_ms": 40.634}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 110, "max_ms": 0.167, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 110}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 110}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.035, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10383.676, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 560980684800, "copied_frame_count": 202901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 560980684800, "frame_buffer_copies": 202901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1005, "count": 512, "max_ms": 1.4973, "p50_ms": 0.0803, "p95_ms": 0.1808, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 4.3919, "p50_ms": 1.3249, "p95_ms": 2.4217, "p99_ms": 3.3108, "results": {"failed": 0, "not_applicable": 0, "success": 202901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-11-03T14:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 8320.634, "last_started_at": "2026-11-03T12:33:55+09:00", "pid": 76890, "process": {"exists": false, "pid": 76890}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.536, "sample_count": 2593, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.465, "last_frame_pushed_at": "2026-11-03T14:52:35+09:00", "last_frame_read_age_sec": 0.522, "last_frame_read_at": "2026-11-03T14:52:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.575, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 45.425, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T14:52:35+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1265.031, "name": "celery", "pid": 178, "rss_mb": 1261.133, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.423, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 5.132, "max": 11.0, "p95": 10.0, "sample_count": 121}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 121}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.066, "max": 3.0, "p95": 3.0, "sample_count": 121}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.543, "max": 3.0, "p95": 3.0, "sample_count": 94}, "total": {"avg": 1.198, "max": 3.0, "p95": 3.0, "sample_count": 121}}, "tracking_counts": {"active": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 121}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 121}, "tracked": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 121}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 121, "pushed_frames": 121, "read_frames": 120, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.039, "pushed": 4.039, "read": 4.005}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.007, "count": 121, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 491.699, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.623, "count": 120, "max_ms": 2.239, "p95_ms": 1.192, "reason": null, "sample_age_ms": 526.124, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.178, "count": 120, "max_ms": 1.705, "p95_ms": 0.895, "reason": null, "sample_age_ms": 526.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 121, "max_ms": 0.264, "p95_ms": 0.181, "reason": null, "sample_age_ms": 491.707, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.654, "count": 120, "max_ms": 3.822, "p95_ms": 2.812, "reason": null, "sample_age_ms": 525.109, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 525.091, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 491.852, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.708, "count": 121, "max_ms": 64.643, "p95_ms": 57.237, "reason": null, "sample_age_ms": 491.693, "source": "client_direct"}, "sample_age_ms": 491.687, "source": "client_direct", "task_total_ms": {"avg_ms": 42.609, "count": 121, "max_ms": 66.225, "p95_ms": 59.752, "reason": null, "sample_age_ms": 491.687, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.007, "count": 121, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 481.055, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 15.45, "count": 120, "max_ms": 24.987, "p95_ms": 20.544, "reason": null, "sample_age_ms": 514.769, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 120, "max_ms": 0.069, "p95_ms": 0.033, "reason": null, "sample_age_ms": 526.361, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.221, "count": 121, "max_ms": 0.571, "p95_ms": 0.373, "reason": null, "sample_age_ms": 481.061, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.948, "count": 120, "max_ms": 4.342, "p95_ms": 3.407, "reason": null, "sample_age_ms": 512.956, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 512.937, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 481.168, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.669, "count": 121, "max_ms": 58.752, "p95_ms": 52.518, "reason": null, "sample_age_ms": 481.052, "source": "client_direct"}, "sample_age_ms": 481.048, "source": "client_direct", "task_total_ms": {"avg_ms": 42.994, "count": 121, "max_ms": 62.857, "p95_ms": 55.178, "reason": null, "sample_age_ms": 481.048, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.007, "count": 121, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 487.561, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.151, "count": 120, "max_ms": 17.709, "p95_ms": 13.727, "reason": null, "sample_age_ms": 518.681, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 120, "max_ms": 0.048, "p95_ms": 0.032, "reason": null, "sample_age_ms": 526.417, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 121, "max_ms": 0.226, "p95_ms": 0.144, "reason": null, "sample_age_ms": 487.567, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.713, "count": 120, "max_ms": 3.712, "p95_ms": 2.672, "reason": null, "sample_age_ms": 517.394, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 517.377, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 487.638, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.582, "count": 121, "max_ms": 59.336, "p95_ms": 51.696, "reason": null, "sample_age_ms": 487.558, "source": "client_direct"}, "sample_age_ms": 487.555, "source": "client_direct", "task_total_ms": {"avg_ms": 39.524, "count": 121, "max_ms": 61.973, "p95_ms": 54.281, "reason": null, "sample_age_ms": 487.555, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 120, "client_acquire_ms": {"avg_ms": 0.007, "count": 121, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 483.033, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.929, "count": 120, "max_ms": 9.14, "p95_ms": 7.105, "reason": null, "sample_age_ms": 522.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.028, "count": 120, "max_ms": 0.094, "p95_ms": 0.056, "reason": null, "sample_age_ms": 526.448, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.195, "count": 121, "max_ms": 0.82, "p95_ms": 0.354, "reason": null, "sample_age_ms": 483.038, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.692, "count": 120, "max_ms": 3.15, "p95_ms": 2.569, "reason": null, "sample_age_ms": 521.292, "source": "client_direct"}, "request_count": 120, "request_tensor_bytes": {"avg": 2764808.0, "count": 120, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 521.261, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 121, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 483.205, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.574, "count": 121, "max_ms": 77.788, "p95_ms": 67.704, "reason": null, "sample_age_ms": 483.03, "source": "client_direct"}, "sample_age_ms": 483.028, "source": "client_direct", "task_total_ms": {"avg_ms": 48.605, "count": 121, "max_ms": 80.236, "p95_ms": 69.541, "reason": null, "sample_age_ms": 483.028, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.933, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.274, "count": 121, "max_ms": 5.276, "p95_ms": 4.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 121, "max_ms": 0.481, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.758, "count": 121, "max_ms": 1.83, "p95_ms": 1.408}, "event_filter_ms": {"avg_ms": 0.003, "count": 121, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.2, "count": 121, "max_ms": 0.81, "p95_ms": 0.371}, "mcmt_ms": {"avg_ms": 0.002, "count": 121, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.202, "count": 121, "max_ms": 0.489, "p95_ms": 0.364}, "setup_ms": {"avg_ms": 0.034, "count": 121, "max_ms": 0.151, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 2.237, "count": 121, "max_ms": 5.209, "p95_ms": 4.101}, "track_match_ms": {"avg_ms": 0.043, "count": 121, "max_ms": 0.166, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.832, "count": 121, "max_ms": 2.871, "p95_ms": 1.508}}, "gstreamer_push": {"avg_ms": 3.195, "count": 121, "max_ms": 8.519, "p95_ms": 6.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.008, "count": 121, "max_ms": 0.019, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 43.552, "count": 121, "max_ms": 66.996, "p95_ms": 61.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.113, "count": 121, "max_ms": 79.893, "p95_ms": 75.959}, "yolo11_640_fire_11class": {"avg_ms": 50.339, "count": 121, "max_ms": 72.909, "p95_ms": 67.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.111, "count": 121, "max_ms": 84.968, "p95_ms": 74.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 121, "max_ms": 0.132, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.998, "count": 121, "max_ms": 87.913, "p95_ms": 80.681}, "inference_input_copy_ms": {"avg_ms": 1.442, "count": 121, "max_ms": 3.342, "p95_ms": 2.444}, "processing_residual_ms": {"avg_ms": 0.126, "count": 121, "max_ms": 0.396, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.595, "count": 121, "max_ms": 89.182, "p95_ms": 82.05}, "read_interval": {"avg_ms": 245.943, "count": 120, "max_ms": 19912.817, "p95_ms": 101.729}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 121, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.155, "count": 121, "max_ms": 0.376, "p95_ms": 0.277}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 121, "max_ms": 0.044, "p95_ms": 0.023}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.013, "count": 121, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 121, "max_ms": 0.118, "p95_ms": 0.102}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 121, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.066, "count": 121, "max_ms": 0.187, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.005, "count": 121, "max_ms": 0.024, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 59.333, "count": 121, "max_ms": 84.976, "p95_ms": 76.424}, "visualize": {"avg_ms": 1.387, "count": 121, "max_ms": 3.328, "p95_ms": 2.771}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.246, "count": 121, "max_ms": 3.066, "p95_ms": 2.587}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 121, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.169, "count": 121, "max_ms": 2.944, "p95_ms": 2.511}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 121, "max_ms": 0.149, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 121}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 121}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1257.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.275, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 271755, "write_bytes_delta": 271755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 695.0, "cpu_core_ratio": 0.304955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213.0, "pid": 76890, "reason": null, "system_cpu_core_ratio": 0.12328, "system_cpu_s_delta": 2.4700000000000273, "user_cpu_core_ratio": 0.181675, "user_cpu_s_delta": 3.6400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21793.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.182174, "system_cpu_s_delta": 3.650000000001455, "user_cpu_core_ratio": 0.647343, "user_cpu_s_delta": 12.969999999993888}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.404, "count": 253, "max_ms": 9.849, "p95_ms": 7.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.36, "max": 11.0, "p95": 10.0, "sample_count": 253}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.472, "count": 30, "max": 52.501, "p95": 42.123, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.441, "count": 30, "max": 29.505, "p95": 24.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.1, "count": 30, "max": 1352.0, "p95": 1349.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 914.0, "p95": 174.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.331, "p95": 0.088, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.317, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.099, "p95": 0.07, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 286788.3, "count": 30, "max": 303186.0, "p95": 302095.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 198346.4, "count": 30, "max": 303186.0, "p95": 298733.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13072.633, "count": 30, "max": 27250.0, "p95": 24844.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.241, "p95": 0.184, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.584, "count": 30, "max": 0.647, "p95": 0.647, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1117, "sampled_at": "2026-11-03T14:52:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10384.855, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/21.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 560980684800, "copied_frame_count": 202901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 560980684800, "frame_buffer_copies": 202901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1005, "count": 512, "max_ms": 1.4973, "p50_ms": 0.0803, "p95_ms": 0.1808, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 4.3919, "p50_ms": 1.3249, "p95_ms": 2.4217, "p99_ms": 3.3108, "results": {"failed": 0, "not_applicable": 0, "success": 202901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-11-03T14:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 8320.711, "last_started_at": "2026-11-03T12:33:55+09:00", "pid": 76890, "process": {"exists": false, "pid": 76890}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.536, "sample_count": 2592, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.541, "last_frame_pushed_at": "2026-11-03T14:52:35+09:00", "last_frame_read_age_sec": 0.599, "last_frame_read_at": "2026-11-03T14:52:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.654, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 45.346, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T14:52:36.031870+09:00", "mtime_epoch": 1793685156.0318701, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 273660}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T14:52:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1265.031, "name": "celery", "pid": 178, "rss_mb": 1255.969, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.501, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 120}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 5.133, "max": 11.0, "p95": 10.0, "sample_count": 120}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 120}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.067, "max": 3.0, "p95": 3.0, "sample_count": 120}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.548, "max": 3.0, "p95": 3.0, "sample_count": 93}, "total": {"avg": 1.2, "max": 3.0, "p95": 3.0, "sample_count": 120}}, "tracking_counts": {"active": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 120}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 120}, "tracked": {"avg": 0.083, "max": 1.0, "p95": 1.0, "sample_count": 120}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 120, "pushed_frames": 120, "read_frames": 119, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.008, "pushed": 4.008, "read": 3.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.007, "count": 120, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 572.691, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.625, "count": 119, "max_ms": 2.239, "p95_ms": 1.206, "reason": null, "sample_age_ms": 607.115, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.179, "count": 119, "max_ms": 1.705, "p95_ms": 0.9, "reason": null, "sample_age_ms": 607.509, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 120, "max_ms": 0.264, "p95_ms": 0.181, "reason": null, "sample_age_ms": 572.699, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.659, "count": 119, "max_ms": 3.822, "p95_ms": 2.815, "reason": null, "sample_age_ms": 606.101, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2764808.0, "count": 119, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 606.082, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 572.843, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.618, "count": 120, "max_ms": 64.643, "p95_ms": 57.298, "reason": null, "sample_age_ms": 572.685, "source": "client_direct"}, "sample_age_ms": 572.679, "source": "client_direct", "task_total_ms": {"avg_ms": 42.523, "count": 120, "max_ms": 66.225, "p95_ms": 59.781, "reason": null, "sample_age_ms": 572.679, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.007, "count": 120, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 562.047, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 15.426, "count": 119, "max_ms": 24.987, "p95_ms": 20.549, "reason": null, "sample_age_ms": 595.761, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 119, "max_ms": 0.069, "p95_ms": 0.033, "reason": null, "sample_age_ms": 607.352, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.221, "count": 120, "max_ms": 0.571, "p95_ms": 0.376, "reason": null, "sample_age_ms": 562.052, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.943, "count": 119, "max_ms": 4.342, "p95_ms": 3.428, "reason": null, "sample_age_ms": 593.948, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2764808.0, "count": 119, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 593.929, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 562.16, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.597, "count": 120, "max_ms": 58.752, "p95_ms": 52.538, "reason": null, "sample_age_ms": 562.043, "source": "client_direct"}, "sample_age_ms": 562.04, "source": "client_direct", "task_total_ms": {"avg_ms": 42.928, "count": 120, "max_ms": 62.857, "p95_ms": 55.225, "reason": null, "sample_age_ms": 562.04, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.007, "count": 120, "max_ms": 0.039, "p95_ms": 0.015, "reason": null, "sample_age_ms": 568.553, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.133, "count": 119, "max_ms": 17.709, "p95_ms": 13.734, "reason": null, "sample_age_ms": 599.673, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 119, "max_ms": 0.048, "p95_ms": 0.032, "reason": null, "sample_age_ms": 607.408, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 120, "max_ms": 0.226, "p95_ms": 0.144, "reason": null, "sample_age_ms": 568.558, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.71, "count": 119, "max_ms": 3.712, "p95_ms": 2.683, "reason": null, "sample_age_ms": 598.385, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2764808.0, "count": 119, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 598.369, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 568.63, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.554, "count": 120, "max_ms": 59.336, "p95_ms": 51.793, "reason": null, "sample_age_ms": 568.55, "source": "client_direct"}, "sample_age_ms": 568.547, "source": "client_direct", "task_total_ms": {"avg_ms": 39.496, "count": 120, "max_ms": 61.973, "p95_ms": 54.395, "reason": null, "sample_age_ms": 568.547, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 119, "client_acquire_ms": {"avg_ms": 0.007, "count": 120, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 564.025, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.93, "count": 119, "max_ms": 9.14, "p95_ms": 7.115, "reason": null, "sample_age_ms": 603.55, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.028, "count": 119, "max_ms": 0.094, "p95_ms": 0.056, "reason": null, "sample_age_ms": 607.44, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.196, "count": 120, "max_ms": 0.82, "p95_ms": 0.355, "reason": null, "sample_age_ms": 564.03, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.693, "count": 119, "max_ms": 3.15, "p95_ms": 2.571, "reason": null, "sample_age_ms": 602.284, "source": "client_direct"}, "request_count": 119, "request_tensor_bytes": {"avg": 2764808.0, "count": 119, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 602.253, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 120, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 564.197, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.431, "count": 120, "max_ms": 77.788, "p95_ms": 67.751, "reason": null, "sample_age_ms": 564.022, "source": "client_direct"}, "sample_age_ms": 564.019, "source": "client_direct", "task_total_ms": {"avg_ms": 48.463, "count": 120, "max_ms": 80.236, "p95_ms": 69.583, "reason": null, "sample_age_ms": 564.019, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.129, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.278, "count": 120, "max_ms": 5.276, "p95_ms": 4.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 120, "max_ms": 0.481, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.759, "count": 120, "max_ms": 1.83, "p95_ms": 1.408}, "event_filter_ms": {"avg_ms": 0.003, "count": 120, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.201, "count": 120, "max_ms": 0.81, "p95_ms": 0.371}, "mcmt_ms": {"avg_ms": 0.002, "count": 120, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.202, "count": 120, "max_ms": 0.489, "p95_ms": 0.364}, "setup_ms": {"avg_ms": 0.034, "count": 120, "max_ms": 0.151, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 2.24, "count": 120, "max_ms": 5.209, "p95_ms": 4.101}, "track_match_ms": {"avg_ms": 0.043, "count": 120, "max_ms": 0.166, "p95_ms": 0.108}, "tracker_update_ms": {"avg_ms": 0.833, "count": 120, "max_ms": 2.871, "p95_ms": 1.508}}, "gstreamer_push": {"avg_ms": 3.204, "count": 120, "max_ms": 8.519, "p95_ms": 6.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.008, "count": 120, "max_ms": 0.019, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 43.467, "count": 120, "max_ms": 66.996, "p95_ms": 61.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.025, "count": 120, "max_ms": 79.893, "p95_ms": 75.959}, "yolo11_640_fire_11class": {"avg_ms": 50.307, "count": 120, "max_ms": 72.909, "p95_ms": 67.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.978, "count": 120, "max_ms": 84.968, "p95_ms": 74.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 120, "max_ms": 0.132, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.919, "count": 120, "max_ms": 87.913, "p95_ms": 80.681}, "inference_input_copy_ms": {"avg_ms": 1.443, "count": 120, "max_ms": 3.342, "p95_ms": 2.444}, "processing_residual_ms": {"avg_ms": 0.126, "count": 120, "max_ms": 0.396, "p95_ms": 0.257}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.518, "count": 120, "max_ms": 89.182, "p95_ms": 82.05}, "read_interval": {"avg_ms": 247.326, "count": 119, "max_ms": 19912.817, "p95_ms": 114.288}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 120, "max_ms": 0.061, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.155, "count": 120, "max_ms": 0.376, "p95_ms": 0.277}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 120, "max_ms": 0.044, "p95_ms": 0.023}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.013, "count": 120, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 120, "max_ms": 0.118, "p95_ms": 0.102}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 120, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.066, "count": 120, "max_ms": 0.187, "p95_ms": 0.123}, "worker_merge_ms": {"avg_ms": 0.005, "count": 120, "max_ms": 0.024, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 59.243, "count": 120, "max_ms": 84.976, "p95_ms": 76.424}, "visualize": {"avg_ms": 1.391, "count": 120, "max_ms": 3.328, "p95_ms": 2.771}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.249, "count": 120, "max_ms": 3.066, "p95_ms": 2.587}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.002, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 120, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.172, "count": 120, "max_ms": 2.944, "p95_ms": 2.511}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 120, "max_ms": 0.149, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 120}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 120}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1257.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.275, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 271755, "write_bytes_delta": 271755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 695.0, "cpu_core_ratio": 0.304955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213.0, "pid": 76890, "reason": null, "system_cpu_core_ratio": 0.12328, "system_cpu_s_delta": 2.4700000000000273, "user_cpu_core_ratio": 0.181675, "user_cpu_s_delta": 3.6400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21793.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.182174, "system_cpu_s_delta": 3.650000000001455, "user_cpu_core_ratio": 0.647343, "user_cpu_s_delta": 12.969999999993888}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.404, "count": 253, "max_ms": 9.849, "p95_ms": 7.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.36, "max": 11.0, "p95": 10.0, "sample_count": 253}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.472, "count": 30, "max": 52.501, "p95": 42.123, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.441, "count": 30, "max": 29.505, "p95": 24.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.1, "count": 30, "max": 1352.0, "p95": 1349.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 914.0, "p95": 174.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.331, "p95": 0.088, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.317, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.099, "p95": 0.07, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 286788.3, "count": 30, "max": 303186.0, "p95": 302095.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 198346.4, "count": 30, "max": 303186.0, "p95": 298733.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13072.633, "count": 30, "max": 27250.0, "p95": 24844.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.241, "p95": 0.184, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.584, "count": 30, "max": 0.647, "p95": 0.647, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1117, "sampled_at": "2026-11-03T14:52:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10379.551, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 560980684800, "copied_frame_count": 202901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 560980684800, "frame_buffer_copies": 202901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1005, "count": 512, "max_ms": 1.4973, "p50_ms": 0.0803, "p95_ms": 0.1808, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 4.3919, "p50_ms": 1.3249, "p95_ms": 2.4217, "p99_ms": 3.3108, "results": {"failed": 0, "not_applicable": 0, "success": 202901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-11-03T14:52:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 8320.99, "last_started_at": "2026-11-03T12:33:55+09:00", "pid": 76890, "process": {"exists": false, "pid": 76890}, "restart_count": 2, "restart_count_per_hour": 0, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 3}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.579, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 0.82, "last_frame_pushed_at": "2026-11-03T14:52:35+09:00", "last_frame_read_age_sec": 0.878, "last_frame_read_at": "2026-11-03T14:52:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 554.935, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 45.065, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.235, "exists": true, "mtime": "2026-11-03T14:52:36.083870+09:00", "mtime_epoch": 1793685156.0838704, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 274371}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T14:52:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 1265.031, "name": "celery", "pid": 178, "rss_mb": 1255.969, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.781, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 5.137, "max": 11.0, "p95": 10.0, "sample_count": 117}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.068, "max": 3.0, "p95": 3.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.567, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.205, "max": 3.0, "p95": 3.0, "sample_count": 117}}, "tracking_counts": {"active": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 117}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 117}, "tracked": {"avg": 0.085, "max": 1.0, "p95": 1.0, "sample_count": 117}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 117, "pushed_frames": 117, "read_frames": 116, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.9, "pushed": 3.9, "read": 3.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.008, "count": 116, "max_ms": 0.023, "p95_ms": 0.016, "reason": null, "sample_age_ms": 850.489, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.628, "count": 116, "max_ms": 2.239, "p95_ms": 1.249, "reason": null, "sample_age_ms": 884.913, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.181, "count": 116, "max_ms": 1.705, "p95_ms": 0.917, "reason": null, "sample_age_ms": 885.306, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 116, "max_ms": 0.264, "p95_ms": 0.181, "reason": null, "sample_age_ms": 850.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.662, "count": 116, "max_ms": 3.822, "p95_ms": 2.822, "reason": null, "sample_age_ms": 883.899, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 883.88, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 850.641, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.422, "count": 116, "max_ms": 64.643, "p95_ms": 57.151, "reason": null, "sample_age_ms": 850.483, "source": "client_direct"}, "sample_age_ms": 850.477, "source": "client_direct", "task_total_ms": {"avg_ms": 42.337, "count": 116, "max_ms": 66.225, "p95_ms": 59.472, "reason": null, "sample_age_ms": 850.477, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.007, "count": 116, "max_ms": 0.027, "p95_ms": 0.017, "reason": null, "sample_age_ms": 839.844, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 15.43, "count": 116, "max_ms": 24.987, "p95_ms": 20.563, "reason": null, "sample_age_ms": 873.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 116, "max_ms": 0.069, "p95_ms": 0.034, "reason": null, "sample_age_ms": 885.15, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.22, "count": 116, "max_ms": 0.571, "p95_ms": 0.388, "reason": null, "sample_age_ms": 839.85, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.935, "count": 116, "max_ms": 4.342, "p95_ms": 3.49, "reason": null, "sample_age_ms": 871.746, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 871.726, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 839.958, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.498, "count": 116, "max_ms": 58.752, "p95_ms": 52.397, "reason": null, "sample_age_ms": 839.841, "source": "client_direct"}, "sample_age_ms": 839.838, "source": "client_direct", "task_total_ms": {"avg_ms": 42.816, "count": 116, "max_ms": 62.857, "p95_ms": 55.091, "reason": null, "sample_age_ms": 839.838, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.007, "count": 116, "max_ms": 0.039, "p95_ms": 0.016, "reason": null, "sample_age_ms": 846.35, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.129, "count": 116, "max_ms": 17.709, "p95_ms": 13.755, "reason": null, "sample_age_ms": 877.471, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 116, "max_ms": 0.048, "p95_ms": 0.032, "reason": null, "sample_age_ms": 885.206, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.072, "count": 116, "max_ms": 0.226, "p95_ms": 0.143, "reason": null, "sample_age_ms": 846.356, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.714, "count": 116, "max_ms": 3.712, "p95_ms": 2.715, "reason": null, "sample_age_ms": 876.183, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 876.166, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 846.427, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.476, "count": 116, "max_ms": 59.336, "p95_ms": 51.419, "reason": null, "sample_age_ms": 846.347, "source": "client_direct"}, "sample_age_ms": 846.344, "source": "client_direct", "task_total_ms": {"avg_ms": 39.417, "count": 116, "max_ms": 61.973, "p95_ms": 54.045, "reason": null, "sample_age_ms": 846.344, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 116, "client_acquire_ms": {"avg_ms": 0.007, "count": 116, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 841.823, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.938, "count": 116, "max_ms": 9.14, "p95_ms": 7.147, "reason": null, "sample_age_ms": 881.348, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.028, "count": 116, "max_ms": 0.094, "p95_ms": 0.054, "reason": null, "sample_age_ms": 885.238, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.195, "count": 116, "max_ms": 0.82, "p95_ms": 0.36, "reason": null, "sample_age_ms": 841.828, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.686, "count": 116, "max_ms": 3.15, "p95_ms": 2.538, "reason": null, "sample_age_ms": 880.082, "source": "client_direct"}, "request_count": 116, "request_tensor_bytes": {"avg": 2764808.0, "count": 116, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 880.051, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 116, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 841.994, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.291, "count": 116, "max_ms": 77.788, "p95_ms": 65.725, "reason": null, "sample_age_ms": 841.82, "source": "client_direct"}, "sample_age_ms": 841.817, "source": "client_direct", "task_total_ms": {"avg_ms": 48.316, "count": 116, "max_ms": 80.236, "p95_ms": 67.754, "reason": null, "sample_age_ms": 841.817, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.557, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.259, "count": 117, "max_ms": 5.276, "p95_ms": 4.171}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.162, "count": 117, "max_ms": 0.481, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.752, "count": 117, "max_ms": 1.83, "p95_ms": 1.408}, "event_filter_ms": {"avg_ms": 0.003, "count": 117, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.199, "count": 117, "max_ms": 0.81, "p95_ms": 0.371}, "mcmt_ms": {"avg_ms": 0.002, "count": 117, "max_ms": 0.007, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.202, "count": 117, "max_ms": 0.489, "p95_ms": 0.385}, "setup_ms": {"avg_ms": 0.034, "count": 117, "max_ms": 0.151, "p95_ms": 0.071}, "total_inside_ms": {"avg_ms": 2.221, "count": 117, "max_ms": 5.209, "p95_ms": 4.105}, "track_match_ms": {"avg_ms": 0.043, "count": 117, "max_ms": 0.166, "p95_ms": 0.109}, "tracker_update_ms": {"avg_ms": 0.823, "count": 117, "max_ms": 2.871, "p95_ms": 1.651}}, "gstreamer_push": {"avg_ms": 3.164, "count": 117, "max_ms": 8.519, "p95_ms": 6.69}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.008, "count": 117, "max_ms": 0.019, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 43.264, "count": 117, "max_ms": 66.996, "p95_ms": 61.021}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 58.88, "count": 117, "max_ms": 79.438, "p95_ms": 75.959}, "yolo11_640_fire_11class": {"avg_ms": 50.192, "count": 117, "max_ms": 72.909, "p95_ms": 67.318}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 53.804, "count": 117, "max_ms": 84.968, "p95_ms": 74.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.029, "count": 117, "max_ms": 0.132, "p95_ms": 0.06}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 63.752, "count": 117, "max_ms": 86.589, "p95_ms": 80.681}, "inference_input_copy_ms": {"avg_ms": 1.446, "count": 117, "max_ms": 3.342, "p95_ms": 2.527}, "processing_residual_ms": {"avg_ms": 0.125, "count": 117, "max_ms": 0.396, "p95_ms": 0.27}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.352, "count": 117, "max_ms": 88.74, "p95_ms": 82.05}, "read_interval": {"avg_ms": 251.597, "count": 116, "max_ms": 19912.817, "p95_ms": 114.288}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 117, "max_ms": 0.061, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.155, "count": 117, "max_ms": 0.376, "p95_ms": 0.293}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 117, "max_ms": 0.044, "p95_ms": 0.023}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.013, "count": 117, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.falldown_detected_ms": {"avg_ms": 0.054, "count": 117, "max_ms": 0.118, "p95_ms": 0.108}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 117, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.066, "count": 117, "max_ms": 0.187, "p95_ms": 0.125}, "worker_merge_ms": {"avg_ms": 0.004, "count": 117, "max_ms": 0.013, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 59.097, "count": 117, "max_ms": 84.976, "p95_ms": 76.424}, "visualize": {"avg_ms": 1.39, "count": 117, "max_ms": 3.328, "p95_ms": 2.814}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.248, "count": 117, "max_ms": 3.066, "p95_ms": 2.656}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 117, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.171, "count": 117, "max_ms": 2.944, "p95_ms": 2.568}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 117, "max_ms": 0.149, "p95_ms": 0.087}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 117}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1257.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.275, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 271755, "write_bytes_delta": 271755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 695.0, "cpu_core_ratio": 0.304955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213.0, "pid": 76890, "reason": null, "system_cpu_core_ratio": 0.12328, "system_cpu_s_delta": 2.4700000000000273, "user_cpu_core_ratio": 0.181675, "user_cpu_s_delta": 3.6400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21793.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.182174, "system_cpu_s_delta": 3.650000000001455, "user_cpu_core_ratio": 0.647343, "user_cpu_s_delta": 12.969999999993888}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.404, "count": 253, "max_ms": 9.849, "p95_ms": 7.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.36, "max": 11.0, "p95": 10.0, "sample_count": 253}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.472, "count": 30, "max": 52.501, "p95": 42.123, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.441, "count": 30, "max": 29.505, "p95": 24.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.1, "count": 30, "max": 1352.0, "p95": 1349.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 914.0, "p95": 174.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.331, "p95": 0.088, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.317, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.099, "p95": 0.07, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 286788.3, "count": 30, "max": 303186.0, "p95": 302095.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 198346.4, "count": 30, "max": 303186.0, "p95": 298733.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13072.633, "count": 30, "max": 27250.0, "p95": 24844.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.241, "p95": 0.184, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.584, "count": 30, "max": 0.647, "p95": 0.647, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1117, "sampled_at": "2026-11-03T14:52:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "21", "cgroup_memory": {"current_mb": 10499.18, "limit_mb": null}, "detail": {"pid": 83056, "restart_count": 3, "start_count": 4}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "21", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "not_observed", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 560980684800, "copied_frame_count": 202901, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": null, "last_clip": null, "oldest_age_s": null, "peak_active_count": 0, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 138240000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfd7c54c", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 0, "events_emitted": 0, "events_failed": 0, "events_observed": 0, "events_suppressed": 0, "frame_buffer_copied_bytes": 560980684800, "frame_buffer_copies": 202901, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 0, "recorder_active_input_bytes": 0, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 0, "recorder_clips_failed": 0, "recorder_clips_started": 0, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 0, "worker_jobs_accepted": 0, "worker_jobs_completed": 0, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1005, "count": 512, "max_ms": 1.4973, "p50_ms": 0.0803, "p95_ms": 0.1808, "p99_ms": 0.267}, "stages": {"db_insert": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4131, "count": 512, "max_ms": 4.3919, "p50_ms": 1.3249, "p95_ms": 2.4217, "p99_ms": 3.3108, "results": {"failed": 0, "not_applicable": 0, "success": 202901, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "21", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": false, "failure_counts": {}, "generation": "dfd7c54c", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 0, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 0, "peak_jobs": 0, "rejected": 0, "submit_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}, "wait_ms": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 0, "artifact_failed": 0, "artifact_requested": 0, "artifact_success": 0, "completed": 0, "completed_failed": 0, "completed_success": 0, "cooldown_promoted": 0, "database_requested": 0, "db_insert_success": 0, "instance_requested": 0, "instance_success": 0, "last_inserted_id": null, "relay_business_failed": 0, "relay_business_success": 0, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 0, "relay_transport_failed": 0, "relay_transport_success": 0, "reservation_requested": 0}, "snapshot": {"copied_bytes": 0, "copied_count": 0, "copy": {"count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null}}, "state": "ready"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 3, "h264_decode_error_count": 18, "h264_decode_error_count_per_hour": 4, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:35+09:00", "last_error_summary": "[h264 @ 0x58ab70fab0c0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x58ab70fab0c0] error while decoding MB 0 25, bytestream 3129 [h264 @ 0x58ab70fffe40] error while decoding MB 21 41, bytestream -18 [h264 @ 0x58ab71d6b6c0] error while decoding MB 13 12, bytestream -14 [h264 @ 0x58ab71bcd9c0] error while decoding MB 12 22, bytestream -40 [in#0/rtsp @ 0x58ab70f8ce00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x58ab70f8ce00] Error retrieving a packet from demuxer: ", "last_exit_at": "2026-11-03T14:52:38+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T14:52:38+09:00", "pid": 83056, "process": {"exists": true, "fd_count": 5, "hwm_mb": 143.695, "name": "ffmpeg", "pid": 83056, "rss_mb": 143.695, "state": "S (sleeping)", "threads": 70}, "restart_count": 3, "restart_count_per_hour": 1, "rtsp_timeout_count": 6, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 4}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 97.172, "sample_count": 2544, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202901, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:35+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "dfd7c54c", "last_frame_pushed_age_sec": 5.359, "last_frame_pushed_at": "2026-11-03T14:52:35+09:00", "last_frame_read_age_sec": 5.417, "last_frame_read_at": "2026-11-03T14:52:35+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 559.46, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 40.54, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 4.774, "exists": true, "mtime": "2026-11-03T14:52:36.083870+09:00", "mtime_epoch": 1793685156.0838704, "path": "/data/playlist/streaming/21/mjpeg.jpg", "size_bytes": 274371}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/21", "observed_at": "2026-11-03T14:52:40+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 1265.031, "name": "celery", "pid": 178, "rss_mb": 1255.973, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 0, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 6.308, "off_candidate_pruned_total": 0}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "fallback_partial_samples", "decision_frame": 9000, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "fallback_partial_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 10, "worker_height_ratio_median": 0.027604, "worker_small_worker_ratio": 0.4}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 10}}, "source_url": "rtsp://nk20001.iptime.org:554/live02", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.517, "max": 11.0, "p95": 6.0, "sample_count": 60}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 60}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.133, "max": 3.0, "p95": 3.0, "sample_count": 60}}, "truncated_count": 0}, "object_counts": {"by_category.중장비": {"avg": 1.85, "max": 3.0, "p95": 3.0, "sample_count": 60}, "total": {"avg": 1.85, "max": 3.0, "p95": 3.0, "sample_count": 60}}, "tracking_counts": {"active": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 60}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 60}, "tracked": {"avg": 0.167, "max": 1.0, "p95": 1.0, "sample_count": 60}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 60, "pushed_frames": 60, "read_frames": 59, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.003, "pushed": 2.003, "read": 1.97}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.019, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5384.135, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.641, "count": 59, "max_ms": 2.239, "p95_ms": 1.621, "reason": null, "sample_age_ms": 5418.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.192, "count": 59, "max_ms": 1.705, "p95_ms": 1.215, "reason": null, "sample_age_ms": 5418.953, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 60, "max_ms": 0.264, "p95_ms": 0.181, "reason": null, "sample_age_ms": 5384.143, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.613, "count": 59, "max_ms": 3.22, "p95_ms": 2.863, "reason": null, "sample_age_ms": 5417.545, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5417.526, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5384.287, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.191, "count": 60, "max_ms": 64.643, "p95_ms": 56.237, "reason": null, "sample_age_ms": 5384.129, "source": "client_direct"}, "sample_age_ms": 5384.123, "source": "client_direct", "task_total_ms": {"avg_ms": 43.038, "count": 60, "max_ms": 66.225, "p95_ms": 59.481, "reason": null, "sample_age_ms": 5384.123, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.024, "p95_ms": 0.013, "reason": null, "sample_age_ms": 5373.491, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 15.265, "count": 59, "max_ms": 21.439, "p95_ms": 19.89, "reason": null, "sample_age_ms": 5407.205, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.02, "count": 59, "max_ms": 0.069, "p95_ms": 0.035, "reason": null, "sample_age_ms": 5418.796, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.19, "count": 60, "max_ms": 0.432, "p95_ms": 0.324, "reason": null, "sample_age_ms": 5373.496, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.882, "count": 59, "max_ms": 4.174, "p95_ms": 3.803, "reason": null, "sample_age_ms": 5405.392, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5405.373, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5373.604, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.861, "count": 60, "max_ms": 58.752, "p95_ms": 52.365, "reason": null, "sample_age_ms": 5373.487, "source": "client_direct"}, "sample_age_ms": 5373.484, "source": "client_direct", "task_total_ms": {"avg_ms": 43.095, "count": 60, "max_ms": 62.857, "p95_ms": 55.068, "reason": null, "sample_age_ms": 5373.484, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.018, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5379.997, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 10.034, "count": 59, "max_ms": 15.773, "p95_ms": 13.257, "reason": null, "sample_age_ms": 5411.117, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.019, "count": 59, "max_ms": 0.045, "p95_ms": 0.032, "reason": null, "sample_age_ms": 5418.852, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.07, "count": 60, "max_ms": 0.146, "p95_ms": 0.136, "reason": null, "sample_age_ms": 5380.002, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.724, "count": 59, "max_ms": 3.712, "p95_ms": 2.953, "reason": null, "sample_age_ms": 5409.829, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5409.813, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5380.074, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 37.67, "count": 60, "max_ms": 59.336, "p95_ms": 51.443, "reason": null, "sample_age_ms": 5379.994, "source": "client_direct"}, "sample_age_ms": 5379.991, "source": "client_direct", "task_total_ms": {"avg_ms": 39.627, "count": 60, "max_ms": 61.973, "p95_ms": 54.095, "reason": null, "sample_age_ms": 5379.991, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 59, "client_acquire_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.018, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5375.469, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 4.794, "count": 59, "max_ms": 7.304, "p95_ms": 6.801, "reason": null, "sample_age_ms": 5414.994, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.028, "count": 59, "max_ms": 0.075, "p95_ms": 0.057, "reason": null, "sample_age_ms": 5418.884, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.202, "count": 60, "max_ms": 0.82, "p95_ms": 0.383, "reason": null, "sample_age_ms": 5375.474, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.68, "count": 59, "max_ms": 2.992, "p95_ms": 2.646, "reason": null, "sample_age_ms": 5413.728, "source": "client_direct"}, "request_count": 59, "request_tensor_bytes": {"avg": 2764808.0, "count": 59, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5413.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 60, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5375.641, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.363, "count": 60, "max_ms": 71.669, "p95_ms": 65.198, "reason": null, "sample_age_ms": 5375.466, "source": "client_direct"}, "sample_age_ms": 5375.463, "source": "client_direct", "task_total_ms": {"avg_ms": 49.393, "count": 60, "max_ms": 73.856, "p95_ms": 66.836, "reason": null, "sample_age_ms": 5375.463, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 178, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.813, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 2.811, "count": 60, "max_ms": 4.452, "p95_ms": 4.165}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.189, "count": 60, "max_ms": 0.481, "p95_ms": 0.303}, "detection_prepare_ms": {"avg_ms": 0.926, "count": 60, "max_ms": 1.774, "p95_ms": 1.385}, "event_filter_ms": {"avg_ms": 0.003, "count": 60, "max_ms": 0.007, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.261, "count": 60, "max_ms": 0.81, "p95_ms": 0.385}, "mcmt_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.007, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 60, "max_ms": 0.489, "p95_ms": 0.385}, "setup_ms": {"avg_ms": 0.034, "count": 60, "max_ms": 0.151, "p95_ms": 0.068}, "total_inside_ms": {"avg_ms": 2.77, "count": 60, "max_ms": 4.371, "p95_ms": 4.105}, "track_match_ms": {"avg_ms": 0.059, "count": 60, "max_ms": 0.166, "p95_ms": 0.117}, "tracker_update_ms": {"avg_ms": 1.1, "count": 60, "max_ms": 1.982, "p95_ms": 1.651}}, "gstreamer_push": {"avg_ms": 2.854, "count": 60, "max_ms": 7.38, "p95_ms": 4.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.007, "count": 60, "max_ms": 0.019, "p95_ms": 0.015}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 43.978, "count": 60, "max_ms": 66.996, "p95_ms": 60.454}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 59.043, "count": 60, "max_ms": 79.438, "p95_ms": 73.881}, "yolo11_640_fire_11class": {"avg_ms": 50.33, "count": 60, "max_ms": 72.909, "p95_ms": 67.305}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 54.793, "count": 60, "max_ms": 79.433, "p95_ms": 73.198}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.03, "count": 60, "max_ms": 0.132, "p95_ms": 0.059}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.839, "count": 60, "max_ms": 85.482, "p95_ms": 79.794}, "inference_input_copy_ms": {"avg_ms": 1.462, "count": 60, "max_ms": 3.342, "p95_ms": 2.658}, "processing_residual_ms": {"avg_ms": 0.121, "count": 60, "max_ms": 0.396, "p95_ms": 0.248}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.452, "count": 60, "max_ms": 87.564, "p95_ms": 81.647}, "read_interval": {"avg_ms": 417.179, "count": 59, "max_ms": 19912.817, "p95_ms": 119.819}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 60, "max_ms": 0.061, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.149, "count": 60, "max_ms": 0.376, "p95_ms": 0.293}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 60, "max_ms": 0.037, "p95_ms": 0.02}, "scenario.danger_area_loitering_ms": {"avg_ms": 0.013, "count": 60, "max_ms": 0.034, "p95_ms": 0.026}, "scenario.falldown_detected_ms": {"avg_ms": 0.052, "count": 60, "max_ms": 0.118, "p95_ms": 0.096}, "scenario.fire_detected_ms": {"avg_ms": 0.002, "count": 60, "max_ms": 0.013, "p95_ms": 0.004}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.062, "count": 60, "max_ms": 0.187, "p95_ms": 0.125}, "worker_merge_ms": {"avg_ms": 0.005, "count": 60, "max_ms": 0.012, "p95_ms": 0.009}}, "triton_wait": {"avg_ms": 59.196, "count": 60, "max_ms": 79.444, "p95_ms": 74.198}, "visualize": {"avg_ms": 1.877, "count": 60, "max_ms": 3.328, "p95_ms": 3.024}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 1.74, "count": 60, "max_ms": 3.066, "p95_ms": 2.799}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 60, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 1.663, "count": 60, "max_ms": 2.944, "p95_ms": 2.665}, "visualizer_prepare_ms": {"avg_ms": 0.046, "count": 60, "max_ms": 0.147, "p95_ms": 0.082}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}, "resolved_scenario_count": {"avg": 4.0, "max": 4.0, "p95": 4.0, "sample_count": 60}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 60}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "21", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 178, "process_rss_mb_proxy": 1257.332, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 23.922, "skip_count": 0}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfd7c54c", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 98.275, "sample_count": 2781, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 202829, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 271755, "write_bytes_delta": 271755, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 695.0, "cpu_core_ratio": 0.304955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 213.0, "pid": 76890, "reason": null, "system_cpu_core_ratio": 0.12328, "system_cpu_s_delta": 2.4700000000000273, "user_cpu_core_ratio": 0.181675, "user_cpu_s_delta": 3.6400000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.829517, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21793.0, "pid": 178, "reason": null, "system_cpu_core_ratio": 0.182174, "system_cpu_s_delta": 3.650000000001455, "user_cpu_core_ratio": 0.647343, "user_cpu_s_delta": 12.969999999993888}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.404, "count": 253, "max_ms": 9.849, "p95_ms": 7.053, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 3.36, "max": 11.0, "p95": 10.0, "sample_count": 253}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 253}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.0, "key_count": 1, "max": 1.0, "p95": 1.0, "provenance": "bounded_other_sum_proxy", "sample_count": 51}, "total": {"avg": 0.202, "max": 1.0, "p95": 1.0, "sample_count": 253}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.472, "count": 30, "max": 52.501, "p95": 42.123, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.441, "count": 30, "max": 29.505, "p95": 24.651, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1195.1, "count": 30, "max": 1352.0, "p95": 1349.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.2, "count": 30, "max": 914.0, "p95": 174.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.053, "count": 30, "max": 0.331, "p95": 0.088, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.211, "count": 30, "max": 0.317, "p95": 0.225, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.099, "p95": 0.07, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 286788.3, "count": 30, "max": 303186.0, "p95": 302095.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 198346.4, "count": 30, "max": 303186.0, "p95": 298733.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.7, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13072.633, "count": 30, "max": 27250.0, "p95": 24844.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.167, "count": 30, "max": 0.241, "p95": 0.184, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.584, "count": 30, "max": 0.647, "p95": 0.647, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 1117, "sampled_at": "2026-11-03T14:52:09+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "328b4951b505e431", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:09+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-11-03T09:10:48+09:00", "state": "running", "task_id": "2e1c882b-0296-4a0b-80ee-bf3e263b4a21", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4708742, "flush_count": 5766, "flush_interval_seconds": 30.0, "flush_state": {"count": 5766, "last_at": "2026-11-03T14:52:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:52:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5765}, "started": true, "suppressed_count": 3412816, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5766, "written_record_count": 5766}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10124.164, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b28e42ebf80] error while decoding MB 110 94, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451678924800, "copied_frame_count": 3418576, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451678924800, "frame_buffer_copies": 3418576, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1056, "p95_ms": 0.2316, "p99_ms": 0.3017}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2618, "count": 512, "max_ms": 3.0477, "p50_ms": 1.1904, "p95_ms": 2.1087, "p99_ms": 2.6319, "results": {"failed": 0, "not_applicable": 0, "success": 3418576, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 310, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:45+09:00", "last_error_summary": "[h264 @ 0x5b28e42ebf80] error while decoding MB 110 94, bytestream -6", "last_exit_at": "2026-11-03T14:52:12+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.953, "last_started_at": "2026-11-03T14:52:12+09:00", "pid": 82940, "process": {"exists": false, "pid": 82940}, "restart_count": 176, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.762, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.028, "last_frame_pushed_at": "2026-11-03T14:52:45+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T14:52:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 563.712, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 36.288, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.211, "name": "celery", "pid": 176, "rss_mb": 2444.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418576, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 165, "pushed_frames": 165, "read_frames": 165, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.507, "pushed": 5.507, "read": 5.507}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 165, "client_acquire_ms": {"avg_ms": 0.006, "count": 165, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 80.674, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.518, "count": 165, "max_ms": 3.332, "p95_ms": 1.786, "reason": null, "sample_age_ms": 116.782, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.256, "count": 165, "max_ms": 1.949, "p95_ms": 1.438, "reason": null, "sample_age_ms": 117.045, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 165, "max_ms": 0.487, "p95_ms": 0.185, "reason": null, "sample_age_ms": 80.68, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.19, "count": 165, "max_ms": 2.481, "p95_ms": 1.996, "reason": null, "sample_age_ms": 115.237, "source": "client_direct"}, "request_count": 165, "request_tensor_bytes": {"avg": 2211848.0, "count": 165, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 115.208, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 165, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 80.777, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.365, "count": 165, "max_ms": 56.93, "p95_ms": 41.818, "reason": null, "sample_age_ms": 80.671, "source": "client_direct"}, "sample_age_ms": 80.667, "source": "client_direct", "task_total_ms": {"avg_ms": 32.783, "count": 165, "max_ms": 58.434, "p95_ms": 43.062, "reason": null, "sample_age_ms": 80.667, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.788, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.6, "count": 165, "max_ms": 1.379, "p95_ms": 1.06}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.196, "count": 165, "max_ms": 0.548, "p95_ms": 0.373}, "detection_prepare_ms": {"avg_ms": 0.082, "count": 165, "max_ms": 0.222, "p95_ms": 0.155}, "event_filter_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.022, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 165, "max_ms": 0.178, "p95_ms": 0.125}, "mcmt_ms": {"avg_ms": 0.002, "count": 165, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 165, "max_ms": 0.5, "p95_ms": 0.287}, "setup_ms": {"avg_ms": 0.035, "count": 165, "max_ms": 0.09, "p95_ms": 0.069}, "total_inside_ms": {"avg_ms": 0.567, "count": 165, "max_ms": 1.295, "p95_ms": 1.0}, "track_match_ms": {"avg_ms": 0.003, "count": 165, "max_ms": 0.009, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 165, "max_ms": 0.078, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.778, "count": 165, "max_ms": 5.971, "p95_ms": 4.846}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 165, "max_ms": 0.546, "p95_ms": 0.077}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.577, "count": 165, "max_ms": 59.214, "p95_ms": 44.23}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 165, "max_ms": 0.134, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.376, "count": 165, "max_ms": 91.563, "p95_ms": 80.063}, "inference_input_copy_ms": {"avg_ms": 1.231, "count": 165, "max_ms": 2.77, "p95_ms": 2.079}, "processing_residual_ms": {"avg_ms": 0.119, "count": 165, "max_ms": 0.368, "p95_ms": 0.237}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.76, "count": 165, "max_ms": 93.451, "p95_ms": 81.79}, "read_interval": {"avg_ms": 182.329, "count": 165, "max_ms": 867.986, "p95_ms": 541.225}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 165, "max_ms": 0.067, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.107, "count": 165, "max_ms": 0.369, "p95_ms": 0.204}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 165, "max_ms": 0.031, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 165, "max_ms": 0.303, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.005, "count": 165, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 33.589, "count": 165, "max_ms": 59.226, "p95_ms": 44.239}, "visualize": {"avg_ms": 29.332, "count": 165, "max_ms": 47.556, "p95_ms": 38.701}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.585, "count": 165, "max_ms": 47.072, "p95_ms": 37.554}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.166, "count": 165, "max_ms": 47.459, "p95_ms": 38.432}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 165, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.082, "count": 165, "max_ms": 47.407, "p95_ms": 38.324}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 165, "max_ms": 0.141, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 165}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4708742, "flush_count": 5766, "flush_interval_seconds": 30.0, "flush_state": {"count": 5766, "last_at": "2026-11-03T14:52:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:52:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5765}, "started": true, "suppressed_count": 3412816, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5766, "written_record_count": 5766}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10127.586, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T14:52:45+09:00", "last_error_summary": "[h264 @ 0x5b28e42ebf80] error while decoding MB 110 94, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451678924800, "copied_frame_count": 3418576, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451678924800, "frame_buffer_copies": 3418576, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1056, "p95_ms": 0.2316, "p99_ms": 0.3017}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2618, "count": 512, "max_ms": 3.0477, "p50_ms": 1.1904, "p95_ms": 2.1087, "p99_ms": 2.6319, "results": {"failed": 0, "not_applicable": 0, "success": 3418576, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 310, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:45+09:00", "last_error_summary": "[h264 @ 0x5b28e42ebf80] error while decoding MB 110 94, bytestream -6", "last_exit_at": "2026-11-03T14:52:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.403, "last_started_at": "2026-11-03T14:52:12+09:00", "pid": 82940, "process": {"exists": false, "pid": 82940}, "restart_count": 176, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.762, "sample_count": 2159, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.478, "last_frame_pushed_at": "2026-11-03T14:52:45+09:00", "last_frame_read_age_sec": 0.563, "last_frame_read_at": "2026-11-03T14:52:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.163, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 35.837, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.383, "exists": true, "mtime": "2026-11-03T14:52:45.173909+09:00", "mtime_epoch": 1793685165.173909, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2444.207, "name": "celery", "pid": 176, "rss_mb": 2444.207, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418576, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 160}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 160, "pushed_frames": 160, "read_frames": 159, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.344, "pushed": 5.344, "read": 5.311}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 159, "client_acquire_ms": {"avg_ms": 0.006, "count": 160, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 531.081, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.521, "count": 159, "max_ms": 3.332, "p95_ms": 1.797, "reason": null, "sample_age_ms": 567.189, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.259, "count": 159, "max_ms": 1.949, "p95_ms": 1.472, "reason": null, "sample_age_ms": 567.453, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.079, "count": 160, "max_ms": 0.487, "p95_ms": 0.185, "reason": null, "sample_age_ms": 531.087, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.196, "count": 159, "max_ms": 2.481, "p95_ms": 2.014, "reason": null, "sample_age_ms": 565.644, "source": "client_direct"}, "request_count": 159, "request_tensor_bytes": {"avg": 2211848.0, "count": 159, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 565.615, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 531.184, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.299, "count": 160, "max_ms": 56.93, "p95_ms": 41.939, "reason": null, "sample_age_ms": 531.078, "source": "client_direct"}, "sample_age_ms": 531.075, "source": "client_direct", "task_total_ms": {"avg_ms": 32.723, "count": 160, "max_ms": 58.434, "p95_ms": 43.175, "reason": null, "sample_age_ms": 531.075, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.593, "count": 160, "max_ms": 1.379, "p95_ms": 1.048}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 160, "max_ms": 0.548, "p95_ms": 0.356}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 160, "max_ms": 0.189, "p95_ms": 0.146}, "event_filter_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.022, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 160, "max_ms": 0.178, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 160, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.154, "count": 160, "max_ms": 0.5, "p95_ms": 0.287}, "setup_ms": {"avg_ms": 0.034, "count": 160, "max_ms": 0.09, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.56, "count": 160, "max_ms": 1.295, "p95_ms": 0.998}, "track_match_ms": {"avg_ms": 0.003, "count": 160, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 160, "max_ms": 0.078, "p95_ms": 0.044}}, "gstreamer_push": {"avg_ms": 2.761, "count": 160, "max_ms": 5.971, "p95_ms": 4.846}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 160, "max_ms": 0.546, "p95_ms": 0.077}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.518, "count": 160, "max_ms": 59.214, "p95_ms": 44.23}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 160, "max_ms": 0.134, "p95_ms": 0.066}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.225, "count": 160, "max_ms": 91.563, "p95_ms": 80.063}, "inference_input_copy_ms": {"avg_ms": 1.247, "count": 160, "max_ms": 2.77, "p95_ms": 2.079}, "processing_residual_ms": {"avg_ms": 0.119, "count": 160, "max_ms": 0.368, "p95_ms": 0.237}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.627, "count": 160, "max_ms": 93.451, "p95_ms": 81.79}, "read_interval": {"avg_ms": 185.227, "count": 159, "max_ms": 867.986, "p95_ms": 587.459}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 160, "max_ms": 0.067, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.106, "count": 160, "max_ms": 0.369, "p95_ms": 0.196}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 160, "max_ms": 0.031, "p95_ms": 0.018}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 160, "max_ms": 0.303, "p95_ms": 0.18}, "worker_merge_ms": {"avg_ms": 0.005, "count": 160, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 33.531, "count": 160, "max_ms": 59.226, "p95_ms": 44.239}, "visualize": {"avg_ms": 29.251, "count": 160, "max_ms": 47.556, "p95_ms": 38.701}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.503, "count": 160, "max_ms": 47.072, "p95_ms": 37.554}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.085, "count": 160, "max_ms": 47.459, "p95_ms": 38.432}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 160, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.001, "count": 160, "max_ms": 47.407, "p95_ms": 38.324}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 160, "max_ms": 0.141, "p95_ms": 0.099}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 160}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 160}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4708742, "flush_count": 5766, "flush_interval_seconds": 30.0, "flush_state": {"count": 5766, "last_at": "2026-11-03T14:52:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:52:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5765}, "started": true, "suppressed_count": 3412816, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5766, "written_record_count": 5766}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10130.582, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451678924800, "copied_frame_count": 3418576, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451678924800, "frame_buffer_copies": 3418576, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1056, "p95_ms": 0.2316, "p99_ms": 0.3017}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2618, "count": 512, "max_ms": 3.0477, "p50_ms": 1.1904, "p95_ms": 2.1087, "p99_ms": 2.6319, "results": {"failed": 0, "not_applicable": 0, "success": 3418576, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 310, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:45+09:00", "last_error_summary": "[h264 @ 0x5b28e42ebf80] error while decoding MB 110 94, bytestream -6", "last_exit_at": "2026-11-03T14:52:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.948, "last_started_at": "2026-11-03T14:52:12+09:00", "pid": 82940, "process": {"exists": false, "pid": 82940}, "restart_count": 176, "restart_count_per_hour": 10, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 177}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.762, "sample_count": 2153, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 1.023, "last_frame_pushed_at": "2026-11-03T14:52:45+09:00", "last_frame_read_age_sec": 1.108, "last_frame_read_at": "2026-11-03T14:52:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.708, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 35.292, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 0.928, "exists": true, "mtime": "2026-11-03T14:52:45.173909+09:00", "mtime_epoch": 1793685165.173909, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:46+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2444.207, "name": "celery", "pid": 176, "rss_mb": 2444.207, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418576, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 158, "pushed_frames": 158, "read_frames": 158, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.333, "pushed": 5.333, "read": 5.333}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.006, "count": 158, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 1076.551, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.523, "count": 158, "max_ms": 3.332, "p95_ms": 1.803, "reason": null, "sample_age_ms": 1112.659, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 158, "max_ms": 1.949, "p95_ms": 1.474, "reason": null, "sample_age_ms": 1112.922, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 158, "max_ms": 0.487, "p95_ms": 0.185, "reason": null, "sample_age_ms": 1076.556, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.197, "count": 158, "max_ms": 2.481, "p95_ms": 2.016, "reason": null, "sample_age_ms": 1111.113, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 1111.085, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 158, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 1076.653, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.241, "count": 158, "max_ms": 56.93, "p95_ms": 42.056, "reason": null, "sample_age_ms": 1076.547, "source": "client_direct"}, "sample_age_ms": 1076.544, "source": "client_direct", "task_total_ms": {"avg_ms": 32.665, "count": 158, "max_ms": 58.434, "p95_ms": 43.338, "reason": null, "sample_age_ms": 1076.544, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.392, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.593, "count": 158, "max_ms": 1.379, "p95_ms": 1.06}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.194, "count": 158, "max_ms": 0.548, "p95_ms": 0.36}, "detection_prepare_ms": {"avg_ms": 0.08, "count": 158, "max_ms": 0.189, "p95_ms": 0.154}, "event_filter_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.022, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.065, "count": 158, "max_ms": 0.178, "p95_ms": 0.118}, "mcmt_ms": {"avg_ms": 0.002, "count": 158, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.155, "count": 158, "max_ms": 0.5, "p95_ms": 0.306}, "setup_ms": {"avg_ms": 0.034, "count": 158, "max_ms": 0.09, "p95_ms": 0.067}, "total_inside_ms": {"avg_ms": 0.56, "count": 158, "max_ms": 1.295, "p95_ms": 1.0}, "track_match_ms": {"avg_ms": 0.003, "count": 158, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.022, "count": 158, "max_ms": 0.078, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.768, "count": 158, "max_ms": 5.971, "p95_ms": 4.94}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.039, "count": 158, "max_ms": 0.546, "p95_ms": 0.077}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.464, "count": 158, "max_ms": 59.214, "p95_ms": 45.342}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.036, "count": 158, "max_ms": 0.134, "p95_ms": 0.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.157, "count": 158, "max_ms": 91.563, "p95_ms": 80.241}, "inference_input_copy_ms": {"avg_ms": 1.248, "count": 158, "max_ms": 2.77, "p95_ms": 2.121}, "processing_residual_ms": {"avg_ms": 0.119, "count": 158, "max_ms": 0.368, "p95_ms": 0.244}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 65.559, "count": 158, "max_ms": 93.451, "p95_ms": 81.937}, "read_interval": {"avg_ms": 185.354, "count": 158, "max_ms": 867.986, "p95_ms": 587.459}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 158, "max_ms": 0.067, "p95_ms": 0.024}, "execute_total_ms": {"avg_ms": 0.106, "count": 158, "max_ms": 0.369, "p95_ms": 0.211}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 158, "max_ms": 0.031, "p95_ms": 0.02}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.093, "count": 158, "max_ms": 0.303, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 158, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 33.476, "count": 158, "max_ms": 59.226, "p95_ms": 45.369}, "visualize": {"avg_ms": 29.235, "count": 158, "max_ms": 47.556, "p95_ms": 38.847}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.486, "count": 158, "max_ms": 47.072, "p95_ms": 37.708}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.068, "count": 158, "max_ms": 47.459, "p95_ms": 38.522}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 158, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.984, "count": 158, "max_ms": 47.407, "p95_ms": 38.364}, "visualizer_prepare_ms": {"avg_ms": 0.047, "count": 158, "max_ms": 0.141, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 158}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.141, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.958, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.336, "sample_count": 2380, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418402, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118815, "write_bytes_delta": 118815, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 712.0, "cpu_core_ratio": 0.622492, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1008.0, "pid": 82824, "reason": null, "system_cpu_core_ratio": 0.030208, "system_cpu_s_delta": 0.6100000000000001, "user_cpu_core_ratio": 0.592284, "user_cpu_s_delta": 11.96}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.331798, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 13.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.029713, "system_cpu_s_delta": 0.5999999999985448, "user_cpu_core_ratio": 0.302085, "user_cpu_s_delta": 6.100000000005821}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.819, "count": 153, "max_ms": 6.386, "p95_ms": 4.801, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.341, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.564, "count": 30, "max": 38.18, "p95": 33.674, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118031.367, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 103075.867, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.867, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.582, "count": 30, "max": 0.689, "p95": 0.686, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28708, "sampled_at": "2026-11-03T14:52:07+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:07+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.625, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4708742, "flush_count": 5766, "flush_interval_seconds": 30.0, "flush_state": {"count": 5766, "last_at": "2026-11-03T14:52:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:52:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5765}, "started": true, "suppressed_count": 3412816, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3412811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5766, "written_record_count": 5766}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10166.555, "limit_mb": null}, "detail": {"pid": 83127, "restart_count": 177, "start_count": 178}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9451678924800, "copied_frame_count": 3418576, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9451678924800, "frame_buffer_copies": 3418576, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1207, "count": 512, "max_ms": 0.4464, "p50_ms": 0.1056, "p95_ms": 0.2316, "p99_ms": 0.3017}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2618, "count": 512, "max_ms": 3.0477, "p50_ms": 1.1904, "p95_ms": 2.1087, "p99_ms": 2.6319, "results": {"failed": 0, "not_applicable": 0, "success": 3418576, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 165, "h264_decode_error_count": 310, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:52:45+09:00", "last_error_summary": "[h264 @ 0x5b28e42ebf80] error while decoding MB 110 94, bytestream -6", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:52:49+09:00", "pid": 83127, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.535, "name": "ffmpeg", "pid": 83127, "rss_mb": 74.535, "state": "R (running)", "threads": 1}, "restart_count": 177, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.07, "sample_count": 2103, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 6.022, "last_frame_pushed_at": "2026-11-03T14:52:45+09:00", "last_frame_read_age_sec": 6.107, "last_frame_read_at": "2026-11-03T14:52:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 179, "debug_expires_at": null, "deduplicated_count": 29, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 569.713, "last_sample_duration_ms": 1581.833, "last_trigger": "periodic", "next_snapshot_in_sec": 30.287, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 579, "storage_bytes": 3430301}, "mjpeg": {"age_sec": 5.927, "exists": true, "mtime": "2026-11-03T14:52:45.173909+09:00", "mtime_epoch": 1793685165.173909, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115582}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:52:51+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.211, "name": "celery", "pid": 176, "rss_mb": 2444.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418576, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 141, "pushed_frames": 141, "read_frames": 141, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.727, "pushed": 4.727, "read": 4.727}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 141, "client_acquire_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.025, "p95_ms": 0.013, "reason": null, "sample_age_ms": 6080.659, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.521, "count": 141, "max_ms": 3.332, "p95_ms": 1.897, "reason": null, "sample_age_ms": 6116.766, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.251, "count": 141, "max_ms": 1.949, "p95_ms": 1.315, "reason": null, "sample_age_ms": 6117.03, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 141, "max_ms": 0.487, "p95_ms": 0.185, "reason": null, "sample_age_ms": 6080.664, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.212, "count": 141, "max_ms": 2.401, "p95_ms": 2.011, "reason": null, "sample_age_ms": 6115.221, "source": "client_direct"}, "request_count": 141, "request_tensor_bytes": {"avg": 2211848.0, "count": 141, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 6115.193, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 141, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 6080.761, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 31.461, "count": 141, "max_ms": 56.93, "p95_ms": 43.046, "reason": null, "sample_age_ms": 6080.655, "source": "client_direct"}, "sample_age_ms": 6080.652, "source": "client_direct", "task_total_ms": {"avg_ms": 32.903, "count": 141, "max_ms": 58.434, "p95_ms": 44.722, "reason": null, "sample_age_ms": 6080.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.748, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.6, "count": 141, "max_ms": 1.379, "p95_ms": 1.06}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.197, "count": 141, "max_ms": 0.548, "p95_ms": 0.36}, "detection_prepare_ms": {"avg_ms": 0.081, "count": 141, "max_ms": 0.189, "p95_ms": 0.144}, "event_filter_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.022, "p95_ms": 0.006}, "id_reconcile_ms": {"avg_ms": 0.066, "count": 141, "max_ms": 0.178, "p95_ms": 0.112}, "mcmt_ms": {"avg_ms": 0.002, "count": 141, "max_ms": 0.009, "p95_ms": 0.004}, "scenario_analyze_ms": {"avg_ms": 0.157, "count": 141, "max_ms": 0.5, "p95_ms": 0.306}, "setup_ms": {"avg_ms": 0.034, "count": 141, "max_ms": 0.09, "p95_ms": 0.066}, "total_inside_ms": {"avg_ms": 0.566, "count": 141, "max_ms": 1.295, "p95_ms": 1.0}, "track_match_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.008, "p95_ms": 0.006}, "tracker_update_ms": {"avg_ms": 0.023, "count": 141, "max_ms": 0.078, "p95_ms": 0.047}}, "gstreamer_push": {"avg_ms": 2.811, "count": 141, "max_ms": 5.971, "p95_ms": 4.94}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.036, "count": 141, "max_ms": 0.125, "p95_ms": 0.07}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 33.704, "count": 141, "max_ms": 59.214, "p95_ms": 45.342}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.037, "count": 141, "max_ms": 0.134, "p95_ms": 0.067}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 64.775, "count": 141, "max_ms": 91.563, "p95_ms": 80.241}, "inference_input_copy_ms": {"avg_ms": 1.26, "count": 141, "max_ms": 2.77, "p95_ms": 2.121}, "processing_residual_ms": {"avg_ms": 0.12, "count": 141, "max_ms": 0.368, "p95_ms": 0.235}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 66.193, "count": 141, "max_ms": 93.451, "p95_ms": 81.937}, "read_interval": {"avg_ms": 173.872, "count": 141, "max_ms": 867.986, "p95_ms": 464.177}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.013, "count": 141, "max_ms": 0.067, "p95_ms": 0.023}, "execute_total_ms": {"avg_ms": 0.108, "count": 141, "max_ms": 0.369, "p95_ms": 0.211}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 141, "max_ms": 0.027, "p95_ms": 0.016}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.095, "count": 141, "max_ms": 0.303, "p95_ms": 0.189}, "worker_merge_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.032, "p95_ms": 0.01}}, "triton_wait": {"avg_ms": 33.717, "count": 141, "max_ms": 59.226, "p95_ms": 45.369}, "visualize": {"avg_ms": 29.621, "count": 141, "max_ms": 47.556, "p95_ms": 38.701}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.861, "count": 141, "max_ms": 47.072, "p95_ms": 37.554}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.452, "count": 141, "max_ms": 47.459, "p95_ms": 38.432}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.366, "count": 141, "max_ms": 47.407, "p95_ms": 38.324}, "visualizer_prepare_ms": {"avg_ms": 0.048, "count": 141, "max_ms": 0.141, "p95_ms": 0.1}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.207, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 7.727, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.822, "sample_count": 2123, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418576, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:52:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.909, "exists": true, "size_bytes": 115582, "write_bytes_delta": 115582, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 82940, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.293984, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.026306, "system_cpu_s_delta": 0.569999999999709, "user_cpu_core_ratio": 0.267677, "user_cpu_s_delta": 5.800000000017462}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.79, "count": 145, "max_ms": 5.971, "p95_ms": 4.94, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 145}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 145}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.203, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.456, "count": 30, "max": 38.18, "p95": 32.701, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1371.033, "count": 30, "max": 1510.0, "p95": 1503.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 143.767, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.241, "p95": 0.063, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.149, "count": 30, "max": 1.392, "p95": 1.368, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.13, "count": 30, "max": 3.909, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118163.3, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 99549.2, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 20.733, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.054, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.553, "count": 30, "max": 0.689, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28710, "sampled_at": "2026-11-03T14:52:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:52:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.828, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4709581, "flush_count": 5767, "flush_interval_seconds": 30.0, "flush_state": {"count": 5767, "last_at": "2026-11-03T14:53:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:53:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5766}, "started": true, "suppressed_count": 3413189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3413184}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5767, "written_record_count": 5767}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10123.945, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9452712960000, "copied_frame_count": 3418950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9452712960000, "frame_buffer_copies": 3418950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1362, "count": 512, "max_ms": 0.9248, "p50_ms": 0.1183, "p95_ms": 0.2666, "p99_ms": 0.3546}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3353, "count": 512, "max_ms": 3.6383, "p50_ms": 1.255, "p95_ms": 2.2324, "p99_ms": 2.8283, "results": {"failed": 0, "not_applicable": 0, "success": 3418950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 312, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:53:49+09:00", "last_error_summary": "[h264 @ 0x613cc3602580] cabac decode of qscale diff failed at 173 47 [h264 @ 0x613cc3602580] error while decoding MB 173 47, bytestream 8245", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 60.252, "last_started_at": "2026-11-03T14:52:49+09:00", "pid": 83127, "process": {"exists": false, "pid": 83127}, "restart_count": 177, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.447, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T14:53:49+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-11-03T14:53:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 14.533, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 585.467, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-03T14:53:49.340252+09:00", "mtime_epoch": 1793685229.3402517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 129133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:53:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2444.395, "name": "celery", "pid": 176, "rss_mb": 2444.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.404, "pushed": 6.404, "read": 6.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 69.806, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.608, "count": 191, "max_ms": 3.293, "p95_ms": 2.039, "reason": null, "sample_age_ms": 105.035, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 191, "max_ms": 2.109, "p95_ms": 1.471, "reason": null, "sample_age_ms": 105.199, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 191, "max_ms": 0.441, "p95_ms": 0.2, "reason": null, "sample_age_ms": 69.813, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.476, "count": 191, "max_ms": 4.413, "p95_ms": 2.456, "reason": null, "sample_age_ms": 104.384, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2211848.0, "count": 191, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 104.372, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.972, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.947, "count": 191, "max_ms": 76.368, "p95_ms": 56.121, "reason": null, "sample_age_ms": 69.8, "source": "client_direct"}, "sample_age_ms": 69.795, "source": "client_direct", "task_total_ms": {"avg_ms": 42.694, "count": 191, "max_ms": 78.643, "p95_ms": 58.445, "reason": null, "sample_age_ms": 69.795, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.871, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.824, "count": 192, "max_ms": 3.736, "p95_ms": 1.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 192, "max_ms": 0.986, "p95_ms": 0.577}, "detection_prepare_ms": {"avg_ms": 0.113, "count": 192, "max_ms": 0.381, "p95_ms": 0.234}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 192, "max_ms": 0.313, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.061, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.212, "count": 192, "max_ms": 1.793, "p95_ms": 0.493}, "setup_ms": {"avg_ms": 0.05, "count": 192, "max_ms": 0.2, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.778, "count": 192, "max_ms": 3.559, "p95_ms": 1.589}, "track_match_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 192, "max_ms": 0.145, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.89, "count": 192, "max_ms": 6.588, "p95_ms": 4.601}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 192, "max_ms": 0.115, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.748, "count": 192, "max_ms": 81.564, "p95_ms": 59.265}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.058, "count": 192, "max_ms": 1.4, "p95_ms": 0.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.466, "count": 192, "max_ms": 124.585, "p95_ms": 101.587}, "inference_input_copy_ms": {"avg_ms": 1.451, "count": 192, "max_ms": 3.527, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.171, "count": 192, "max_ms": 0.428, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.145, "count": 192, "max_ms": 126.834, "p95_ms": 103.195}, "read_interval": {"avg_ms": 156.957, "count": 191, "max_ms": 4907.995, "p95_ms": 163.279}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.149, "count": 192, "max_ms": 1.576, "p95_ms": 0.364}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 192, "max_ms": 0.049, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 192, "max_ms": 1.532, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.037, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.764, "count": 192, "max_ms": 81.58, "p95_ms": 59.299}, "visualize": {"avg_ms": 32.876, "count": 192, "max_ms": 57.68, "p95_ms": 44.326}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.891, "count": 192, "max_ms": 55.914, "p95_ms": 43.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.662, "count": 192, "max_ms": 57.245, "p95_ms": 44.022}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.552, "count": 192, "max_ms": 57.066, "p95_ms": 43.846}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 192, "max_ms": 0.269, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.276, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.412, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118370, "write_bytes_delta": 118370, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 1.165363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252.0, "pid": 83127, "reason": null, "system_cpu_core_ratio": 0.053648, "system_cpu_s_delta": 0.54, "user_cpu_core_ratio": 1.111715, "user_cpu_s_delta": 11.19}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.56927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049674, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.519595, "user_cpu_s_delta": 5.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 182, "max_ms": 6.399, "p95_ms": 5.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.074, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.322, "count": 30, "max": 38.18, "p95": 32.701, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1303.867, "count": 30, "max": 1507.0, "p95": 1492.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.133, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.241, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.367, "p95": 1.253, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.13, "count": 30, "max": 3.909, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118570.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95600.833, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.067, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.689, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28713, "sampled_at": "2026-11-03T14:53:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:53:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4709581, "flush_count": 5767, "flush_interval_seconds": 30.0, "flush_state": {"count": 5767, "last_at": "2026-11-03T14:53:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:53:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5766}, "started": true, "suppressed_count": 3413189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3413184}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5767, "written_record_count": 5767}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10124.445, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x613cc3602580] cabac decode of qscale diff failed at 173 47 [h264 @ 0x613cc3602580] error while decoding MB 173 47, bytestream 8245", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9452712960000, "copied_frame_count": 3418950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9452712960000, "frame_buffer_copies": 3418950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1362, "count": 512, "max_ms": 0.9248, "p50_ms": 0.1183, "p95_ms": 0.2666, "p99_ms": 0.3546}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3353, "count": 512, "max_ms": 3.6383, "p50_ms": 1.255, "p95_ms": 2.2324, "p99_ms": 2.8283, "results": {"failed": 0, "not_applicable": 0, "success": 3418950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 312, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:53:49+09:00", "last_error_summary": "[h264 @ 0x613cc3602580] cabac decode of qscale diff failed at 173 47 [h264 @ 0x613cc3602580] error while decoding MB 173 47, bytestream 8245", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 60.258, "last_started_at": "2026-11-03T14:52:49+09:00", "pid": 83127, "process": {"exists": false, "pid": 83127}, "restart_count": 177, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.447, "sample_count": 1895, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.025, "last_frame_pushed_at": "2026-11-03T14:53:49+09:00", "last_frame_read_age_sec": 0.104, "last_frame_read_at": "2026-11-03T14:53:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 14.54, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 585.46, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 0.023, "exists": true, "mtime": "2026-11-03T14:53:49.340252+09:00", "mtime_epoch": 1793685229.3402517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 129133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:53:49+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2444.395, "name": "celery", "pid": 176, "rss_mb": 2444.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 192}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 192, "pushed_frames": 192, "read_frames": 191, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.402, "pushed": 6.402, "read": 6.369}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 191, "client_acquire_ms": {"avg_ms": 0.008, "count": 191, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 77.903, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.608, "count": 191, "max_ms": 3.293, "p95_ms": 2.039, "reason": null, "sample_age_ms": 113.132, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 191, "max_ms": 2.109, "p95_ms": 1.471, "reason": null, "sample_age_ms": 113.297, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 191, "max_ms": 0.441, "p95_ms": 0.2, "reason": null, "sample_age_ms": 77.911, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.476, "count": 191, "max_ms": 4.413, "p95_ms": 2.456, "reason": null, "sample_age_ms": 112.482, "source": "client_direct"}, "request_count": 191, "request_tensor_bytes": {"avg": 2211848.0, "count": 191, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 112.469, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 191, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 78.069, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.947, "count": 191, "max_ms": 76.368, "p95_ms": 56.121, "reason": null, "sample_age_ms": 77.898, "source": "client_direct"}, "sample_age_ms": 77.893, "source": "client_direct", "task_total_ms": {"avg_ms": 42.694, "count": 191, "max_ms": 78.643, "p95_ms": 58.445, "reason": null, "sample_age_ms": 77.893, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.882, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.824, "count": 192, "max_ms": 3.736, "p95_ms": 1.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 192, "max_ms": 0.986, "p95_ms": 0.577}, "detection_prepare_ms": {"avg_ms": 0.113, "count": 192, "max_ms": 0.381, "p95_ms": 0.234}, "event_filter_ms": {"avg_ms": 0.004, "count": 192, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 192, "max_ms": 0.313, "p95_ms": 0.18}, "mcmt_ms": {"avg_ms": 0.003, "count": 192, "max_ms": 0.061, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.212, "count": 192, "max_ms": 1.793, "p95_ms": 0.493}, "setup_ms": {"avg_ms": 0.05, "count": 192, "max_ms": 0.2, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.778, "count": 192, "max_ms": 3.559, "p95_ms": 1.589}, "track_match_ms": {"avg_ms": 0.005, "count": 192, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 192, "max_ms": 0.145, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.89, "count": 192, "max_ms": 6.588, "p95_ms": 4.601}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 192, "max_ms": 0.115, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.748, "count": 192, "max_ms": 81.564, "p95_ms": 59.265}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.058, "count": 192, "max_ms": 1.4, "p95_ms": 0.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.466, "count": 192, "max_ms": 124.585, "p95_ms": 101.587}, "inference_input_copy_ms": {"avg_ms": 1.451, "count": 192, "max_ms": 3.527, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.171, "count": 192, "max_ms": 0.428, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.145, "count": 192, "max_ms": 126.834, "p95_ms": 103.195}, "read_interval": {"avg_ms": 156.957, "count": 191, "max_ms": 4907.995, "p95_ms": 163.279}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 192, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.149, "count": 192, "max_ms": 1.576, "p95_ms": 0.364}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 192, "max_ms": 0.049, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 192, "max_ms": 1.532, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.006, "count": 192, "max_ms": 0.037, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.764, "count": 192, "max_ms": 81.58, "p95_ms": 59.299}, "visualize": {"avg_ms": 32.876, "count": 192, "max_ms": 57.68, "p95_ms": 44.326}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.891, "count": 192, "max_ms": 55.914, "p95_ms": 43.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.662, "count": 192, "max_ms": 57.245, "p95_ms": 44.022}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 192, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.552, "count": 192, "max_ms": 57.066, "p95_ms": 43.846}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 192, "max_ms": 0.269, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 192}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 192}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.276, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.412, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118370, "write_bytes_delta": 118370, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 1.165363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252.0, "pid": 83127, "reason": null, "system_cpu_core_ratio": 0.053648, "system_cpu_s_delta": 0.54, "user_cpu_core_ratio": 1.111715, "user_cpu_s_delta": 11.19}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.56927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049674, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.519595, "user_cpu_s_delta": 5.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 182, "max_ms": 6.399, "p95_ms": 5.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.074, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.322, "count": 30, "max": 38.18, "p95": 32.701, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1303.867, "count": 30, "max": 1507.0, "p95": 1492.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.133, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.241, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.367, "p95": 1.253, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.13, "count": 30, "max": 3.909, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118570.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95600.833, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.067, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.689, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28713, "sampled_at": "2026-11-03T14:53:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:53:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.991, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4709581, "flush_count": 5767, "flush_interval_seconds": 30.0, "flush_state": {"count": 5767, "last_at": "2026-11-03T14:53:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:53:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5766}, "started": true, "suppressed_count": 3413189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3413184}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5767, "written_record_count": 5767}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10126.461, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9452712960000, "copied_frame_count": 3418950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9452712960000, "frame_buffer_copies": 3418950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1362, "count": 512, "max_ms": 0.9248, "p50_ms": 0.1183, "p95_ms": 0.2666, "p99_ms": 0.3546}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3353, "count": 512, "max_ms": 3.6383, "p50_ms": 1.255, "p95_ms": 2.2324, "p99_ms": 2.8283, "results": {"failed": 0, "not_applicable": 0, "success": 3418950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 312, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:53:49+09:00", "last_error_summary": "[h264 @ 0x613cc3602580] cabac decode of qscale diff failed at 173 47 [h264 @ 0x613cc3602580] error while decoding MB 173 47, bytestream 8245", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 60.612, "last_started_at": "2026-11-03T14:52:49+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 177, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 178}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.379, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.38, "last_frame_pushed_at": "2026-11-03T14:53:49+09:00", "last_frame_read_age_sec": 0.459, "last_frame_read_at": "2026-11-03T14:53:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 14.909, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 585.091, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 0.372, "exists": true, "mtime": "2026-11-03T14:53:49.340252+09:00", "mtime_epoch": 1793685229.3402517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 129133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:53:49+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2444.391, "name": "celery", "pid": 176, "rss_mb": 2444.391, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 188, "pushed_frames": 188, "read_frames": 187, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.274, "pushed": 6.274, "read": 6.241}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 187, "client_acquire_ms": {"avg_ms": 0.008, "count": 187, "max_ms": 0.032, "p95_ms": 0.016, "reason": null, "sample_age_ms": 435.492, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.608, "count": 187, "max_ms": 3.293, "p95_ms": 2.045, "reason": null, "sample_age_ms": 470.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.26, "count": 187, "max_ms": 2.109, "p95_ms": 1.486, "reason": null, "sample_age_ms": 470.885, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 187, "max_ms": 0.441, "p95_ms": 0.201, "reason": null, "sample_age_ms": 435.499, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.478, "count": 187, "max_ms": 4.413, "p95_ms": 2.459, "reason": null, "sample_age_ms": 470.07, "source": "client_direct"}, "request_count": 187, "request_tensor_bytes": {"avg": 2211848.0, "count": 187, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 470.057, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 187, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 435.657, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.946, "count": 187, "max_ms": 76.368, "p95_ms": 56.141, "reason": null, "sample_age_ms": 435.486, "source": "client_direct"}, "sample_age_ms": 435.481, "source": "client_direct", "task_total_ms": {"avg_ms": 42.693, "count": 187, "max_ms": 78.643, "p95_ms": 58.463, "reason": null, "sample_age_ms": 435.481, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 7.068, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.816, "count": 188, "max_ms": 3.736, "p95_ms": 1.633}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 188, "max_ms": 0.986, "p95_ms": 0.577}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 188, "max_ms": 0.381, "p95_ms": 0.229}, "event_filter_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 188, "max_ms": 0.268, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.061, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.212, "count": 188, "max_ms": 1.793, "p95_ms": 0.493}, "setup_ms": {"avg_ms": 0.049, "count": 188, "max_ms": 0.192, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.771, "count": 188, "max_ms": 3.559, "p95_ms": 1.54}, "track_match_ms": {"avg_ms": 0.005, "count": 188, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.031, "count": 188, "max_ms": 0.145, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.893, "count": 188, "max_ms": 6.588, "p95_ms": 4.601}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 188, "max_ms": 0.115, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.66, "count": 188, "max_ms": 81.564, "p95_ms": 59.21}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.058, "count": 188, "max_ms": 1.4, "p95_ms": 0.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.468, "count": 188, "max_ms": 124.585, "p95_ms": 101.587}, "inference_input_copy_ms": {"avg_ms": 1.456, "count": 188, "max_ms": 3.527, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.172, "count": 188, "max_ms": 0.428, "p95_ms": 0.345}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.154, "count": 188, "max_ms": 126.834, "p95_ms": 103.195}, "read_interval": {"avg_ms": 158.26, "count": 187, "max_ms": 4907.995, "p95_ms": 163.279}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 188, "max_ms": 0.075, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.149, "count": 188, "max_ms": 1.576, "p95_ms": 0.364}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 188, "max_ms": 0.049, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.132, "count": 188, "max_ms": 1.532, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.006, "count": 188, "max_ms": 0.037, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.676, "count": 188, "max_ms": 81.58, "p95_ms": 59.221}, "visualize": {"avg_ms": 32.987, "count": 188, "max_ms": 57.68, "p95_ms": 44.326}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.002, "count": 188, "max_ms": 55.914, "p95_ms": 43.048}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.774, "count": 188, "max_ms": 57.245, "p95_ms": 44.022}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.663, "count": 188, "max_ms": 57.066, "p95_ms": 43.846}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 188, "max_ms": 0.269, "p95_ms": 0.123}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.301, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.276, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.412, "sample_count": 2006, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418758, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118370, "write_bytes_delta": 118370, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 657.0, "cpu_core_ratio": 1.165363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 252.0, "pid": 83127, "reason": null, "system_cpu_core_ratio": 0.053648, "system_cpu_s_delta": 0.54, "user_cpu_core_ratio": 1.111715, "user_cpu_s_delta": 11.19}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.56927, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049674, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.519595, "user_cpu_s_delta": 5.2299999999813735}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 182, "max_ms": 6.399, "p95_ms": 5.139, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.074, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.322, "count": 30, "max": 38.18, "p95": 32.701, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1303.867, "count": 30, "max": 1507.0, "p95": 1492.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 170.133, "count": 30, "max": 2645.0, "p95": 828.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.241, "p95": 0.061, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.112, "count": 30, "max": 1.367, "p95": 1.253, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.13, "count": 30, "max": 3.909, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 118570.333, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 95600.833, "count": 30, "max": 128009.0, "p95": 122102.1, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.067, "count": 30, "max": 47.0, "p95": 34.7, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.689, "p95": 0.684, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28713, "sampled_at": "2026-11-03T14:53:19+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:53:19+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4709581, "flush_count": 5767, "flush_interval_seconds": 30.0, "flush_state": {"count": 5767, "last_at": "2026-11-03T14:53:18", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T14:53:18", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5766}, "started": true, "suppressed_count": 3413189, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3413184}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5767, "written_record_count": 5767}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10165.66, "limit_mb": null}, "detail": {"pid": 83243, "restart_count": 178, "start_count": 179}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9452712960000, "copied_frame_count": 3418950, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9452712960000, "frame_buffer_copies": 3418950, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1362, "count": 512, "max_ms": 0.9248, "p50_ms": 0.1183, "p95_ms": 0.2666, "p99_ms": 0.3546}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3353, "count": 512, "max_ms": 3.6383, "p50_ms": 1.255, "p95_ms": 2.2324, "p99_ms": 2.8283, "results": {"failed": 0, "not_applicable": 0, "success": 3418950, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 166, "h264_decode_error_count": 312, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T14:53:49+09:00", "last_error_summary": "[h264 @ 0x613cc3602580] cabac decode of qscale diff failed at 173 47 [h264 @ 0x613cc3602580] error while decoding MB 173 47, bytestream 8245", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T14:53:52+09:00", "pid": 83243, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.172, "name": "ffmpeg", "pid": 83243, "rss_mb": 75.172, "state": "S (sleeping)", "threads": 1}, "restart_count": 178, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.379, "sample_count": 1842, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.35, "last_frame_pushed_at": "2026-11-03T14:53:49+09:00", "last_frame_read_age_sec": 5.429, "last_frame_read_at": "2026-11-03T14:53:49+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 19.853, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 580.147, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 5.342, "exists": true, "mtime": "2026-11-03T14:53:49.340252+09:00", "mtime_epoch": 1793685229.3402517, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 129133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T14:53:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2444.395, "name": "celery", "pid": 176, "rss_mb": 2444.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3418950, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.636, "pushed": 4.636, "read": 4.602}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.007, "count": 138, "max_ms": 0.032, "p95_ms": 0.014, "reason": null, "sample_age_ms": 5399.114, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.577, "count": 138, "max_ms": 3.293, "p95_ms": 2.027, "reason": null, "sample_age_ms": 5434.343, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.258, "count": 138, "max_ms": 2.072, "p95_ms": 1.523, "reason": null, "sample_age_ms": 5434.507, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.093, "count": 138, "max_ms": 0.441, "p95_ms": 0.204, "reason": null, "sample_age_ms": 5399.122, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.433, "count": 138, "max_ms": 3.245, "p95_ms": 2.306, "reason": null, "sample_age_ms": 5433.692, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5433.68, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5399.28, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.136, "count": 138, "max_ms": 62.493, "p95_ms": 54.388, "reason": null, "sample_age_ms": 5399.108, "source": "client_direct"}, "sample_age_ms": 5399.103, "source": "client_direct", "task_total_ms": {"avg_ms": 41.831, "count": 138, "max_ms": 65.051, "p95_ms": 56.164, "reason": null, "sample_age_ms": 5399.103, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.275, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.777, "count": 139, "max_ms": 2.594, "p95_ms": 1.675}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 139, "max_ms": 0.986, "p95_ms": 0.576}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 139, "max_ms": 0.323, "p95_ms": 0.236}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.017, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 139, "max_ms": 0.264, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.017, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.196, "count": 139, "max_ms": 0.595, "p95_ms": 0.514}, "setup_ms": {"avg_ms": 0.047, "count": 139, "max_ms": 0.192, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.735, "count": 139, "max_ms": 2.482, "p95_ms": 1.589}, "track_match_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.03, "count": 139, "max_ms": 0.096, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.81, "count": 139, "max_ms": 6.588, "p95_ms": 4.583}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 139, "max_ms": 0.111, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.681, "count": 139, "max_ms": 66.906, "p95_ms": 56.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.058, "count": 139, "max_ms": 1.4, "p95_ms": 0.115}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.314, "count": 139, "max_ms": 111.279, "p95_ms": 94.989}, "inference_input_copy_ms": {"avg_ms": 1.464, "count": 139, "max_ms": 3.203, "p95_ms": 2.387}, "processing_residual_ms": {"avg_ms": 0.172, "count": 139, "max_ms": 0.428, "p95_ms": 0.351}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.008, "count": 139, "max_ms": 112.204, "p95_ms": 97.084}, "read_interval": {"avg_ms": 178.465, "count": 138, "max_ms": 4907.995, "p95_ms": 498.464}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 139, "max_ms": 0.075, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 0.135, "count": 139, "max_ms": 0.425, "p95_ms": 0.367}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 139, "max_ms": 0.049, "p95_ms": 0.033}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 139, "max_ms": 0.387, "p95_ms": 0.324}, "worker_merge_ms": {"avg_ms": 0.006, "count": 139, "max_ms": 0.028, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 42.696, "count": 139, "max_ms": 66.931, "p95_ms": 56.872}, "visualize": {"avg_ms": 31.889, "count": 139, "max_ms": 53.125, "p95_ms": 41.954}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.97, "count": 139, "max_ms": 51.943, "p95_ms": 41.387}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.685, "count": 139, "max_ms": 52.837, "p95_ms": 41.843}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.582, "count": 139, "max_ms": 52.703, "p95_ms": 41.76}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 139, "max_ms": 0.269, "p95_ms": 0.119}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2444.391, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.163, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.379, "sample_count": 1892, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3418950, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T14:53:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.393, "exists": true, "size_bytes": 129133, "write_bytes_delta": 129133, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 0, "reason": "pid_missing", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.400726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.037659, "system_cpu_s_delta": 0.3899999999994179, "user_cpu_core_ratio": 0.363067, "user_cpu_s_delta": 3.7600000000093132}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.893, "count": 188, "max_ms": 6.588, "p95_ms": 4.601, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.275, "count": 30, "max": 63.709, "p95": 59.279, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.904, "count": 30, "max": 38.18, "p95": 32.701, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1230.533, "count": 30, "max": 1507.0, "p95": 1492.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 895.933, "count": 30, "max": 13593.0, "p95": 5689.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.078, "count": 30, "max": 0.511, "p95": 0.247, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.089, "count": 30, "max": 1.254, "p95": 1.251, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.143, "count": 30, "max": 3.909, "p95": 0.216, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 119546.333, "count": 30, "max": 129133.0, "p95": 127071.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 96249.067, "count": 30, "max": 129133.0, "p95": 127071.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.8, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.367, "count": 30, "max": 47.0, "p95": 34.25, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.066, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.501, "count": 30, "max": 0.689, "p95": 0.68, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28716, "sampled_at": "2026-11-03T14:53:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T14:53:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.985, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4716293, "flush_count": 5775, "flush_interval_seconds": 30.0, "flush_state": {"count": 5775, "last_at": "2026-11-03T15:01:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:01:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5774}, "started": true, "suppressed_count": 3417814, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3417809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5775, "written_record_count": 5775}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10216.266, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x62beef185380] left block unavailable for requested intra mode [h264 @ 0x62beef185380] error while decoding MB 0 95, bytestream 76551 [h264 @ 0x62beefbbb280] error while decoding MB 186 43, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9465522278400, "copied_frame_count": 3423583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9465522278400, "frame_buffer_copies": 3423583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1517, "count": 512, "max_ms": 1.4659, "p50_ms": 0.1374, "p95_ms": 0.2754, "p99_ms": 0.3633}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.368, "count": 512, "max_ms": 5.4936, "p50_ms": 1.2589, "p95_ms": 2.2624, "p99_ms": 2.9608, "results": {"failed": 0, "not_applicable": 0, "success": 3423583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:01:58+09:00", "last_error_summary": "[h264 @ 0x62beef185380] left block unavailable for requested intra mode [h264 @ 0x62beef185380] error while decoding MB 0 95, bytestream 76551 [h264 @ 0x62beefbbb280] error while decoding MB 186 43, bytestream -5", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.175, "last_started_at": "2026-11-03T14:53:52+09:00", "pid": 83243, "process": {"exists": false, "pid": 83243}, "restart_count": 178, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.455, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-11-03T15:01:58+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-11-03T15:01:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 504.031, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 95.969, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 0.092, "exists": true, "mtime": "2026-11-03T15:01:58.767514+09:00", "mtime_epoch": 1793685718.7675138, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:01:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2446.613, "name": "celery", "pid": 176, "rss_mb": 2446.613, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3423583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.135, "pushed": 6.135, "read": 6.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.01, "count": 180, "max_ms": 0.045, "p95_ms": 0.021, "reason": null, "sample_age_ms": 140.548, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 180, "max_ms": 5.256, "p95_ms": 2.352, "reason": null, "sample_age_ms": 173.892, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 180, "max_ms": 4.65, "p95_ms": 1.624, "reason": null, "sample_age_ms": 174.509, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 180, "max_ms": 0.453, "p95_ms": 0.235, "reason": null, "sample_age_ms": 140.556, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.783, "count": 180, "max_ms": 7.575, "p95_ms": 3.088, "reason": null, "sample_age_ms": 171.661, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 171.586, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.683, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.824, "count": 180, "max_ms": 70.937, "p95_ms": 62.986, "reason": null, "sample_age_ms": 140.544, "source": "client_direct"}, "sample_age_ms": 140.539, "source": "client_direct", "task_total_ms": {"avg_ms": 46.94, "count": 180, "max_ms": 74.04, "p95_ms": 67.229, "reason": null, "sample_age_ms": 140.539, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.686, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.862, "count": 180, "max_ms": 2.355, "p95_ms": 1.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.294, "count": 180, "max_ms": 1.421, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 180, "max_ms": 0.351, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 180, "max_ms": 0.255, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.027, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 180, "max_ms": 0.536, "p95_ms": 0.385}, "setup_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.152, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.816, "count": 180, "max_ms": 2.263, "p95_ms": 1.453}, "track_match_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 180, "max_ms": 0.081, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.118, "count": 180, "max_ms": 6.555, "p95_ms": 4.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.198, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.122, "count": 180, "max_ms": 74.844, "p95_ms": 68.097}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.176, "p95_ms": 0.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.998, "count": 180, "max_ms": 118.67, "p95_ms": 107.786}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 180, "max_ms": 4.35, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.211, "count": 180, "max_ms": 0.507, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.81, "count": 180, "max_ms": 120.54, "p95_ms": 110.784}, "read_interval": {"avg_ms": 182.625, "count": 180, "max_ms": 6700.652, "p95_ms": 143.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 180, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.144, "count": 180, "max_ms": 0.378, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 180, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 180, "max_ms": 0.343, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.141, "count": 180, "max_ms": 74.86, "p95_ms": 68.126}, "visualize": {"avg_ms": 32.822, "count": 180, "max_ms": 52.047, "p95_ms": 41.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.804, "count": 180, "max_ms": 50.387, "p95_ms": 40.052}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.592, "count": 180, "max_ms": 51.69, "p95_ms": 41.001}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.471, "count": 180, "max_ms": 51.492, "p95_ms": 40.846}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.212, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2446.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.586, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.027, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118015, "write_bytes_delta": 118015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 1.369955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18597.0, "pid": 83243, "reason": null, "system_cpu_core_ratio": 0.18183, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 1.188125, "user_cpu_s_delta": 23.850000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606268, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054798, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.551469, "user_cpu_s_delta": 11.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.897, "count": 263, "max_ms": 6.477, "p95_ms": 4.516, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.006, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.871, "count": 30, "max": 35.547, "p95": 32.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.233, "count": 30, "max": 1492.0, "p95": 1470.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 628.033, "count": 30, "max": 18597.0, "p95": 89.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.182, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.377, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116535.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112664.433, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.69, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28754, "sampled_at": "2026-11-03T15:01:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:01:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.338, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4716293, "flush_count": 5775, "flush_interval_seconds": 30.0, "flush_state": {"count": 5775, "last_at": "2026-11-03T15:01:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:01:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5774}, "started": true, "suppressed_count": 3417814, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3417809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5775, "written_record_count": 5775}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10216.266, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9465522278400, "copied_frame_count": 3423583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9465522278400, "frame_buffer_copies": 3423583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1517, "count": 512, "max_ms": 1.4659, "p50_ms": 0.1374, "p95_ms": 0.2754, "p99_ms": 0.3633}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.368, "count": 512, "max_ms": 5.4936, "p50_ms": 1.2589, "p95_ms": 2.2624, "p99_ms": 2.9608, "results": {"failed": 0, "not_applicable": 0, "success": 3423583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:01:58+09:00", "last_error_summary": "[h264 @ 0x62beef185380] left block unavailable for requested intra mode [h264 @ 0x62beef185380] error while decoding MB 0 95, bytestream 76551 [h264 @ 0x62beefbbb280] error while decoding MB 186 43, bytestream -5", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.159, "last_started_at": "2026-11-03T14:53:52+09:00", "pid": 83243, "process": {"exists": false, "pid": 83243}, "restart_count": 178, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.455, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-11-03T15:01:58+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T15:01:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 504.049, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 95.951, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 0.072, "exists": true, "mtime": "2026-11-03T15:01:58.767514+09:00", "mtime_epoch": 1793685718.7675138, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:01:58+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2446.613, "name": "celery", "pid": 176, "rss_mb": 2446.613, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3423583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.14, "pushed": 6.14, "read": 6.14}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.01, "count": 180, "max_ms": 0.045, "p95_ms": 0.021, "reason": null, "sample_age_ms": 122.882, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 180, "max_ms": 5.256, "p95_ms": 2.352, "reason": null, "sample_age_ms": 156.227, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 180, "max_ms": 4.65, "p95_ms": 1.624, "reason": null, "sample_age_ms": 156.843, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 180, "max_ms": 0.453, "p95_ms": 0.235, "reason": null, "sample_age_ms": 122.89, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.783, "count": 180, "max_ms": 7.575, "p95_ms": 3.088, "reason": null, "sample_age_ms": 153.995, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 153.92, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.017, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.824, "count": 180, "max_ms": 70.937, "p95_ms": 62.986, "reason": null, "sample_age_ms": 122.878, "source": "client_direct"}, "sample_age_ms": 122.873, "source": "client_direct", "task_total_ms": {"avg_ms": 46.94, "count": 180, "max_ms": 74.04, "p95_ms": 67.229, "reason": null, "sample_age_ms": 122.873, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.401, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.862, "count": 180, "max_ms": 2.355, "p95_ms": 1.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.294, "count": 180, "max_ms": 1.421, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 180, "max_ms": 0.351, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 180, "max_ms": 0.255, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.027, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 180, "max_ms": 0.536, "p95_ms": 0.385}, "setup_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.152, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.816, "count": 180, "max_ms": 2.263, "p95_ms": 1.453}, "track_match_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 180, "max_ms": 0.081, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.118, "count": 180, "max_ms": 6.555, "p95_ms": 4.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.198, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.122, "count": 180, "max_ms": 74.844, "p95_ms": 68.097}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.176, "p95_ms": 0.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.998, "count": 180, "max_ms": 118.67, "p95_ms": 107.786}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 180, "max_ms": 4.35, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.211, "count": 180, "max_ms": 0.507, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.81, "count": 180, "max_ms": 120.54, "p95_ms": 110.784}, "read_interval": {"avg_ms": 182.625, "count": 180, "max_ms": 6700.652, "p95_ms": 143.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 180, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.144, "count": 180, "max_ms": 0.378, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 180, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 180, "max_ms": 0.343, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.141, "count": 180, "max_ms": 74.86, "p95_ms": 68.126}, "visualize": {"avg_ms": 32.822, "count": 180, "max_ms": 52.047, "p95_ms": 41.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.804, "count": 180, "max_ms": 50.387, "p95_ms": 40.052}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.592, "count": 180, "max_ms": 51.69, "p95_ms": 41.001}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.471, "count": 180, "max_ms": 51.492, "p95_ms": 40.846}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.212, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2446.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.586, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.027, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118015, "write_bytes_delta": 118015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 1.369955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18597.0, "pid": 83243, "reason": null, "system_cpu_core_ratio": 0.18183, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 1.188125, "user_cpu_s_delta": 23.850000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606268, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054798, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.551469, "user_cpu_s_delta": 11.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.897, "count": 263, "max_ms": 6.477, "p95_ms": 4.516, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.006, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.871, "count": 30, "max": 35.547, "p95": 32.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.233, "count": 30, "max": 1492.0, "p95": 1470.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 628.033, "count": 30, "max": 18597.0, "p95": 89.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.182, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.377, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116535.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112664.433, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.69, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28754, "sampled_at": "2026-11-03T15:01:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:01:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.318, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4716293, "flush_count": 5775, "flush_interval_seconds": 30.0, "flush_state": {"count": 5775, "last_at": "2026-11-03T15:01:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:01:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5774}, "started": true, "suppressed_count": 3417814, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3417809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5775, "written_record_count": 5775}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10216.305, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9465522278400, "copied_frame_count": 3423583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9465522278400, "frame_buffer_copies": 3423583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1517, "count": 512, "max_ms": 1.4659, "p50_ms": 0.1374, "p95_ms": 0.2754, "p99_ms": 0.3633}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.368, "count": 512, "max_ms": 5.4936, "p50_ms": 1.2589, "p95_ms": 2.2624, "p99_ms": 2.9608, "results": {"failed": 0, "not_applicable": 0, "success": 3423583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:01:58+09:00", "last_error_summary": "[h264 @ 0x62beef185380] left block unavailable for requested intra mode [h264 @ 0x62beef185380] error while decoding MB 0 95, bytestream 76551 [h264 @ 0x62beefbbb280] error while decoding MB 186 43, bytestream -5", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 486.232, "last_started_at": "2026-11-03T14:53:52+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 178, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 179}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.455, "sample_count": 2797, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.154, "last_frame_pushed_at": "2026-11-03T15:01:58+09:00", "last_frame_read_age_sec": 0.225, "last_frame_read_at": "2026-11-03T15:01:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 504.097, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 95.903, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 0.146, "exists": true, "mtime": "2026-11-03T15:01:58.767514+09:00", "mtime_epoch": 1793685718.7675138, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:01:58+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2446.609, "name": "celery", "pid": 176, "rss_mb": 2446.609, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3423583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 180}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 180, "pushed_frames": 180, "read_frames": 180, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.124, "pushed": 6.124, "read": 6.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.01, "count": 180, "max_ms": 0.045, "p95_ms": 0.021, "reason": null, "sample_age_ms": 203.259, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.785, "count": 180, "max_ms": 5.256, "p95_ms": 2.352, "reason": null, "sample_age_ms": 236.604, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.328, "count": 180, "max_ms": 4.65, "p95_ms": 1.624, "reason": null, "sample_age_ms": 237.22, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.112, "count": 180, "max_ms": 0.453, "p95_ms": 0.235, "reason": null, "sample_age_ms": 203.267, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.783, "count": 180, "max_ms": 7.575, "p95_ms": 3.088, "reason": null, "sample_age_ms": 234.372, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2211848.0, "count": 180, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 234.297, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 180, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 203.394, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.824, "count": 180, "max_ms": 70.937, "p95_ms": 62.986, "reason": null, "sample_age_ms": 203.255, "source": "client_direct"}, "sample_age_ms": 203.25, "source": "client_direct", "task_total_ms": {"avg_ms": 46.94, "count": 180, "max_ms": 74.04, "p95_ms": 67.229, "reason": null, "sample_age_ms": 203.25, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.271, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.862, "count": 180, "max_ms": 2.355, "p95_ms": 1.531}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.294, "count": 180, "max_ms": 1.421, "p95_ms": 0.513}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 180, "max_ms": 0.351, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 180, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 180, "max_ms": 0.255, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 180, "max_ms": 0.027, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 180, "max_ms": 0.536, "p95_ms": 0.385}, "setup_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.152, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.816, "count": 180, "max_ms": 2.263, "p95_ms": 1.453}, "track_match_ms": {"avg_ms": 0.005, "count": 180, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 180, "max_ms": 0.081, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 3.118, "count": 180, "max_ms": 6.555, "p95_ms": 4.775}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.198, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 48.122, "count": 180, "max_ms": 74.844, "p95_ms": 68.097}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.054, "count": 180, "max_ms": 0.176, "p95_ms": 0.117}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.998, "count": 180, "max_ms": 118.67, "p95_ms": 107.786}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 180, "max_ms": 4.35, "p95_ms": 2.463}, "processing_residual_ms": {"avg_ms": 0.211, "count": 180, "max_ms": 0.507, "p95_ms": 0.42}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.81, "count": 180, "max_ms": 120.54, "p95_ms": 110.784}, "read_interval": {"avg_ms": 182.625, "count": 180, "max_ms": 6700.652, "p95_ms": 143.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 180, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.144, "count": 180, "max_ms": 0.378, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 180, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.126, "count": 180, "max_ms": 0.343, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.007, "count": 180, "max_ms": 0.046, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 48.141, "count": 180, "max_ms": 74.86, "p95_ms": 68.126}, "visualize": {"avg_ms": 32.822, "count": 180, "max_ms": 52.047, "p95_ms": 41.266}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.804, "count": 180, "max_ms": 50.387, "p95_ms": 40.052}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.592, "count": 180, "max_ms": 51.69, "p95_ms": 41.001}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 180, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.471, "count": 180, "max_ms": 51.492, "p95_ms": 40.846}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 180, "max_ms": 0.212, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 180}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 180}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2446.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.586, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.027, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118015, "write_bytes_delta": 118015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 1.369955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18597.0, "pid": 83243, "reason": null, "system_cpu_core_ratio": 0.18183, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 1.188125, "user_cpu_s_delta": 23.850000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606268, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054798, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.551469, "user_cpu_s_delta": 11.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.897, "count": 263, "max_ms": 6.477, "p95_ms": 4.516, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.006, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.871, "count": 30, "max": 35.547, "p95": 32.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.233, "count": 30, "max": 1492.0, "p95": 1470.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 628.033, "count": 30, "max": 18597.0, "p95": 89.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.182, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.377, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116535.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112664.433, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.69, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28754, "sampled_at": "2026-11-03T15:01:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:01:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.392, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4716293, "flush_count": 5775, "flush_interval_seconds": 30.0, "flush_state": {"count": 5775, "last_at": "2026-11-03T15:01:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:01:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5774}, "started": true, "suppressed_count": 3417814, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3417809}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5775, "written_record_count": 5775}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10369.156, "limit_mb": null}, "detail": {"pid": 83421, "restart_count": 179, "start_count": 180}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9465522278400, "copied_frame_count": 3423583, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9465522278400, "frame_buffer_copies": 3423583, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1517, "count": 512, "max_ms": 1.4659, "p50_ms": 0.1374, "p95_ms": 0.2754, "p99_ms": 0.3633}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.368, "count": 512, "max_ms": 5.4936, "p50_ms": 1.2589, "p95_ms": 2.2624, "p99_ms": 2.9608, "results": {"failed": 0, "not_applicable": 0, "success": 3423583, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 167, "h264_decode_error_count": 314, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:01:58+09:00", "last_error_summary": "[h264 @ 0x62beef185380] left block unavailable for requested intra mode [h264 @ 0x62beef185380] error while decoding MB 0 95, bytestream 76551 [h264 @ 0x62beefbbb280] error while decoding MB 186 43, bytestream -5", "last_exit_at": "2026-11-03T14:52:49+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:02:01+09:00", "pid": 83421, "process": {"exists": true, "fd_count": 5, "hwm_mb": 185.414, "name": "ffmpeg", "pid": 83421, "rss_mb": 185.414, "state": "S (sleeping)", "threads": 19}, "restart_count": 179, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.526, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423583, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.812, "last_frame_pushed_at": "2026-11-03T15:01:58+09:00", "last_frame_read_age_sec": 4.883, "last_frame_read_at": "2026-11-03T15:01:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 180, "debug_expires_at": null, "deduplicated_count": 30, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 508.762, "last_sample_duration_ms": 658.796, "last_trigger": "periodic", "next_snapshot_in_sec": 91.238, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 580, "storage_bytes": 3439869}, "mjpeg": {"age_sec": 4.804, "exists": true, "mtime": "2026-11-03T15:01:58.767514+09:00", "mtime_epoch": 1793685718.7675138, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 123921}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:02:03+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2446.613, "name": "celery", "pid": 176, "rss_mb": 2446.613, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3423583, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 141}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 141, "pushed_frames": 141, "read_frames": 140, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.705, "pushed": 4.705, "read": 4.672}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 140, "client_acquire_ms": {"avg_ms": 0.009, "count": 140, "max_ms": 0.033, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4860.541, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.783, "count": 140, "max_ms": 5.256, "p95_ms": 2.353, "reason": null, "sample_age_ms": 4893.886, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.336, "count": 140, "max_ms": 4.65, "p95_ms": 1.634, "reason": null, "sample_age_ms": 4894.502, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 140, "max_ms": 0.327, "p95_ms": 0.22, "reason": null, "sample_age_ms": 4860.549, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.791, "count": 140, "max_ms": 7.575, "p95_ms": 3.121, "reason": null, "sample_age_ms": 4891.654, "source": "client_direct"}, "request_count": 140, "request_tensor_bytes": {"avg": 2211848.0, "count": 140, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4891.579, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 140, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4860.676, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.318, "count": 140, "max_ms": 70.937, "p95_ms": 62.397, "reason": null, "sample_age_ms": 4860.537, "source": "client_direct"}, "sample_age_ms": 4860.532, "source": "client_direct", "task_total_ms": {"avg_ms": 46.433, "count": 140, "max_ms": 74.04, "p95_ms": 65.155, "reason": null, "sample_age_ms": 4860.532, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.812, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.844, "count": 141, "max_ms": 2.355, "p95_ms": 1.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.29, "count": 141, "max_ms": 1.421, "p95_ms": 0.508}, "detection_prepare_ms": {"avg_ms": 0.114, "count": 141, "max_ms": 0.236, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.004, "count": 141, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.09, "count": 141, "max_ms": 0.203, "p95_ms": 0.156}, "mcmt_ms": {"avg_ms": 0.003, "count": 141, "max_ms": 0.027, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 141, "max_ms": 0.536, "p95_ms": 0.361}, "setup_ms": {"avg_ms": 0.052, "count": 141, "max_ms": 0.118, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 0.798, "count": 141, "max_ms": 2.263, "p95_ms": 1.376}, "track_match_ms": {"avg_ms": 0.005, "count": 141, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.032, "count": 141, "max_ms": 0.07, "p95_ms": 0.056}}, "gstreamer_push": {"avg_ms": 3.109, "count": 141, "max_ms": 6.555, "p95_ms": 4.841}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 141, "max_ms": 0.198, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.627, "count": 141, "max_ms": 74.844, "p95_ms": 66.341}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.052, "count": 141, "max_ms": 0.142, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.087, "count": 141, "max_ms": 118.67, "p95_ms": 105.946}, "inference_input_copy_ms": {"avg_ms": 1.556, "count": 141, "max_ms": 4.35, "p95_ms": 2.532}, "processing_residual_ms": {"avg_ms": 0.203, "count": 141, "max_ms": 0.507, "p95_ms": 0.394}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.898, "count": 141, "max_ms": 120.54, "p95_ms": 108.191}, "read_interval": {"avg_ms": 179.81, "count": 140, "max_ms": 6700.652, "p95_ms": 143.909}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 141, "max_ms": 0.043, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.142, "count": 141, "max_ms": 0.378, "p95_ms": 0.265}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 141, "max_ms": 0.039, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 141, "max_ms": 0.343, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.006, "count": 141, "max_ms": 0.033, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.646, "count": 141, "max_ms": 74.86, "p95_ms": 66.378}, "visualize": {"avg_ms": 32.438, "count": 141, "max_ms": 52.047, "p95_ms": 41.372}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.437, "count": 141, "max_ms": 50.387, "p95_ms": 40.052}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.214, "count": 141, "max_ms": 51.69, "p95_ms": 41.025}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 141, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.096, "count": 141, "max_ms": 51.492, "p95_ms": 40.846}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 141, "max_ms": 0.212, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 141}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 141}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2446.602, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.586, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.027, "sample_count": 2908, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3423423, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:01:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 118015, "write_bytes_delta": 118015, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1106.0, "cpu_core_ratio": 1.369955, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18597.0, "pid": 83243, "reason": null, "system_cpu_core_ratio": 0.18183, "system_cpu_s_delta": 3.650000000000002, "user_cpu_core_ratio": 1.188125, "user_cpu_s_delta": 23.850000000000023}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.606268, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 37.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.054798, "system_cpu_s_delta": 1.0999999999985448, "user_cpu_core_ratio": 0.551469, "user_cpu_s_delta": 11.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.897, "count": 263, "max_ms": 6.477, "p95_ms": 4.516, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 263}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 263}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.006, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.871, "count": 30, "max": 35.547, "p95": 32.454, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.233, "count": 30, "max": 1492.0, "p95": 1470.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 628.033, "count": 30, "max": 18597.0, "p95": 89.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.182, "p95": 0.064, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.377, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116535.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112664.433, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.066, "count": 30, "max": 0.072, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.668, "count": 30, "max": 0.69, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28754, "sampled_at": "2026-11-03T15:01:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:01:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4717971, "flush_count": 5777, "flush_interval_seconds": 30.0, "flush_state": {"count": 5777, "last_at": "2026-11-03T15:03:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:03:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5776}, "started": true, "suppressed_count": 3418852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418847}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5777, "written_record_count": 5777}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10221.992, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468397670400, "copied_frame_count": 3424623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468397670400, "frame_buffer_copies": 3424623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1507, "count": 512, "max_ms": 0.8388, "p50_ms": 0.1363, "p95_ms": 0.2785, "p99_ms": 0.3669}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4376, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3444, "p95_ms": 2.3557, "p99_ms": 3.2592, "results": {"failed": 0, "not_applicable": 0, "success": 3424623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:04+09:00", "last_error_summary": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "last_exit_at": "2026-11-03T15:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.762, "last_started_at": "2026-11-03T15:02:01+09:00", "pid": 83421, "process": {"exists": false, "pid": 83421}, "restart_count": 179, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.812, "sample_count": 2611, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T15:04:04+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-03T15:04:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 27.333, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 572.667, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.008, "exists": true, "mtime": "2026-11-03T15:04:04.324567+09:00", "mtime_epoch": 1793685844.3245668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114639}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:04+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.113, "name": "celery", "pid": 176, "rss_mb": 2447.113, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.987, "pushed": 4.987, "read": 4.954}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.008, "count": 149, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 67.678, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.694, "count": 148, "max_ms": 3.471, "p95_ms": 1.841, "reason": null, "sample_age_ms": 115.39, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 148, "max_ms": 2.813, "p95_ms": 1.429, "reason": null, "sample_age_ms": 115.803, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 149, "max_ms": 0.332, "p95_ms": 0.205, "reason": null, "sample_age_ms": 67.69, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.607, "count": 148, "max_ms": 4.173, "p95_ms": 2.647, "reason": null, "sample_age_ms": 113.333, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 113.304, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.884, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.72, "count": 149, "max_ms": 77.754, "p95_ms": 62.196, "reason": null, "sample_age_ms": 67.671, "source": "client_direct"}, "sample_age_ms": 67.662, "source": "client_direct", "task_total_ms": {"avg_ms": 44.619, "count": 149, "max_ms": 80.343, "p95_ms": 64.665, "reason": null, "sample_age_ms": 67.662, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.597, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 149, "max_ms": 2.502, "p95_ms": 1.374}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.268, "count": 149, "max_ms": 0.807, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 149, "max_ms": 0.359, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 149, "max_ms": 0.331, "p95_ms": 0.163}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.075, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 0.534, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.048, "count": 149, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.748, "count": 149, "max_ms": 2.367, "p95_ms": 1.308}, "track_match_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 149, "max_ms": 0.095, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 3.207, "count": 149, "max_ms": 6.707, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 149, "max_ms": 0.154, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.686, "count": 149, "max_ms": 82.812, "p95_ms": 66.514}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 149, "max_ms": 0.188, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.053, "count": 149, "max_ms": 122.157, "p95_ms": 105.688}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 149, "max_ms": 3.107, "p95_ms": 2.454}, "processing_residual_ms": {"avg_ms": 0.181, "count": 149, "max_ms": 0.561, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.763, "count": 149, "max_ms": 124.829, "p95_ms": 107.459}, "read_interval": {"avg_ms": 201.932, "count": 148, "max_ms": 980.778, "p95_ms": 502.418}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 149, "max_ms": 0.056, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.133, "count": 149, "max_ms": 0.378, "p95_ms": 0.25}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 149, "max_ms": 0.065, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 149, "max_ms": 0.326, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.055, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.703, "count": 149, "max_ms": 82.825, "p95_ms": 66.56}, "visualize": {"avg_ms": 33.4, "count": 149, "max_ms": 66.015, "p95_ms": 43.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.422, "count": 149, "max_ms": 64.761, "p95_ms": 41.829}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.18, "count": 149, "max_ms": 65.691, "p95_ms": 43.138}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.06, "count": 149, "max_ms": 65.534, "p95_ms": 42.88}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 149, "max_ms": 0.189, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.685, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.938, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114902, "write_bytes_delta": 114902, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1394.0, "cpu_core_ratio": 1.312668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 83421, "reason": null, "system_cpu_core_ratio": 0.054965, "system_cpu_s_delta": 1.1000000000000005, "user_cpu_core_ratio": 1.257703, "user_cpu_s_delta": 25.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.743529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064459, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.67907, "user_cpu_s_delta": 13.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.11, "count": 296, "max_ms": 9.128, "p95_ms": 4.833, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.301, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.436, "count": 30, "max": 35.547, "p95": 31.302, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 995.467, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 841.033, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.35, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116489.933, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112785.967, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.967, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.647, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28760, "sampled_at": "2026-11-03T15:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.876, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4717971, "flush_count": 5777, "flush_interval_seconds": 30.0, "flush_state": {"count": 5777, "last_at": "2026-11-03T15:03:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:03:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5776}, "started": true, "suppressed_count": 3418852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418847}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5777, "written_record_count": 5777}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10221.176, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:04:04+09:00", "last_error_summary": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468397670400, "copied_frame_count": 3424623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468397670400, "frame_buffer_copies": 3424623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1507, "count": 512, "max_ms": 0.8388, "p50_ms": 0.1363, "p95_ms": 0.2785, "p99_ms": 0.3669}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4376, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3444, "p95_ms": 2.3557, "p99_ms": 3.2592, "results": {"failed": 0, "not_applicable": 0, "success": 3424623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:04+09:00", "last_error_summary": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "last_exit_at": "2026-11-03T15:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.785, "last_started_at": "2026-11-03T15:02:01+09:00", "pid": 83421, "process": {"exists": false, "pid": 83421}, "restart_count": 179, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.812, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.043, "last_frame_pushed_at": "2026-11-03T15:04:04+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-11-03T15:04:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 27.369, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 572.631, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.031, "exists": true, "mtime": "2026-11-03T15:04:04.324567+09:00", "mtime_epoch": 1793685844.3245668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114639}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.109, "name": "celery", "pid": 176, "rss_mb": 2447.109, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.983, "pushed": 4.983, "read": 4.95}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.008, "count": 149, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 96.112, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.694, "count": 148, "max_ms": 3.471, "p95_ms": 1.841, "reason": null, "sample_age_ms": 143.824, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 148, "max_ms": 2.813, "p95_ms": 1.429, "reason": null, "sample_age_ms": 144.237, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 149, "max_ms": 0.332, "p95_ms": 0.205, "reason": null, "sample_age_ms": 96.123, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.607, "count": 148, "max_ms": 4.173, "p95_ms": 2.647, "reason": null, "sample_age_ms": 141.766, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.737, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 149, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.317, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.72, "count": 149, "max_ms": 77.754, "p95_ms": 62.196, "reason": null, "sample_age_ms": 96.105, "source": "client_direct"}, "sample_age_ms": 96.096, "source": "client_direct", "task_total_ms": {"avg_ms": 44.619, "count": 149, "max_ms": 80.343, "p95_ms": 64.665, "reason": null, "sample_age_ms": 96.096, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.135, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 149, "max_ms": 2.502, "p95_ms": 1.374}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.268, "count": 149, "max_ms": 0.807, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 149, "max_ms": 0.359, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 149, "max_ms": 0.331, "p95_ms": 0.163}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.075, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 0.534, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.048, "count": 149, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.748, "count": 149, "max_ms": 2.367, "p95_ms": 1.308}, "track_match_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 149, "max_ms": 0.095, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 3.207, "count": 149, "max_ms": 6.707, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 149, "max_ms": 0.154, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.686, "count": 149, "max_ms": 82.812, "p95_ms": 66.514}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 149, "max_ms": 0.188, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.053, "count": 149, "max_ms": 122.157, "p95_ms": 105.688}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 149, "max_ms": 3.107, "p95_ms": 2.454}, "processing_residual_ms": {"avg_ms": 0.181, "count": 149, "max_ms": 0.561, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.763, "count": 149, "max_ms": 124.829, "p95_ms": 107.459}, "read_interval": {"avg_ms": 201.932, "count": 148, "max_ms": 980.778, "p95_ms": 502.418}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 149, "max_ms": 0.056, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.133, "count": 149, "max_ms": 0.378, "p95_ms": 0.25}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 149, "max_ms": 0.065, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 149, "max_ms": 0.326, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.055, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.703, "count": 149, "max_ms": 82.825, "p95_ms": 66.56}, "visualize": {"avg_ms": 33.4, "count": 149, "max_ms": 66.015, "p95_ms": 43.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.422, "count": 149, "max_ms": 64.761, "p95_ms": 41.829}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.18, "count": 149, "max_ms": 65.691, "p95_ms": 43.138}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.06, "count": 149, "max_ms": 65.534, "p95_ms": 42.88}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 149, "max_ms": 0.189, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.685, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.938, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114902, "write_bytes_delta": 114902, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1394.0, "cpu_core_ratio": 1.312668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 83421, "reason": null, "system_cpu_core_ratio": 0.054965, "system_cpu_s_delta": 1.1000000000000005, "user_cpu_core_ratio": 1.257703, "user_cpu_s_delta": 25.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.743529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064459, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.67907, "user_cpu_s_delta": 13.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.11, "count": 296, "max_ms": 9.128, "p95_ms": 4.833, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.301, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.436, "count": 30, "max": 35.547, "p95": 31.302, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 995.467, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 841.033, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.35, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116489.933, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112785.967, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.967, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.647, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28760, "sampled_at": "2026-11-03T15:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.899, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4717971, "flush_count": 5777, "flush_interval_seconds": 30.0, "flush_state": {"count": 5777, "last_at": "2026-11-03T15:03:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:03:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5776}, "started": true, "suppressed_count": 3418852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418847}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5777, "written_record_count": 5777}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10220.559, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468397670400, "copied_frame_count": 3424623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468397670400, "frame_buffer_copies": 3424623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1507, "count": 512, "max_ms": 0.8388, "p50_ms": 0.1363, "p95_ms": 0.2785, "p99_ms": 0.3669}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4376, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3444, "p95_ms": 2.3557, "p99_ms": 3.2592, "results": {"failed": 0, "not_applicable": 0, "success": 3424623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:04+09:00", "last_error_summary": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "last_exit_at": "2026-11-03T15:04:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 122.824, "last_started_at": "2026-11-03T15:02:01+09:00", "pid": 83421, "process": {"exists": false, "pid": 83421}, "restart_count": 179, "restart_count_per_hour": 11, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 180}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.812, "sample_count": 2610, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-11-03T15:04:04+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-11-03T15:04:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 27.403, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 572.597, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T15:04:04.324567+09:00", "mtime_epoch": 1793685844.3245668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114639}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:04+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.109, "name": "celery", "pid": 176, "rss_mb": 2447.109, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 149}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 149, "pushed_frames": 149, "read_frames": 148, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.977, "pushed": 4.977, "read": 4.944}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 148, "client_acquire_ms": {"avg_ms": 0.008, "count": 148, "max_ms": 0.026, "p95_ms": 0.015, "reason": null, "sample_age_ms": 132.168, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.694, "count": 148, "max_ms": 3.471, "p95_ms": 1.841, "reason": null, "sample_age_ms": 179.88, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 148, "max_ms": 2.813, "p95_ms": 1.429, "reason": null, "sample_age_ms": 180.293, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 148, "max_ms": 0.332, "p95_ms": 0.205, "reason": null, "sample_age_ms": 132.179, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.607, "count": 148, "max_ms": 4.173, "p95_ms": 2.647, "reason": null, "sample_age_ms": 177.822, "source": "client_direct"}, "request_count": 148, "request_tensor_bytes": {"avg": 2211848.0, "count": 148, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.794, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 148, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 132.373, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.661, "count": 148, "max_ms": 77.754, "p95_ms": 62.205, "reason": null, "sample_age_ms": 132.161, "source": "client_direct"}, "sample_age_ms": 132.152, "source": "client_direct", "task_total_ms": {"avg_ms": 44.561, "count": 148, "max_ms": 80.343, "p95_ms": 64.684, "reason": null, "sample_age_ms": 132.152, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.431, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 149, "max_ms": 2.502, "p95_ms": 1.374}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.268, "count": 149, "max_ms": 0.807, "p95_ms": 0.489}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 149, "max_ms": 0.359, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 149, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 149, "max_ms": 0.331, "p95_ms": 0.163}, "mcmt_ms": {"avg_ms": 0.003, "count": 149, "max_ms": 0.075, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 149, "max_ms": 0.534, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.048, "count": 149, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.748, "count": 149, "max_ms": 2.367, "p95_ms": 1.308}, "track_match_ms": {"avg_ms": 0.005, "count": 149, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 149, "max_ms": 0.095, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 3.207, "count": 149, "max_ms": 6.707, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 149, "max_ms": 0.154, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.686, "count": 149, "max_ms": 82.812, "p95_ms": 66.514}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 149, "max_ms": 0.188, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.053, "count": 149, "max_ms": 122.157, "p95_ms": 105.688}, "inference_input_copy_ms": {"avg_ms": 1.479, "count": 149, "max_ms": 3.107, "p95_ms": 2.454}, "processing_residual_ms": {"avg_ms": 0.181, "count": 149, "max_ms": 0.561, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.763, "count": 149, "max_ms": 124.829, "p95_ms": 107.459}, "read_interval": {"avg_ms": 201.932, "count": 148, "max_ms": 980.778, "p95_ms": 502.418}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 149, "max_ms": 0.056, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.133, "count": 149, "max_ms": 0.378, "p95_ms": 0.25}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 149, "max_ms": 0.065, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 149, "max_ms": 0.326, "p95_ms": 0.216}, "worker_merge_ms": {"avg_ms": 0.006, "count": 149, "max_ms": 0.055, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.703, "count": 149, "max_ms": 82.825, "p95_ms": 66.56}, "visualize": {"avg_ms": 33.4, "count": 149, "max_ms": 66.015, "p95_ms": 43.349}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.422, "count": 149, "max_ms": 64.761, "p95_ms": 41.829}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.18, "count": 149, "max_ms": 65.691, "p95_ms": 43.138}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 149, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.06, "count": 149, "max_ms": 65.534, "p95_ms": 42.88}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 149, "max_ms": 0.189, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 149}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 149}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.685, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.938, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114902, "write_bytes_delta": 114902, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1394.0, "cpu_core_ratio": 1.312668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 83421, "reason": null, "system_cpu_core_ratio": 0.054965, "system_cpu_s_delta": 1.1000000000000005, "user_cpu_core_ratio": 1.257703, "user_cpu_s_delta": 25.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.743529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064459, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.67907, "user_cpu_s_delta": 13.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.11, "count": 296, "max_ms": 9.128, "p95_ms": 4.833, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.301, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.436, "count": 30, "max": 35.547, "p95": 31.302, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 995.467, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 841.033, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.35, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116489.933, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112785.967, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.967, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.647, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28760, "sampled_at": "2026-11-03T15:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4717971, "flush_count": 5777, "flush_interval_seconds": 30.0, "flush_state": {"count": 5777, "last_at": "2026-11-03T15:03:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:03:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5776}, "started": true, "suppressed_count": 3418852, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418847}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5777, "written_record_count": 5777}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10260.461, "limit_mb": null}, "detail": {"pid": 83537, "restart_count": 180, "start_count": 181}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468397670400, "copied_frame_count": 3424623, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468397670400, "frame_buffer_copies": 3424623, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1507, "count": 512, "max_ms": 0.8388, "p50_ms": 0.1363, "p95_ms": 0.2785, "p99_ms": 0.3669}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4376, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3444, "p95_ms": 2.3557, "p99_ms": 3.2592, "results": {"failed": 0, "not_applicable": 0, "success": 3424623, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:04+09:00", "last_error_summary": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:04:06+09:00", "pid": 83537, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.422, "name": "ffmpeg", "pid": 83537, "rss_mb": 74.422, "state": "S (sleeping)", "threads": 1}, "restart_count": 180, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.84, "sample_count": 2564, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424623, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.658, "last_frame_pushed_at": "2026-11-03T15:04:04+09:00", "last_frame_read_age_sec": 4.753, "last_frame_read_at": "2026-11-03T15:04:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 31.974, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 568.026, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.646, "exists": true, "mtime": "2026-11-03T15:04:04.324567+09:00", "mtime_epoch": 1793685844.3245668, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114639}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:08+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.113, "name": "celery", "pid": 176, "rss_mb": 2447.113, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424623, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.109, "pushed": 4.109, "read": 4.109}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.008, "count": 123, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4706.249, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.689, "count": 123, "max_ms": 3.471, "p95_ms": 1.835, "reason": null, "sample_age_ms": 4753.961, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.352, "count": 123, "max_ms": 2.813, "p95_ms": 1.425, "reason": null, "sample_age_ms": 4754.375, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 123, "max_ms": 0.332, "p95_ms": 0.205, "reason": null, "sample_age_ms": 4706.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.599, "count": 123, "max_ms": 4.173, "p95_ms": 2.668, "reason": null, "sample_age_ms": 4751.904, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4751.875, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4706.455, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.128, "count": 123, "max_ms": 77.754, "p95_ms": 61.971, "reason": null, "sample_age_ms": 4706.242, "source": "client_direct"}, "sample_age_ms": 4706.233, "source": "client_direct", "task_total_ms": {"avg_ms": 44.02, "count": 123, "max_ms": 80.343, "p95_ms": 64.271, "reason": null, "sample_age_ms": 4706.233, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.894, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.784, "count": 123, "max_ms": 2.502, "p95_ms": 1.376}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 123, "max_ms": 0.807, "p95_ms": 0.499}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 123, "max_ms": 0.359, "p95_ms": 0.196}, "event_filter_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.019, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 123, "max_ms": 0.331, "p95_ms": 0.163}, "mcmt_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.075, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.191, "count": 123, "max_ms": 0.534, "p95_ms": 0.312}, "setup_ms": {"avg_ms": 0.047, "count": 123, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 0.741, "count": 123, "max_ms": 2.367, "p95_ms": 1.314}, "track_match_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.018, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 123, "max_ms": 0.095, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 3.21, "count": 123, "max_ms": 6.707, "p95_ms": 5.29}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 123, "max_ms": 0.154, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.088, "count": 123, "max_ms": 82.812, "p95_ms": 65.601}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 123, "max_ms": 0.188, "p95_ms": 0.113}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.934, "count": 123, "max_ms": 118.158, "p95_ms": 103.71}, "inference_input_copy_ms": {"avg_ms": 1.471, "count": 123, "max_ms": 3.107, "p95_ms": 2.464}, "processing_residual_ms": {"avg_ms": 0.18, "count": 123, "max_ms": 0.561, "p95_ms": 0.342}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.635, "count": 123, "max_ms": 120.547, "p95_ms": 106.592}, "read_interval": {"avg_ms": 206.737, "count": 123, "max_ms": 813.613, "p95_ms": 502.418}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 123, "max_ms": 0.056, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.131, "count": 123, "max_ms": 0.378, "p95_ms": 0.225}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 123, "max_ms": 0.065, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 123, "max_ms": 0.326, "p95_ms": 0.204}, "worker_merge_ms": {"avg_ms": 0.006, "count": 123, "max_ms": 0.055, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 45.105, "count": 123, "max_ms": 82.825, "p95_ms": 65.624}, "visualize": {"avg_ms": 32.883, "count": 123, "max_ms": 46.936, "p95_ms": 41.371}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.901, "count": 123, "max_ms": 45.69, "p95_ms": 39.987}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.662, "count": 123, "max_ms": 46.648, "p95_ms": 41.213}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.542, "count": 123, "max_ms": 46.492, "p95_ms": 41.049}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 123, "max_ms": 0.189, "p95_ms": 0.131}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.031, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.685, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.938, "sample_count": 2756, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424449, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:03:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114902, "write_bytes_delta": 114902, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1394.0, "cpu_core_ratio": 1.312668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2.0, "pid": 83421, "reason": null, "system_cpu_core_ratio": 0.054965, "system_cpu_s_delta": 1.1000000000000005, "user_cpu_core_ratio": 1.257703, "user_cpu_s_delta": 25.17}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.743529, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 24.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064459, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.67907, "user_cpu_s_delta": 13.589999999996508}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.11, "count": 296, "max_ms": 9.128, "p95_ms": 4.833, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 296}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 296}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.301, "count": 30, "max": 72.213, "p95": 55.229, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 21.436, "count": 30, "max": 35.547, "p95": 31.302, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 995.467, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 841.033, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.35, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116489.933, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112785.967, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.967, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.647, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28760, "sampled_at": "2026-11-03T15:03:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:03:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.935, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3418974, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418969}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10216.832, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x580c993e9e80] error while decoding MB 165 84, bytestream -21", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468737740800, "copied_frame_count": 3424746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468737740800, "frame_buffer_copies": 3424746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 0.7543, "p50_ms": 0.1312, "p95_ms": 0.2738, "p99_ms": 0.3477}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4103, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3188, "p95_ms": 2.3557, "p99_ms": 3.297, "results": {"failed": 0, "not_applicable": 0, "success": 3424746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:37+09:00", "last_error_summary": "[h264 @ 0x580c993e9e80] error while decoding MB 165 84, bytestream -21", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 30.74, "last_started_at": "2026-11-03T15:04:06+09:00", "pid": 83537, "process": {"exists": false, "pid": 83537}, "restart_count": 180, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.991, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.037, "last_frame_pushed_at": "2026-11-03T15:04:37+09:00", "last_frame_read_age_sec": 0.102, "last_frame_read_at": "2026-11-03T15:04:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.711, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 539.289, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T15:04:37.680834+09:00", "mtime_epoch": 1793685877.6808336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115777}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:37+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2447.176, "name": "celery", "pid": 176, "rss_mb": 2447.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.632, "pushed": 4.632, "read": 4.632}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.007, "count": 123, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 72.636, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 123, "max_ms": 2.915, "p95_ms": 1.748, "reason": null, "sample_age_ms": 103.284, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 123, "max_ms": 2.427, "p95_ms": 1.327, "reason": null, "sample_age_ms": 103.482, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 123, "max_ms": 0.343, "p95_ms": 0.21, "reason": null, "sample_age_ms": 72.641, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.512, "count": 123, "max_ms": 3.694, "p95_ms": 2.575, "reason": null, "sample_age_ms": 102.541, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 102.526, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 72.719, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.497, "count": 123, "max_ms": 70.418, "p95_ms": 58.647, "reason": null, "sample_age_ms": 72.633, "source": "client_direct"}, "sample_age_ms": 72.629, "source": "client_direct", "task_total_ms": {"avg_ms": 42.298, "count": 123, "max_ms": 72.757, "p95_ms": 61.136, "reason": null, "sample_age_ms": 72.629, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.581, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.82, "count": 123, "max_ms": 2.234, "p95_ms": 1.515}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 123, "max_ms": 0.761, "p95_ms": 0.566}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 123, "max_ms": 0.476, "p95_ms": 0.294}, "event_filter_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 123, "max_ms": 0.314, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.202, "count": 123, "max_ms": 0.814, "p95_ms": 0.389}, "setup_ms": {"avg_ms": 0.052, "count": 123, "max_ms": 0.206, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.776, "count": 123, "max_ms": 2.103, "p95_ms": 1.439}, "track_match_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.032, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 123, "max_ms": 0.105, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.905, "count": 123, "max_ms": 6.51, "p95_ms": 4.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 123, "max_ms": 0.784, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.32, "count": 123, "max_ms": 73.479, "p95_ms": 62.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 123, "max_ms": 0.161, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.132, "count": 123, "max_ms": 105.896, "p95_ms": 99.094}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 123, "max_ms": 6.487, "p95_ms": 2.042}, "processing_residual_ms": {"avg_ms": 0.161, "count": 123, "max_ms": 0.471, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.739, "count": 123, "max_ms": 107.277, "p95_ms": 100.544}, "read_interval": {"avg_ms": 271.463, "count": 123, "max_ms": 6938.031, "p95_ms": 542.449}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 123, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.141, "count": 123, "max_ms": 0.728, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 123, "max_ms": 0.057, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 123, "max_ms": 0.689, "p95_ms": 0.258}, "worker_merge_ms": {"avg_ms": 0.006, "count": 123, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.336, "count": 123, "max_ms": 73.49, "p95_ms": 62.495}, "visualize": {"avg_ms": 31.858, "count": 123, "max_ms": 48.61, "p95_ms": 39.847}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.882, "count": 123, "max_ms": 46.783, "p95_ms": 38.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.634, "count": 123, "max_ms": 48.21, "p95_ms": 39.584}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.518, "count": 123, "max_ms": 47.989, "p95_ms": 39.459}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 123, "max_ms": 0.203, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.491, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.579, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115526, "write_bytes_delta": 115526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83537, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024964, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.249136, "user_cpu_s_delta": 4.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.203, "count": 115, "max_ms": 6.707, "p95_ms": 5.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.345, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.689, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 997.4, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 837.9, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.325, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116763.4, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113043.233, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.933, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28762, "sampled_at": "2026-11-03T15:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.555, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3418974, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418969}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10216.832, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468737740800, "copied_frame_count": 3424746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468737740800, "frame_buffer_copies": 3424746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 0.7543, "p50_ms": 0.1312, "p95_ms": 0.2738, "p99_ms": 0.3477}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4103, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3188, "p95_ms": 2.3557, "p99_ms": 3.297, "results": {"failed": 0, "not_applicable": 0, "success": 3424746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 168, "h264_decode_error_count": 315, "h264_decode_error_count_per_hour": 26, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:04+09:00", "last_error_summary": "[h264 @ 0x5d7c07c27680] error while decoding MB 102 47, bytestream -11", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 30.729, "last_started_at": "2026-11-03T15:04:06+09:00", "pid": 83537, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 83537, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 180, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.991, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-03T15:04:37+09:00", "last_frame_read_age_sec": 0.091, "last_frame_read_at": "2026-11-03T15:04:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.718, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 539.282, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.018, "exists": true, "mtime": "2026-11-03T15:04:37.680834+09:00", "mtime_epoch": 1793685877.6808336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115777}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:37+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2447.176, "name": "celery", "pid": 176, "rss_mb": 2447.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.634, "pushed": 4.634, "read": 4.634}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.007, "count": 123, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 62.152, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 123, "max_ms": 2.915, "p95_ms": 1.748, "reason": null, "sample_age_ms": 92.8, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 123, "max_ms": 2.427, "p95_ms": 1.327, "reason": null, "sample_age_ms": 92.998, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 123, "max_ms": 0.343, "p95_ms": 0.21, "reason": null, "sample_age_ms": 62.157, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.512, "count": 123, "max_ms": 3.694, "p95_ms": 2.575, "reason": null, "sample_age_ms": 92.057, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 92.042, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.235, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.497, "count": 123, "max_ms": 70.418, "p95_ms": 58.647, "reason": null, "sample_age_ms": 62.149, "source": "client_direct"}, "sample_age_ms": 62.145, "source": "client_direct", "task_total_ms": {"avg_ms": 42.298, "count": 123, "max_ms": 72.757, "p95_ms": 61.136, "reason": null, "sample_age_ms": 62.145, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.063, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.82, "count": 123, "max_ms": 2.234, "p95_ms": 1.515}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 123, "max_ms": 0.761, "p95_ms": 0.566}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 123, "max_ms": 0.476, "p95_ms": 0.294}, "event_filter_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 123, "max_ms": 0.314, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.202, "count": 123, "max_ms": 0.814, "p95_ms": 0.389}, "setup_ms": {"avg_ms": 0.052, "count": 123, "max_ms": 0.206, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.776, "count": 123, "max_ms": 2.103, "p95_ms": 1.439}, "track_match_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.032, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 123, "max_ms": 0.105, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.905, "count": 123, "max_ms": 6.51, "p95_ms": 4.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 123, "max_ms": 0.784, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.32, "count": 123, "max_ms": 73.479, "p95_ms": 62.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 123, "max_ms": 0.161, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.132, "count": 123, "max_ms": 105.896, "p95_ms": 99.094}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 123, "max_ms": 6.487, "p95_ms": 2.042}, "processing_residual_ms": {"avg_ms": 0.161, "count": 123, "max_ms": 0.471, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.739, "count": 123, "max_ms": 107.277, "p95_ms": 100.544}, "read_interval": {"avg_ms": 271.463, "count": 123, "max_ms": 6938.031, "p95_ms": 542.449}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 123, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.141, "count": 123, "max_ms": 0.728, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 123, "max_ms": 0.057, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 123, "max_ms": 0.689, "p95_ms": 0.258}, "worker_merge_ms": {"avg_ms": 0.006, "count": 123, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.336, "count": 123, "max_ms": 73.49, "p95_ms": 62.495}, "visualize": {"avg_ms": 31.858, "count": 123, "max_ms": 48.61, "p95_ms": 39.847}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.882, "count": 123, "max_ms": 46.783, "p95_ms": 38.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.634, "count": 123, "max_ms": 48.21, "p95_ms": 39.584}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.518, "count": 123, "max_ms": 47.989, "p95_ms": 39.459}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 123, "max_ms": 0.203, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.491, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.579, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115526, "write_bytes_delta": 115526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83537, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024964, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.249136, "user_cpu_s_delta": 4.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.203, "count": 115, "max_ms": 6.707, "p95_ms": 5.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.345, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.689, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 997.4, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 837.9, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.325, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116763.4, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113043.233, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.933, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28762, "sampled_at": "2026-11-03T15:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.543, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3418974, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418969}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10217.547, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468737740800, "copied_frame_count": 3424746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468737740800, "frame_buffer_copies": 3424746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 0.7543, "p50_ms": 0.1312, "p95_ms": 0.2738, "p99_ms": 0.3477}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4103, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3188, "p95_ms": 2.3557, "p99_ms": 3.297, "results": {"failed": 0, "not_applicable": 0, "success": 3424746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:37+09:00", "last_error_summary": "[h264 @ 0x580c993e9e80] error while decoding MB 165 84, bytestream -21", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 30.771, "last_started_at": "2026-11-03T15:04:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 180, "restart_count_per_hour": 12, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 181}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.991, "sample_count": 2419, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.069, "last_frame_pushed_at": "2026-11-03T15:04:37+09:00", "last_frame_read_age_sec": 0.134, "last_frame_read_at": "2026-11-03T15:04:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.743, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 539.257, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-03T15:04:37.680834+09:00", "mtime_epoch": 1793685877.6808336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115777}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:37+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.172, "name": "celery", "pid": 176, "rss_mb": 2447.172, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 123}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 123, "pushed_frames": 123, "read_frames": 123, "select_timeouts": 3, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.627, "pushed": 4.627, "read": 4.627}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 123, "client_acquire_ms": {"avg_ms": 0.007, "count": 123, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 104.555, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.666, "count": 123, "max_ms": 2.915, "p95_ms": 1.748, "reason": null, "sample_age_ms": 135.203, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.332, "count": 123, "max_ms": 2.427, "p95_ms": 1.327, "reason": null, "sample_age_ms": 135.401, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.102, "count": 123, "max_ms": 0.343, "p95_ms": 0.21, "reason": null, "sample_age_ms": 104.561, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.512, "count": 123, "max_ms": 3.694, "p95_ms": 2.575, "reason": null, "sample_age_ms": 134.46, "source": "client_direct"}, "request_count": 123, "request_tensor_bytes": {"avg": 2211848.0, "count": 123, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.446, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 123, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.639, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.497, "count": 123, "max_ms": 70.418, "p95_ms": 58.647, "reason": null, "sample_age_ms": 104.553, "source": "client_direct"}, "sample_age_ms": 104.549, "source": "client_direct", "task_total_ms": {"avg_ms": 42.298, "count": 123, "max_ms": 72.757, "p95_ms": 61.136, "reason": null, "sample_age_ms": 104.549, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.824, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.82, "count": 123, "max_ms": 2.234, "p95_ms": 1.515}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.27, "count": 123, "max_ms": 0.761, "p95_ms": 0.566}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 123, "max_ms": 0.476, "p95_ms": 0.294}, "event_filter_ms": {"avg_ms": 0.004, "count": 123, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 123, "max_ms": 0.314, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 123, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.202, "count": 123, "max_ms": 0.814, "p95_ms": 0.389}, "setup_ms": {"avg_ms": 0.052, "count": 123, "max_ms": 0.206, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.776, "count": 123, "max_ms": 2.103, "p95_ms": 1.439}, "track_match_ms": {"avg_ms": 0.005, "count": 123, "max_ms": 0.032, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 123, "max_ms": 0.105, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.905, "count": 123, "max_ms": 6.51, "p95_ms": 4.664}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 123, "max_ms": 0.784, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.32, "count": 123, "max_ms": 73.479, "p95_ms": 62.485}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 123, "max_ms": 0.161, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.132, "count": 123, "max_ms": 105.896, "p95_ms": 99.094}, "inference_input_copy_ms": {"avg_ms": 1.399, "count": 123, "max_ms": 6.487, "p95_ms": 2.042}, "processing_residual_ms": {"avg_ms": 0.161, "count": 123, "max_ms": 0.471, "p95_ms": 0.275}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.739, "count": 123, "max_ms": 107.277, "p95_ms": 100.544}, "read_interval": {"avg_ms": 271.463, "count": 123, "max_ms": 6938.031, "p95_ms": 542.449}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 123, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.141, "count": 123, "max_ms": 0.728, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 123, "max_ms": 0.057, "p95_ms": 0.023}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 123, "max_ms": 0.689, "p95_ms": 0.258}, "worker_merge_ms": {"avg_ms": 0.006, "count": 123, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.336, "count": 123, "max_ms": 73.49, "p95_ms": 62.495}, "visualize": {"avg_ms": 31.858, "count": 123, "max_ms": 48.61, "p95_ms": 39.847}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.882, "count": 123, "max_ms": 46.783, "p95_ms": 38.764}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.634, "count": 123, "max_ms": 48.21, "p95_ms": 39.584}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 123, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.518, "count": 123, "max_ms": 47.989, "p95_ms": 39.459}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 123, "max_ms": 0.203, "p95_ms": 0.136}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 123}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 123}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.491, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.579, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115526, "write_bytes_delta": 115526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83537, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024964, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.249136, "user_cpu_s_delta": 4.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.203, "count": 115, "max_ms": 6.707, "p95_ms": 5.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.345, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.689, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 997.4, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 837.9, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.325, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116763.4, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113043.233, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.933, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28762, "sampled_at": "2026-11-03T15:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 26.586, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3418974, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3418969}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10468.469, "limit_mb": null}, "detail": {"pid": 83653, "restart_count": 181, "start_count": 182}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9468737740800, "copied_frame_count": 3424746, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9468737740800, "frame_buffer_copies": 3424746, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.145, "count": 512, "max_ms": 0.7543, "p50_ms": 0.1312, "p95_ms": 0.2738, "p99_ms": 0.3477}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4103, "count": 512, "max_ms": 4.1171, "p50_ms": 1.3188, "p95_ms": 2.3557, "p99_ms": 3.297, "results": {"failed": 0, "not_applicable": 0, "success": 3424746, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 169, "h264_decode_error_count": 316, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:04:37+09:00", "last_error_summary": "[h264 @ 0x580c993e9e80] error while decoding MB 165 84, bytestream -21", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:04:40+09:00", "pid": 83653, "process": {"exists": true, "fd_count": 5, "hwm_mb": 283.902, "name": "ffmpeg", "pid": 83653, "rss_mb": 283.902, "state": "S (sleeping)", "threads": 28}, "restart_count": 181, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.742, "sample_count": 2377, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424746, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:37+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.433, "last_frame_pushed_at": "2026-11-03T15:04:37+09:00", "last_frame_read_age_sec": 4.498, "last_frame_read_at": "2026-11-03T15:04:37+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 65.117, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 534.883, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.425, "exists": true, "mtime": "2026-11-03T15:04:37.680834+09:00", "mtime_epoch": 1793685877.6808336, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 115777}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:04:42+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.176, "name": "celery", "pid": 176, "rss_mb": 2447.176, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424746, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 114}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 114, "pushed_frames": 114, "read_frames": 113, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.809, "pushed": 3.809, "read": 3.776}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 113, "client_acquire_ms": {"avg_ms": 0.007, "count": 114, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4472.982, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.653, "count": 113, "max_ms": 2.915, "p95_ms": 1.665, "reason": null, "sample_age_ms": 4503.63, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.335, "count": 113, "max_ms": 2.427, "p95_ms": 1.263, "reason": null, "sample_age_ms": 4503.828, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 114, "max_ms": 0.343, "p95_ms": 0.217, "reason": null, "sample_age_ms": 4472.987, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.48, "count": 113, "max_ms": 3.694, "p95_ms": 2.413, "reason": null, "sample_age_ms": 4502.887, "source": "client_direct"}, "request_count": 113, "request_tensor_bytes": {"avg": 2211848.0, "count": 113, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4502.872, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 114, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4473.065, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.675, "count": 114, "max_ms": 66.537, "p95_ms": 57.633, "reason": null, "sample_age_ms": 4472.979, "source": "client_direct"}, "sample_age_ms": 4472.975, "source": "client_direct", "task_total_ms": {"avg_ms": 41.436, "count": 114, "max_ms": 69.505, "p95_ms": 59.642, "reason": null, "sample_age_ms": 4472.975, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.421, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.807, "count": 114, "max_ms": 2.234, "p95_ms": 1.515}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.265, "count": 114, "max_ms": 0.761, "p95_ms": 0.543}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 114, "max_ms": 0.476, "p95_ms": 0.294}, "event_filter_ms": {"avg_ms": 0.004, "count": 114, "max_ms": 0.021, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 114, "max_ms": 0.223, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 114, "max_ms": 0.014, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.2, "count": 114, "max_ms": 0.814, "p95_ms": 0.389}, "setup_ms": {"avg_ms": 0.052, "count": 114, "max_ms": 0.206, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 0.764, "count": 114, "max_ms": 2.103, "p95_ms": 1.439}, "track_match_ms": {"avg_ms": 0.005, "count": 114, "max_ms": 0.032, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 114, "max_ms": 0.081, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.894, "count": 114, "max_ms": 6.51, "p95_ms": 4.862}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 114, "max_ms": 0.784, "p95_ms": 0.109}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.435, "count": 114, "max_ms": 70.627, "p95_ms": 61.996}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 114, "max_ms": 0.161, "p95_ms": 0.101}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.396, "count": 114, "max_ms": 105.896, "p95_ms": 98.891}, "inference_input_copy_ms": {"avg_ms": 1.374, "count": 114, "max_ms": 6.487, "p95_ms": 1.933}, "processing_residual_ms": {"avg_ms": 0.157, "count": 114, "max_ms": 0.471, "p95_ms": 0.274}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.976, "count": 114, "max_ms": 107.277, "p95_ms": 100.429}, "read_interval": {"avg_ms": 225.805, "count": 113, "max_ms": 1306.487, "p95_ms": 542.449}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 114, "max_ms": 0.054, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.14, "count": 114, "max_ms": 0.728, "p95_ms": 0.288}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 114, "max_ms": 0.057, "p95_ms": 0.021}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 114, "max_ms": 0.689, "p95_ms": 0.258}, "worker_merge_ms": {"avg_ms": 0.006, "count": 114, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.451, "count": 114, "max_ms": 70.652, "p95_ms": 62.011}, "visualize": {"avg_ms": 32.016, "count": 114, "max_ms": 48.61, "p95_ms": 39.922}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.053, "count": 114, "max_ms": 46.783, "p95_ms": 38.793}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.789, "count": 114, "max_ms": 48.21, "p95_ms": 39.668}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 114, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.673, "count": 114, "max_ms": 47.989, "p95_ms": 39.603}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 114, "max_ms": 0.203, "p95_ms": 0.143}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 114}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 114}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.117, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.491, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.579, "sample_count": 2545, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424632, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115526, "write_bytes_delta": 115526, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83537, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.2741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024964, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.249136, "user_cpu_s_delta": 4.989999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.203, "count": 115, "max_ms": 6.707, "p95_ms": 5.29, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 115}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 115}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.345, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.689, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 997.4, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 837.9, "count": 30, "max": 18597.0, "p95": 3386.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.325, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116763.4, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113043.233, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.933, "count": 30, "max": 37.0, "p95": 28.3, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.623, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28762, "sampled_at": "2026-11-03T15:04:12+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:12+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3419175, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10217.168, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60a4e2496fc0] cabac decode of qscale diff failed at 132 93 [h264 @ 0x60a4e2496fc0] error while decoding MB 132 93, bytestream 742", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469293465600, "copied_frame_count": 3424947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469293465600, "frame_buffer_copies": 3424947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1392, "count": 512, "max_ms": 0.7243, "p50_ms": 0.1255, "p95_ms": 0.2685, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3865, "count": 512, "max_ms": 4.1171, "p50_ms": 1.2847, "p95_ms": 2.3301, "p99_ms": 3.009, "results": {"failed": 0, "not_applicable": 0, "success": 3424947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:18+09:00", "last_error_summary": "[h264 @ 0x60a4e2496fc0] cabac decode of qscale diff failed at 132 93 [h264 @ 0x60a4e2496fc0] error while decoding MB 132 93, bytestream 742", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.734, "last_started_at": "2026-11-03T15:04:40+09:00", "pid": 83653, "process": {"exists": false, "pid": 83653}, "restart_count": 181, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.122, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T15:05:18+09:00", "last_frame_read_age_sec": 0.115, "last_frame_read_at": "2026-11-03T15:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.866, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 498.134, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.033, "exists": true, "mtime": "2026-11-03T15:05:18.806156+09:00", "mtime_epoch": 1793685918.806156, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114196}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:18+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2447.27, "name": "celery", "pid": 176, "rss_mb": 2447.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.611, "pushed": 5.611, "read": 5.578}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 102.488, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 167, "max_ms": 2.956, "p95_ms": 1.897, "reason": null, "sample_age_ms": 138.733, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.296, "count": 167, "max_ms": 2.471, "p95_ms": 1.401, "reason": null, "sample_age_ms": 138.909, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 167, "max_ms": 0.515, "p95_ms": 0.181, "reason": null, "sample_age_ms": 102.525, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.411, "count": 167, "max_ms": 3.637, "p95_ms": 2.356, "reason": null, "sample_age_ms": 138.046, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 138.034, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 102.988, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.864, "count": 167, "max_ms": 77.525, "p95_ms": 57.22, "reason": null, "sample_age_ms": 102.47, "source": "client_direct"}, "sample_age_ms": 102.456, "source": "client_direct", "task_total_ms": {"avg_ms": 41.542, "count": 167, "max_ms": 79.172, "p95_ms": 58.933, "reason": null, "sample_age_ms": 102.456, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.725, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 168, "max_ms": 2.226, "p95_ms": 1.527}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 168, "max_ms": 0.864, "p95_ms": 0.538}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 168, "max_ms": 0.343, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 168, "max_ms": 0.218, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 168, "max_ms": 0.719, "p95_ms": 0.362}, "setup_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.399, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.736, "count": 168, "max_ms": 2.126, "p95_ms": 1.44}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 168, "max_ms": 0.118, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 3.004, "count": 168, "max_ms": 6.236, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 168, "max_ms": 0.285, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.467, "count": 168, "max_ms": 79.886, "p95_ms": 60.59}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 168, "max_ms": 0.14, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.233, "count": 168, "max_ms": 120.667, "p95_ms": 101.895}, "inference_input_copy_ms": {"avg_ms": 1.351, "count": 168, "max_ms": 2.402, "p95_ms": 2.042}, "processing_residual_ms": {"avg_ms": 0.157, "count": 168, "max_ms": 0.388, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.788, "count": 168, "max_ms": 122.17, "p95_ms": 103.65}, "read_interval": {"avg_ms": 179.095, "count": 167, "max_ms": 761.514, "p95_ms": 406.146}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.051, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.13, "count": 168, "max_ms": 0.461, "p95_ms": 0.256}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.048, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 168, "max_ms": 0.409, "p95_ms": 0.228}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.483, "count": 168, "max_ms": 79.903, "p95_ms": 60.599}, "visualize": {"avg_ms": 32.87, "count": 168, "max_ms": 54.49, "p95_ms": 42.319}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.797, "count": 168, "max_ms": 47.58, "p95_ms": 40.708}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.645, "count": 168, "max_ms": 54.159, "p95_ms": 42.033}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 168, "max_ms": 0.036, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.53, "count": 168, "max_ms": 54.025, "p95_ms": 41.813}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 168, "max_ms": 0.176, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.048, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.532, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.094, "exists": true, "size_bytes": 114678, "write_bytes_delta": 114678, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83653, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.285439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024995, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.260444, "user_cpu_s_delta": 5.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.912, "count": 117, "max_ms": 6.51, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.578, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.938, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.7, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1065.3, "count": 30, "max": 18597.0, "p95": 6351.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116985.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113201.3, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.6, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28764, "sampled_at": "2026-11-03T15:04:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3419175, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10217.902, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469293465600, "copied_frame_count": 3424947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469293465600, "frame_buffer_copies": 3424947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1392, "count": 512, "max_ms": 0.7243, "p50_ms": 0.1255, "p95_ms": 0.2685, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3865, "count": 512, "max_ms": 4.1171, "p50_ms": 1.2847, "p95_ms": 2.3301, "p99_ms": 3.009, "results": {"failed": 0, "not_applicable": 0, "success": 3424947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:18+09:00", "last_error_summary": "[h264 @ 0x60a4e2496fc0] cabac decode of qscale diff failed at 132 93 [h264 @ 0x60a4e2496fc0] error while decoding MB 132 93, bytestream 742", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 38.787, "last_started_at": "2026-11-03T15:04:40+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 181, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 182}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.122, "sample_count": 2213, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T15:05:18+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-11-03T15:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 101.892, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 498.108, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-11-03T15:05:18.806156+09:00", "mtime_epoch": 1793685918.806156, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114196}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:18+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.266, "name": "celery", "pid": 176, "rss_mb": 2447.266, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 168, "pushed_frames": 168, "read_frames": 167, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.601, "pushed": 5.601, "read": 5.568}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.007, "count": 167, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 133.741, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.605, "count": 167, "max_ms": 2.956, "p95_ms": 1.897, "reason": null, "sample_age_ms": 169.987, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.296, "count": 167, "max_ms": 2.471, "p95_ms": 1.401, "reason": null, "sample_age_ms": 170.162, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 167, "max_ms": 0.515, "p95_ms": 0.181, "reason": null, "sample_age_ms": 133.779, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.411, "count": 167, "max_ms": 3.637, "p95_ms": 2.356, "reason": null, "sample_age_ms": 169.299, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 169.287, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 134.242, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.864, "count": 167, "max_ms": 77.525, "p95_ms": 57.22, "reason": null, "sample_age_ms": 133.723, "source": "client_direct"}, "sample_age_ms": 133.71, "source": "client_direct", "task_total_ms": {"avg_ms": 41.542, "count": 167, "max_ms": 79.172, "p95_ms": 58.933, "reason": null, "sample_age_ms": 133.71, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.307, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 168, "max_ms": 2.226, "p95_ms": 1.527}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.261, "count": 168, "max_ms": 0.864, "p95_ms": 0.538}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 168, "max_ms": 0.343, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 168, "max_ms": 0.218, "p95_ms": 0.169}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 168, "max_ms": 0.719, "p95_ms": 0.362}, "setup_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.399, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.736, "count": 168, "max_ms": 2.126, "p95_ms": 1.44}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 168, "max_ms": 0.118, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 3.004, "count": 168, "max_ms": 6.236, "p95_ms": 4.955}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 168, "max_ms": 0.285, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.467, "count": 168, "max_ms": 79.886, "p95_ms": 60.59}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 168, "max_ms": 0.14, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.233, "count": 168, "max_ms": 120.667, "p95_ms": 101.895}, "inference_input_copy_ms": {"avg_ms": 1.351, "count": 168, "max_ms": 2.402, "p95_ms": 2.042}, "processing_residual_ms": {"avg_ms": 0.157, "count": 168, "max_ms": 0.388, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.788, "count": 168, "max_ms": 122.17, "p95_ms": 103.65}, "read_interval": {"avg_ms": 179.095, "count": 167, "max_ms": 761.514, "p95_ms": 406.146}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 168, "max_ms": 0.051, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.13, "count": 168, "max_ms": 0.461, "p95_ms": 0.256}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.048, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 168, "max_ms": 0.409, "p95_ms": 0.228}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.483, "count": 168, "max_ms": 79.903, "p95_ms": 60.599}, "visualize": {"avg_ms": 32.87, "count": 168, "max_ms": 54.49, "p95_ms": 42.319}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.797, "count": 168, "max_ms": 47.58, "p95_ms": 40.708}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.645, "count": 168, "max_ms": 54.159, "p95_ms": 42.033}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 168, "max_ms": 0.036, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.53, "count": 168, "max_ms": 54.025, "p95_ms": 41.813}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 168, "max_ms": 0.176, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.048, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.532, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.094, "exists": true, "size_bytes": 114678, "write_bytes_delta": 114678, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83653, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.285439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024995, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.260444, "user_cpu_s_delta": 5.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.912, "count": 117, "max_ms": 6.51, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.578, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.938, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.7, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1065.3, "count": 30, "max": 18597.0, "p95": 6351.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116985.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113201.3, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.6, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28764, "sampled_at": "2026-11-03T15:04:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.994, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4718810, "flush_count": 5778, "flush_interval_seconds": 30.0, "flush_state": {"count": 5778, "last_at": "2026-11-03T15:04:19", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:04:19", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5777}, "started": true, "suppressed_count": 3419175, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419170}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5778, "written_record_count": 5778}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10253.949, "limit_mb": null}, "detail": {"pid": 83769, "restart_count": 182, "start_count": 183}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469293465600, "copied_frame_count": 3424947, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469293465600, "frame_buffer_copies": 3424947, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1392, "count": 512, "max_ms": 0.7243, "p50_ms": 0.1255, "p95_ms": 0.2685, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3865, "count": 512, "max_ms": 4.1171, "p50_ms": 1.2847, "p95_ms": 2.3301, "p99_ms": 3.009, "results": {"failed": 0, "not_applicable": 0, "success": 3424947, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 170, "h264_decode_error_count": 318, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:18+09:00", "last_error_summary": "[h264 @ 0x60a4e2496fc0] cabac decode of qscale diff failed at 132 93 [h264 @ 0x60a4e2496fc0] error while decoding MB 132 93, bytestream 742", "last_exit_at": "2026-11-03T15:04:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:05:21+09:00", "pid": 83769, "process": {"exists": true, "fd_count": 4, "hwm_mb": 75.008, "name": "ffmpeg", "pid": 83769, "rss_mb": 75.008, "state": "S (sleeping)", "threads": 1}, "restart_count": 182, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.123, "sample_count": 2164, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424947, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.936, "last_frame_pushed_at": "2026-11-03T15:05:18+09:00", "last_frame_read_age_sec": 5.01, "last_frame_read_at": "2026-11-03T15:05:18+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 106.756, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 493.244, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.927, "exists": true, "mtime": "2026-11-03T15:05:18.806156+09:00", "mtime_epoch": 1793685918.806156, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 114196}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:23+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.27, "name": "celery", "pid": 176, "rss_mb": 2447.27, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3424947, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 133, "pushed_frames": 133, "read_frames": 132, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.443, "pushed": 4.443, "read": 4.41}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 132, "client_acquire_ms": {"avg_ms": 0.007, "count": 133, "max_ms": 0.03, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4977.552, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.638, "count": 132, "max_ms": 2.956, "p95_ms": 1.919, "reason": null, "sample_age_ms": 5013.797, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 132, "max_ms": 2.471, "p95_ms": 1.453, "reason": null, "sample_age_ms": 5013.973, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 133, "max_ms": 0.361, "p95_ms": 0.175, "reason": null, "sample_age_ms": 4977.589, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.435, "count": 132, "max_ms": 3.637, "p95_ms": 2.463, "reason": null, "sample_age_ms": 5013.11, "source": "client_direct"}, "request_count": 132, "request_tensor_bytes": {"avg": 2211848.0, "count": 132, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5013.098, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 133, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4978.052, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.666, "count": 133, "max_ms": 77.525, "p95_ms": 55.462, "reason": null, "sample_age_ms": 4977.534, "source": "client_direct"}, "sample_age_ms": 4977.52, "source": "client_direct", "task_total_ms": {"avg_ms": 41.364, "count": 133, "max_ms": 79.172, "p95_ms": 57.07, "reason": null, "sample_age_ms": 4977.52, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.992, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.77, "count": 133, "max_ms": 2.226, "p95_ms": 1.545}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 133, "max_ms": 0.864, "p95_ms": 0.544}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 133, "max_ms": 0.343, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.016, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 133, "max_ms": 0.217, "p95_ms": 0.166}, "mcmt_ms": {"avg_ms": 0.003, "count": 133, "max_ms": 0.012, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.189, "count": 133, "max_ms": 0.719, "p95_ms": 0.362}, "setup_ms": {"avg_ms": 0.049, "count": 133, "max_ms": 0.399, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.729, "count": 133, "max_ms": 2.126, "p95_ms": 1.45}, "track_match_ms": {"avg_ms": 0.004, "count": 133, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 133, "max_ms": 0.118, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.993, "count": 133, "max_ms": 6.236, "p95_ms": 4.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 133, "max_ms": 0.285, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.328, "count": 133, "max_ms": 79.886, "p95_ms": 58.528}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 133, "max_ms": 0.14, "p95_ms": 0.103}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.809, "count": 133, "max_ms": 115.59, "p95_ms": 97.689}, "inference_input_copy_ms": {"avg_ms": 1.352, "count": 133, "max_ms": 2.402, "p95_ms": 1.979}, "processing_residual_ms": {"avg_ms": 0.156, "count": 133, "max_ms": 0.354, "p95_ms": 0.28}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.364, "count": 133, "max_ms": 117.418, "p95_ms": 99.037}, "read_interval": {"avg_ms": 189.457, "count": 132, "max_ms": 761.514, "p95_ms": 407.073}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 133, "max_ms": 0.051, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.129, "count": 133, "max_ms": 0.461, "p95_ms": 0.255}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 133, "max_ms": 0.048, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 133, "max_ms": 0.409, "p95_ms": 0.22}, "worker_merge_ms": {"avg_ms": 0.006, "count": 133, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.344, "count": 133, "max_ms": 79.903, "p95_ms": 58.544}, "visualize": {"avg_ms": 32.623, "count": 133, "max_ms": 54.49, "p95_ms": 42.319}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.534, "count": 133, "max_ms": 47.58, "p95_ms": 40.492}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.403, "count": 133, "max_ms": 54.159, "p95_ms": 41.875}, "visualize_input_copy_ms": {"avg_ms": 0.001, "count": 133, "max_ms": 0.036, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 133, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.288, "count": 133, "max_ms": 54.025, "p95_ms": 41.633}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 133, "max_ms": 0.176, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 133}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 10.048, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.532, "sample_count": 2329, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3424797, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:04:52+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.094, "exists": true, "size_bytes": 114678, "write_bytes_delta": 114678, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": true, "major_fault_delta": null, "minor_fault_delta": null, "pid": 83653, "reason": "baseline_pending", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.285439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.024995, "system_cpu_s_delta": 0.5, "user_cpu_core_ratio": 0.260444, "user_cpu_s_delta": 5.209999999991851}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.912, "count": 117, "max_ms": 6.51, "p95_ms": 5.626, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 117}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 117}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.578, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.938, "count": 30, "max": 31.311, "p95": 30.822, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 992.7, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1065.3, "count": 30, "max": 18597.0, "p95": 6351.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.069, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.298, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.006, "count": 30, "max": 0.094, "p95": 0.041, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116985.767, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 113201.3, "count": 30, "max": 120776.0, "p95": 120429.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.6, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.596, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28764, "sampled_at": "2026-11-03T15:04:52+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:04:52+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4719649, "flush_count": 5779, "flush_interval_seconds": 30.0, "flush_state": {"count": 5779, "last_at": "2026-11-03T15:05:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:05:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5778}, "started": true, "suppressed_count": 3419327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419322}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5779, "written_record_count": 5779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10220.719, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469716480000, "copied_frame_count": 3425100, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469716480000, "frame_buffer_copies": 3425100, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1371, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1192, "p95_ms": 0.2672, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3423, "count": 512, "max_ms": 3.4154, "p50_ms": 1.2589, "p95_ms": 2.2728, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 3425100, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 32.995, "last_started_at": "2026-11-03T15:05:21+09:00", "pid": 83769, "process": {"exists": false, "pid": 83769}, "restart_count": 182, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T15:05:54+09:00", "last_frame_read_age_sec": 0.088, "last_frame_read_at": "2026-11-03T15:05:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.729, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 462.271, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.081, "exists": true, "mtime": "2026-11-03T15:05:54.645432+09:00", "mtime_epoch": 1793685954.6454315, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113610}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:54+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.344, "name": "celery", "pid": 176, "rss_mb": 2447.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425100, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 153, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.135, "pushed": 5.135, "read": 5.135}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.008, "count": 153, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 52.301, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.692, "count": 153, "max_ms": 3.639, "p95_ms": 2.015, "reason": null, "sample_age_ms": 93.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 153, "max_ms": 3.076, "p95_ms": 1.683, "reason": null, "sample_age_ms": 93.91, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 153, "max_ms": 0.375, "p95_ms": 0.205, "reason": null, "sample_age_ms": 52.312, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.666, "count": 153, "max_ms": 5.144, "p95_ms": 2.681, "reason": null, "sample_age_ms": 91.633, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2211848.0, "count": 153, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 91.607, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 52.496, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.831, "count": 153, "max_ms": 73.412, "p95_ms": 58.981, "reason": null, "sample_age_ms": 52.296, "source": "client_direct"}, "sample_age_ms": 52.289, "source": "client_direct", "task_total_ms": {"avg_ms": 41.786, "count": 153, "max_ms": 75.668, "p95_ms": 61.629, "reason": null, "sample_age_ms": 52.289, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.777, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.784, "count": 153, "max_ms": 2.738, "p95_ms": 1.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.265, "count": 153, "max_ms": 1.017, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 153, "max_ms": 0.3, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 153, "max_ms": 0.251, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 153, "max_ms": 0.818, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.049, "count": 153, "max_ms": 0.198, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.743, "count": 153, "max_ms": 2.643, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 153, "max_ms": 0.117, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.981, "count": 153, "max_ms": 6.024, "p95_ms": 4.799}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 153, "max_ms": 1.048, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.823, "count": 153, "max_ms": 76.646, "p95_ms": 64.336}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 153, "max_ms": 0.165, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.098, "count": 153, "max_ms": 117.222, "p95_ms": 103.642}, "inference_input_copy_ms": {"avg_ms": 1.47, "count": 153, "max_ms": 4.138, "p95_ms": 2.499}, "processing_residual_ms": {"avg_ms": 0.186, "count": 153, "max_ms": 0.874, "p95_ms": 0.34}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.799, "count": 153, "max_ms": 118.84, "p95_ms": 105.207}, "read_interval": {"avg_ms": 234.74, "count": 153, "max_ms": 6207.409, "p95_ms": 433.113}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 153, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.13, "count": 153, "max_ms": 0.611, "p95_ms": 0.273}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 153, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 153, "max_ms": 0.555, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.007, "count": 153, "max_ms": 0.045, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 42.84, "count": 153, "max_ms": 76.659, "p95_ms": 64.376}, "visualize": {"avg_ms": 32.399, "count": 153, "max_ms": 44.488, "p95_ms": 41.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.5, "count": 153, "max_ms": 43.314, "p95_ms": 40.47}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.188, "count": 153, "max_ms": 44.169, "p95_ms": 41.181}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.074, "count": 153, "max_ms": 44.026, "p95_ms": 41.071}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 153, "max_ms": 0.153, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.217, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114056, "write_bytes_delta": 114056, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.687595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4120.0, "pid": 83769, "reason": null, "system_cpu_core_ratio": 0.038752, "system_cpu_s_delta": 0.3899999999999999, "user_cpu_core_ratio": 0.648844, "user_cpu_s_delta": 6.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.384537, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034777, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.349759, "user_cpu_s_delta": 3.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 147, "max_ms": 6.024, "p95_ms": 4.799, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.537, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.264, "count": 30, "max": 31.292, "p95": 30.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.2, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4414.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116157.6, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112229.4, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28770, "sampled_at": "2026-11-03T15:05:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:05:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.796, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4719649, "flush_count": 5779, "flush_interval_seconds": 30.0, "flush_state": {"count": 5779, "last_at": "2026-11-03T15:05:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:05:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5778}, "started": true, "suppressed_count": 3419327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419322}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5779, "written_record_count": 5779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10219.539, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469716480000, "copied_frame_count": 3425100, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469716480000, "frame_buffer_copies": 3425100, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1371, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1192, "p95_ms": 0.2672, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3423, "count": 512, "max_ms": 3.4154, "p50_ms": 1.2589, "p95_ms": 2.2728, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 3425100, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.016, "last_started_at": "2026-11-03T15:05:21+09:00", "pid": 83769, "process": {"exists": false, "pid": 83769}, "restart_count": 182, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.021, "last_frame_pushed_at": "2026-11-03T15:05:54+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-03T15:05:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.749, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 462.251, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.012, "exists": true, "mtime": "2026-11-03T15:05:54.735432+09:00", "mtime_epoch": 1793685954.7354321, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112955}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:54+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.34, "name": "celery", "pid": 176, "rss_mb": 2447.34, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425100, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 153, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.131, "pushed": 5.131, "read": 5.131}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.008, "count": 153, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 69.124, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.692, "count": 153, "max_ms": 3.639, "p95_ms": 2.015, "reason": null, "sample_age_ms": 110.336, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 153, "max_ms": 3.076, "p95_ms": 1.683, "reason": null, "sample_age_ms": 110.733, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 153, "max_ms": 0.375, "p95_ms": 0.205, "reason": null, "sample_age_ms": 69.136, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.666, "count": 153, "max_ms": 5.144, "p95_ms": 2.681, "reason": null, "sample_age_ms": 108.456, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2211848.0, "count": 153, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 108.43, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.319, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.831, "count": 153, "max_ms": 73.412, "p95_ms": 58.981, "reason": null, "sample_age_ms": 69.119, "source": "client_direct"}, "sample_age_ms": 69.112, "source": "client_direct", "task_total_ms": {"avg_ms": 41.786, "count": 153, "max_ms": 75.668, "p95_ms": 61.629, "reason": null, "sample_age_ms": 69.112, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.724, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.784, "count": 153, "max_ms": 2.738, "p95_ms": 1.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.265, "count": 153, "max_ms": 1.017, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 153, "max_ms": 0.3, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 153, "max_ms": 0.251, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 153, "max_ms": 0.818, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.049, "count": 153, "max_ms": 0.198, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.743, "count": 153, "max_ms": 2.643, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 153, "max_ms": 0.117, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.981, "count": 153, "max_ms": 6.024, "p95_ms": 4.799}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 153, "max_ms": 1.048, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.823, "count": 153, "max_ms": 76.646, "p95_ms": 64.336}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 153, "max_ms": 0.165, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.098, "count": 153, "max_ms": 117.222, "p95_ms": 103.642}, "inference_input_copy_ms": {"avg_ms": 1.47, "count": 153, "max_ms": 4.138, "p95_ms": 2.499}, "processing_residual_ms": {"avg_ms": 0.186, "count": 153, "max_ms": 0.874, "p95_ms": 0.34}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.799, "count": 153, "max_ms": 118.84, "p95_ms": 105.207}, "read_interval": {"avg_ms": 234.74, "count": 153, "max_ms": 6207.409, "p95_ms": 433.113}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 153, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.13, "count": 153, "max_ms": 0.611, "p95_ms": 0.273}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 153, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 153, "max_ms": 0.555, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.007, "count": 153, "max_ms": 0.045, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 42.84, "count": 153, "max_ms": 76.659, "p95_ms": 64.376}, "visualize": {"avg_ms": 32.399, "count": 153, "max_ms": 44.488, "p95_ms": 41.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.5, "count": 153, "max_ms": 43.314, "p95_ms": 40.47}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.188, "count": 153, "max_ms": 44.169, "p95_ms": 41.181}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.074, "count": 153, "max_ms": 44.026, "p95_ms": 41.071}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 153, "max_ms": 0.153, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.217, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114056, "write_bytes_delta": 114056, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.687595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4120.0, "pid": 83769, "reason": null, "system_cpu_core_ratio": 0.038752, "system_cpu_s_delta": 0.3899999999999999, "user_cpu_core_ratio": 0.648844, "user_cpu_s_delta": 6.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.384537, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034777, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.349759, "user_cpu_s_delta": 3.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 147, "max_ms": 6.024, "p95_ms": 4.799, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.537, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.264, "count": 30, "max": 31.292, "p95": 30.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.2, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4414.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116157.6, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112229.4, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28770, "sampled_at": "2026-11-03T15:05:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:05:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.817, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4719649, "flush_count": 5779, "flush_interval_seconds": 30.0, "flush_state": {"count": 5779, "last_at": "2026-11-03T15:05:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:05:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5778}, "started": true, "suppressed_count": 3419327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419322}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5779, "written_record_count": 5779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10220.23, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469716480000, "copied_frame_count": 3425100, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469716480000, "frame_buffer_copies": 3425100, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1371, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1192, "p95_ms": 0.2672, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3423, "count": 512, "max_ms": 3.4154, "p50_ms": 1.2589, "p95_ms": 2.2728, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 3425100, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:54+09:00", "last_returncode": 0, "last_stable_duration_sec": 33.039, "last_started_at": "2026-11-03T15:05:21+09:00", "pid": 83769, "process": {"exists": false, "pid": 83769}, "restart_count": 182, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 183}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-03T15:05:54+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-11-03T15:05:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 137.778, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 462.222, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T15:05:54.735432+09:00", "mtime_epoch": 1793685954.7354321, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112955}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:54+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.34, "name": "celery", "pid": 176, "rss_mb": 2447.34, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425100, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 153}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 153, "pushed_frames": 153, "read_frames": 153, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.127, "pushed": 5.127, "read": 5.127}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 153, "client_acquire_ms": {"avg_ms": 0.008, "count": 153, "max_ms": 0.025, "p95_ms": 0.018, "reason": null, "sample_age_ms": 95.028, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.692, "count": 153, "max_ms": 3.639, "p95_ms": 2.015, "reason": null, "sample_age_ms": 136.239, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.365, "count": 153, "max_ms": 3.076, "p95_ms": 1.683, "reason": null, "sample_age_ms": 136.636, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 153, "max_ms": 0.375, "p95_ms": 0.205, "reason": null, "sample_age_ms": 95.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.666, "count": 153, "max_ms": 5.144, "p95_ms": 2.681, "reason": null, "sample_age_ms": 134.359, "source": "client_direct"}, "request_count": 153, "request_tensor_bytes": {"avg": 2211848.0, "count": 153, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 134.334, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 153, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 95.222, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.831, "count": 153, "max_ms": 73.412, "p95_ms": 58.981, "reason": null, "sample_age_ms": 95.022, "source": "client_direct"}, "sample_age_ms": 95.015, "source": "client_direct", "task_total_ms": {"avg_ms": 41.786, "count": 153, "max_ms": 75.668, "p95_ms": 61.629, "reason": null, "sample_age_ms": 95.015, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.938, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.784, "count": 153, "max_ms": 2.738, "p95_ms": 1.544}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.265, "count": 153, "max_ms": 1.017, "p95_ms": 0.561}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 153, "max_ms": 0.3, "p95_ms": 0.245}, "event_filter_ms": {"avg_ms": 0.004, "count": 153, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 153, "max_ms": 0.251, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 153, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.19, "count": 153, "max_ms": 0.818, "p95_ms": 0.382}, "setup_ms": {"avg_ms": 0.049, "count": 153, "max_ms": 0.198, "p95_ms": 0.115}, "total_inside_ms": {"avg_ms": 0.743, "count": 153, "max_ms": 2.643, "p95_ms": 1.47}, "track_match_ms": {"avg_ms": 0.005, "count": 153, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 153, "max_ms": 0.117, "p95_ms": 0.064}}, "gstreamer_push": {"avg_ms": 2.981, "count": 153, "max_ms": 6.024, "p95_ms": 4.799}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 153, "max_ms": 1.048, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.823, "count": 153, "max_ms": 76.646, "p95_ms": 64.336}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 153, "max_ms": 0.165, "p95_ms": 0.096}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.098, "count": 153, "max_ms": 117.222, "p95_ms": 103.642}, "inference_input_copy_ms": {"avg_ms": 1.47, "count": 153, "max_ms": 4.138, "p95_ms": 2.499}, "processing_residual_ms": {"avg_ms": 0.186, "count": 153, "max_ms": 0.874, "p95_ms": 0.34}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.799, "count": 153, "max_ms": 118.84, "p95_ms": 105.207}, "read_interval": {"avg_ms": 234.74, "count": 153, "max_ms": 6207.409, "p95_ms": 433.113}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 153, "max_ms": 0.056, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.13, "count": 153, "max_ms": 0.611, "p95_ms": 0.273}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 153, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 153, "max_ms": 0.555, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.007, "count": 153, "max_ms": 0.045, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 42.84, "count": 153, "max_ms": 76.659, "p95_ms": 64.376}, "visualize": {"avg_ms": 32.399, "count": 153, "max_ms": 44.488, "p95_ms": 41.49}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.5, "count": 153, "max_ms": 43.314, "p95_ms": 40.47}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.188, "count": 153, "max_ms": 44.169, "p95_ms": 41.181}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 153, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.074, "count": 153, "max_ms": 44.026, "p95_ms": 41.071}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 153, "max_ms": 0.153, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 153}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 153}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.217, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114056, "write_bytes_delta": 114056, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.687595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4120.0, "pid": 83769, "reason": null, "system_cpu_core_ratio": 0.038752, "system_cpu_s_delta": 0.3899999999999999, "user_cpu_core_ratio": 0.648844, "user_cpu_s_delta": 6.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.384537, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034777, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.349759, "user_cpu_s_delta": 3.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 147, "max_ms": 6.024, "p95_ms": 4.799, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.537, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.264, "count": 30, "max": 31.292, "p95": 30.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.2, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4414.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116157.6, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112229.4, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28770, "sampled_at": "2026-11-03T15:05:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:05:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.84, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4719649, "flush_count": 5779, "flush_interval_seconds": 30.0, "flush_state": {"count": 5779, "last_at": "2026-11-03T15:05:24", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:05:24", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5778}, "started": true, "suppressed_count": 3419327, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419322}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5779, "written_record_count": 5779}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10259.988, "limit_mb": null}, "detail": {"pid": 83885, "restart_count": 183, "start_count": 184}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9469716480000, "copied_frame_count": 3425100, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9469716480000, "frame_buffer_copies": 3425100, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1371, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1192, "p95_ms": 0.2672, "p99_ms": 0.3517}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3423, "count": 512, "max_ms": 3.4154, "p50_ms": 1.2589, "p95_ms": 2.2728, "p99_ms": 2.8922, "results": {"failed": 0, "not_applicable": 0, "success": 3425100, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 30, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T15:05:57+09:00", "pid": 83885, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.734, "name": "ffmpeg", "pid": 83885, "rss_mb": 74.734, "state": "S (sleeping)", "threads": 1}, "restart_count": 183, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.727, "sample_count": 1959, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425100, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.811, "last_frame_pushed_at": "2026-11-03T15:05:54+09:00", "last_frame_read_age_sec": 4.898, "last_frame_read_at": "2026-11-03T15:05:54+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 142.543, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 457.457, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.802, "exists": true, "mtime": "2026-11-03T15:05:54.735432+09:00", "mtime_epoch": 1793685954.7354321, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112955}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:05:59+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.344, "name": "celery", "pid": 176, "rss_mb": 2447.344, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425100, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 138}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 138, "pushed_frames": 138, "read_frames": 138, "select_timeouts": 1, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.609, "pushed": 4.609, "read": 4.609}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.009, "count": 138, "max_ms": 0.025, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4864.064, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.694, "count": 138, "max_ms": 3.639, "p95_ms": 2.083, "reason": null, "sample_age_ms": 4905.276, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.362, "count": 138, "max_ms": 3.076, "p95_ms": 1.786, "reason": null, "sample_age_ms": 4905.673, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 138, "max_ms": 0.375, "p95_ms": 0.205, "reason": null, "sample_age_ms": 4864.076, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.689, "count": 138, "max_ms": 5.144, "p95_ms": 2.8, "reason": null, "sample_age_ms": 4903.396, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4903.37, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 138, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4864.259, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.027, "count": 138, "max_ms": 73.412, "p95_ms": 59.554, "reason": null, "sample_age_ms": 4864.059, "source": "client_direct"}, "sample_age_ms": 4864.052, "source": "client_direct", "task_total_ms": {"avg_ms": 42.009, "count": 138, "max_ms": 75.668, "p95_ms": 61.994, "reason": null, "sample_age_ms": 4864.052, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.603, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.795, "count": 138, "max_ms": 2.738, "p95_ms": 1.621}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 138, "max_ms": 1.017, "p95_ms": 0.588}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 138, "max_ms": 0.3, "p95_ms": 0.251}, "event_filter_ms": {"avg_ms": 0.004, "count": 138, "max_ms": 0.014, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 138, "max_ms": 0.251, "p95_ms": 0.175}, "mcmt_ms": {"avg_ms": 0.003, "count": 138, "max_ms": 0.023, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.192, "count": 138, "max_ms": 0.818, "p95_ms": 0.389}, "setup_ms": {"avg_ms": 0.05, "count": 138, "max_ms": 0.198, "p95_ms": 0.118}, "total_inside_ms": {"avg_ms": 0.753, "count": 138, "max_ms": 2.643, "p95_ms": 1.493}, "track_match_ms": {"avg_ms": 0.005, "count": 138, "max_ms": 0.016, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 138, "max_ms": 0.117, "p95_ms": 0.067}}, "gstreamer_push": {"avg_ms": 3.042, "count": 138, "max_ms": 6.024, "p95_ms": 4.816}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 138, "max_ms": 0.139, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.039, "count": 138, "max_ms": 76.646, "p95_ms": 65.076}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 138, "max_ms": 0.165, "p95_ms": 0.111}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.439, "count": 138, "max_ms": 117.222, "p95_ms": 103.805}, "inference_input_copy_ms": {"avg_ms": 1.484, "count": 138, "max_ms": 4.138, "p95_ms": 2.545}, "processing_residual_ms": {"avg_ms": 0.188, "count": 138, "max_ms": 0.874, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.157, "count": 138, "max_ms": 118.84, "p95_ms": 105.307}, "read_interval": {"avg_ms": 184.527, "count": 138, "max_ms": 1078.091, "p95_ms": 419.724}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 138, "max_ms": 0.056, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 0.132, "count": 138, "max_ms": 0.611, "p95_ms": 0.287}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 138, "max_ms": 0.049, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 138, "max_ms": 0.555, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.007, "count": 138, "max_ms": 0.045, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 43.056, "count": 138, "max_ms": 76.659, "p95_ms": 65.096}, "visualize": {"avg_ms": 32.527, "count": 138, "max_ms": 44.488, "p95_ms": 41.51}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.633, "count": 138, "max_ms": 43.314, "p95_ms": 40.735}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.316, "count": 138, "max_ms": 44.169, "p95_ms": 41.329}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 138, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.201, "count": 138, "max_ms": 44.026, "p95_ms": 41.247}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 138, "max_ms": 0.144, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 138}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 138}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.34, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.217, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 2007, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:05:54+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114056, "write_bytes_delta": 114056, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 404.0, "cpu_core_ratio": 0.687595, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4120.0, "pid": 83769, "reason": null, "system_cpu_core_ratio": 0.038752, "system_cpu_s_delta": 0.3899999999999999, "user_cpu_core_ratio": 0.648844, "user_cpu_s_delta": 6.530000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.384537, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 7.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.034777, "system_cpu_s_delta": 0.3499999999985448, "user_cpu_core_ratio": 0.349759, "user_cpu_s_delta": 3.5200000000186265}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.977, "count": 147, "max_ms": 6.024, "p95_ms": 4.799, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 147}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 147}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.537, "count": 30, "max": 72.213, "p95": 56.925, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.264, "count": 30, "max": 31.292, "p95": 30.04, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 942.2, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4414.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.067, "count": 30, "max": 0.368, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.189, "count": 30, "max": 1.552, "p95": 1.506, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.172, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 116157.6, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 112229.4, "count": 30, "max": 120359.0, "p95": 119827.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 15.733, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.068, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.526, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28770, "sampled_at": "2026-11-03T15:05:54+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:05:54+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4720488, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3419637, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419632}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10175.023, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9470576332800, "copied_frame_count": 3425411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9470576332800, "frame_buffer_copies": 3425411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1198, "p95_ms": 0.2489, "p99_ms": 0.328}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3081, "count": 512, "max_ms": 3.4373, "p50_ms": 1.2335, "p95_ms": 2.1023, "p99_ms": 2.7622, "results": {"failed": 0, "not_applicable": 0, "success": 3425411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.202, "last_started_at": "2026-11-03T15:05:57+09:00", "pid": 83885, "process": {"exists": false, "pid": 83885}, "restart_count": 183, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.734, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T15:06:56+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-11-03T15:06:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 199.75, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 400.25, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-03T15:06:56.693897+09:00", "mtime_epoch": 1793686016.6938975, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:06:56+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.488, "name": "celery", "pid": 176, "rss_mb": 2447.488, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.573, "pushed": 4.573, "read": 4.573}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 135, "client_acquire_ms": {"avg_ms": 0.007, "count": 135, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 103.136, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 135, "max_ms": 7.24, "p95_ms": 2.023, "reason": null, "sample_age_ms": 131.783, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 135, "max_ms": 5.491, "p95_ms": 1.421, "reason": null, "sample_age_ms": 131.923, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 135, "max_ms": 0.316, "p95_ms": 0.205, "reason": null, "sample_age_ms": 103.145, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.49, "count": 135, "max_ms": 3.327, "p95_ms": 2.515, "reason": null, "sample_age_ms": 130.33, "source": "client_direct"}, "request_count": 135, "request_tensor_bytes": {"avg": 2211848.0, "count": 135, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 130.297, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 135, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 103.282, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.529, "count": 135, "max_ms": 77.216, "p95_ms": 55.206, "reason": null, "sample_age_ms": 103.13, "source": "client_direct"}, "sample_age_ms": 103.125, "source": "client_direct", "task_total_ms": {"avg_ms": 40.301, "count": 135, "max_ms": 80.422, "p95_ms": 57.35, "reason": null, "sample_age_ms": 103.125, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.465, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.832, "count": 135, "max_ms": 3.704, "p95_ms": 1.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 135, "max_ms": 2.743, "p95_ms": 0.611}, "detection_prepare_ms": {"avg_ms": 0.113, "count": 135, "max_ms": 0.758, "p95_ms": 0.225}, "event_filter_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 135, "max_ms": 0.253, "p95_ms": 0.191}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 135, "max_ms": 0.701, "p95_ms": 0.464}, "setup_ms": {"avg_ms": 0.047, "count": 135, "max_ms": 0.125, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.791, "count": 135, "max_ms": 3.595, "p95_ms": 1.532}, "track_match_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 135, "max_ms": 0.129, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.689, "count": 135, "max_ms": 5.55, "p95_ms": 4.471}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 135, "max_ms": 0.131, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.33, "count": 135, "max_ms": 81.277, "p95_ms": 59.625}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 135, "max_ms": 0.132, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.985, "count": 135, "max_ms": 128.243, "p95_ms": 103.814}, "inference_input_copy_ms": {"avg_ms": 1.481, "count": 135, "max_ms": 3.183, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.149, "count": 135, "max_ms": 0.379, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.657, "count": 135, "max_ms": 131.692, "p95_ms": 104.977}, "read_interval": {"avg_ms": 222.551, "count": 135, "max_ms": 8272.703, "p95_ms": 619.027}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 135, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.139, "count": 135, "max_ms": 0.559, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 135, "max_ms": 0.058, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.122, "count": 135, "max_ms": 0.508, "p95_ms": 0.276}, "worker_merge_ms": {"avg_ms": 0.006, "count": 135, "max_ms": 0.024, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 41.345, "count": 135, "max_ms": 81.285, "p95_ms": 59.641}, "visualize": {"avg_ms": 31.855, "count": 135, "max_ms": 51.276, "p95_ms": 40.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.968, "count": 135, "max_ms": 50.213, "p95_ms": 38.766}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.644, "count": 135, "max_ms": 50.946, "p95_ms": 39.733}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.535, "count": 135, "max_ms": 50.846, "p95_ms": 39.526}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 135, "max_ms": 0.217, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.492, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.9, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.734, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115251, "write_bytes_delta": 115251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.92204, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1895.0, "pid": 83885, "reason": null, "system_cpu_core_ratio": 0.50981, "system_cpu_s_delta": 5.12, "user_cpu_core_ratio": 0.412229, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.148363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011949, "system_cpu_s_delta": 0.12000000000261934, "user_cpu_core_ratio": 0.136414, "user_cpu_s_delta": 1.3699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.65, "count": 133, "max_ms": 5.55, "p95_ms": 4.471, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.701, "count": 30, "max": 70.341, "p95": 36.329, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.739, "count": 30, "max": 31.292, "p95": 29.958, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.3, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4788.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.51, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.076, "count": 30, "max": 1.552, "p95": 1.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115258.567, "count": 30, "max": 120359.0, "p95": 118912.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111439.533, "count": 30, "max": 120359.0, "p95": 118912.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.633, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28776, "sampled_at": "2026-11-03T15:06:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.518, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4720488, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3419637, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419632}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10174.266, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9470576332800, "copied_frame_count": 3425411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9470576332800, "frame_buffer_copies": 3425411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1198, "p95_ms": 0.2489, "p99_ms": 0.328}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3081, "count": 512, "max_ms": 3.4373, "p50_ms": 1.2335, "p95_ms": 2.1023, "p99_ms": 2.7622, "results": {"failed": 0, "not_applicable": 0, "success": 3425411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 59.243, "last_started_at": "2026-11-03T15:05:57+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 183, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 184}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.734, "sample_count": 1850, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T15:06:56+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T15:06:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 199.788, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 400.212, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T15:06:56.693897+09:00", "mtime_epoch": 1793686016.6938975, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:06:56+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.488, "name": "celery", "pid": 176, "rss_mb": 2447.488, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 135, "pushed_frames": 135, "read_frames": 135, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.567, "pushed": 4.567, "read": 4.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 135, "client_acquire_ms": {"avg_ms": 0.007, "count": 135, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 142.66, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.687, "count": 135, "max_ms": 7.24, "p95_ms": 2.023, "reason": null, "sample_age_ms": 171.307, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 135, "max_ms": 5.491, "p95_ms": 1.421, "reason": null, "sample_age_ms": 171.447, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 135, "max_ms": 0.316, "p95_ms": 0.205, "reason": null, "sample_age_ms": 142.669, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.49, "count": 135, "max_ms": 3.327, "p95_ms": 2.515, "reason": null, "sample_age_ms": 169.854, "source": "client_direct"}, "request_count": 135, "request_tensor_bytes": {"avg": 2211848.0, "count": 135, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 169.821, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 135, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.806, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.529, "count": 135, "max_ms": 77.216, "p95_ms": 55.206, "reason": null, "sample_age_ms": 142.654, "source": "client_direct"}, "sample_age_ms": 142.649, "source": "client_direct", "task_total_ms": {"avg_ms": 40.301, "count": 135, "max_ms": 80.422, "p95_ms": 57.35, "reason": null, "sample_age_ms": 142.649, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.131, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.832, "count": 135, "max_ms": 3.704, "p95_ms": 1.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 135, "max_ms": 2.743, "p95_ms": 0.611}, "detection_prepare_ms": {"avg_ms": 0.113, "count": 135, "max_ms": 0.758, "p95_ms": 0.225}, "event_filter_ms": {"avg_ms": 0.004, "count": 135, "max_ms": 0.039, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.089, "count": 135, "max_ms": 0.253, "p95_ms": 0.191}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.017, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 135, "max_ms": 0.701, "p95_ms": 0.464}, "setup_ms": {"avg_ms": 0.047, "count": 135, "max_ms": 0.125, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.791, "count": 135, "max_ms": 3.595, "p95_ms": 1.532}, "track_match_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 135, "max_ms": 0.129, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.689, "count": 135, "max_ms": 5.55, "p95_ms": 4.471}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 135, "max_ms": 0.131, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.33, "count": 135, "max_ms": 81.277, "p95_ms": 59.625}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.042, "count": 135, "max_ms": 0.132, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 74.985, "count": 135, "max_ms": 128.243, "p95_ms": 103.814}, "inference_input_copy_ms": {"avg_ms": 1.481, "count": 135, "max_ms": 3.183, "p95_ms": 2.466}, "processing_residual_ms": {"avg_ms": 0.149, "count": 135, "max_ms": 0.379, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.657, "count": 135, "max_ms": 131.692, "p95_ms": 104.977}, "read_interval": {"avg_ms": 222.551, "count": 135, "max_ms": 8272.703, "p95_ms": 619.027}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 135, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.139, "count": 135, "max_ms": 0.559, "p95_ms": 0.304}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 135, "max_ms": 0.058, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.122, "count": 135, "max_ms": 0.508, "p95_ms": 0.276}, "worker_merge_ms": {"avg_ms": 0.006, "count": 135, "max_ms": 0.024, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 41.345, "count": 135, "max_ms": 81.285, "p95_ms": 59.641}, "visualize": {"avg_ms": 31.855, "count": 135, "max_ms": 51.276, "p95_ms": 40.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.968, "count": 135, "max_ms": 50.213, "p95_ms": 38.766}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.644, "count": 135, "max_ms": 50.946, "p95_ms": 39.733}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.535, "count": 135, "max_ms": 50.846, "p95_ms": 39.526}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 135, "max_ms": 0.217, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.492, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.9, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.734, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115251, "write_bytes_delta": 115251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.92204, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1895.0, "pid": 83885, "reason": null, "system_cpu_core_ratio": 0.50981, "system_cpu_s_delta": 5.12, "user_cpu_core_ratio": 0.412229, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.148363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011949, "system_cpu_s_delta": 0.12000000000261934, "user_cpu_core_ratio": 0.136414, "user_cpu_s_delta": 1.3699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.65, "count": 133, "max_ms": 5.55, "p95_ms": 4.471, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.701, "count": 30, "max": 70.341, "p95": 36.329, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.739, "count": 30, "max": 31.292, "p95": 29.958, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.3, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4788.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.51, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.076, "count": 30, "max": 1.552, "p95": 1.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115258.567, "count": 30, "max": 120359.0, "p95": 118912.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111439.533, "count": 30, "max": 120359.0, "p95": 118912.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.633, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28776, "sampled_at": "2026-11-03T15:06:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.559, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5467475, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3313635, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3313228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9965.566, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b7ec5b3e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b7ec5b3e880] error while decoding MB 0 50, bytestream 627 [h264 @ 0x5b7ec5e7a280] error while decoding MB 20 50, bytestream -12", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9176387788800, "copied_frame_count": 3319006, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9176387788800, "frame_buffer_copies": 3319006, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1079, "count": 512, "max_ms": 2.378, "p50_ms": 0.0896, "p95_ms": 0.1954, "p99_ms": 0.2452}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3101, "count": 512, "max_ms": 4.2811, "p50_ms": 1.2088, "p95_ms": 2.3419, "p99_ms": 2.9109, "results": {"failed": 0, "not_applicable": 0, "success": 3319006, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 316, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:06:59+09:00", "last_error_summary": "[h264 @ 0x5b7ec5b3e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b7ec5b3e880] error while decoding MB 0 50, bytestream 627 [h264 @ 0x5b7ec5e7a280] error while decoding MB 20 50, bytestream -12", "last_exit_at": "2026-11-03T14:40:10+09:00", "last_returncode": 0, "last_stable_duration_sec": 1609.8, "last_started_at": "2026-11-03T14:40:10+09:00", "pid": 82592, "process": {"exists": false, "pid": 82592}, "restart_count": 335, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 336}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.191, "sample_count": 2726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3319006, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.072, "last_frame_pushed_at": "2026-11-03T15:06:59+09:00", "last_frame_read_age_sec": 0.067, "last_frame_read_at": "2026-11-03T15:06:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.906, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 397.094, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.06, "exists": true, "mtime": "2026-11-03T15:06:59.816921+09:00", "mtime_epoch": 1793686019.8169205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78100}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:06:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2390.355, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3319007, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.387, "max": 12.0, "p95": 9.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.369, "max": 4.0, "p95": 3.0, "sample_count": 274}, "total": {"avg": 2.369, "max": 4.0, "p95": 3.0, "sample_count": 274}}, "tracking_counts": {"active": {"avg": 0.584, "max": 3.0, "p95": 2.0, "sample_count": 274}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 274}, "tracked": {"avg": 0.584, "max": 3.0, "p95": 2.0, "sample_count": 274}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 274, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.14, "pushed": 9.14, "read": 9.14}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 274, "client_acquire_ms": {"avg_ms": 0.007, "count": 274, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 25.163, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.867, "count": 274, "max_ms": 9.864, "p95_ms": 2.829, "reason": null, "sample_age_ms": 79.932, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 274, "max_ms": 9.169, "p95_ms": 2.139, "reason": null, "sample_age_ms": 80.22, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 274, "max_ms": 3.65, "p95_ms": 0.726, "reason": null, "sample_age_ms": 25.192, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 274, "max_ms": 8.015, "p95_ms": 3.313, "reason": null, "sample_age_ms": 78.253, "source": "client_direct"}, "request_count": 274, "request_tensor_bytes": {"avg": 2764808.0, "count": 274, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 78.22, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 274, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 25.789, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.529, "count": 274, "max_ms": 90.735, "p95_ms": 65.138, "reason": null, "sample_age_ms": 25.152, "source": "client_direct"}, "sample_age_ms": 25.144, "source": "client_direct", "task_total_ms": {"avg_ms": 48.074, "count": 274, "max_ms": 93.545, "p95_ms": 68.18, "reason": null, "sample_age_ms": 25.144, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.294, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.82, "count": 274, "max_ms": 16.918, "p95_ms": 11.828}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.426, "count": 274, "max_ms": 1.652, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.489, "count": 274, "max_ms": 7.349, "p95_ms": 2.741}, "event_filter_ms": {"avg_ms": 0.005, "count": 274, "max_ms": 0.045, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 274, "max_ms": 2.419, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.003, "count": 274, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.557, "count": 274, "max_ms": 6.993, "p95_ms": 5.463}, "setup_ms": {"avg_ms": 0.041, "count": 274, "max_ms": 0.138, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 6.764, "count": 274, "max_ms": 16.819, "p95_ms": 11.7}, "track_match_ms": {"avg_ms": 0.107, "count": 274, "max_ms": 0.435, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.79, "count": 274, "max_ms": 9.901, "p95_ms": 3.002}}, "gstreamer_push": {"avg_ms": 2.701, "count": 274, "max_ms": 8.047, "p95_ms": 4.838}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 274, "max_ms": 1.059, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.36, "count": 274, "max_ms": 94.754, "p95_ms": 70.725}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.819, "count": 274, "max_ms": 12.888, "p95_ms": 7.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.764, "count": 274, "max_ms": 153.121, "p95_ms": 120.41}, "inference_input_copy_ms": {"avg_ms": 1.677, "count": 274, "max_ms": 4.146, "p95_ms": 2.575}, "processing_residual_ms": {"avg_ms": 0.223, "count": 274, "max_ms": 0.571, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.482, "count": 274, "max_ms": 158.101, "p95_ms": 124.697}, "read_interval": {"avg_ms": 109.519, "count": 274, "max_ms": 210.227, "p95_ms": 153.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 274, "max_ms": 0.154, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.49, "count": 274, "max_ms": 6.77, "p95_ms": 5.418}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 274, "max_ms": 0.091, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.473, "count": 274, "max_ms": 6.731, "p95_ms": 5.407}, "worker_merge_ms": {"avg_ms": 0.006, "count": 274, "max_ms": 0.04, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.373, "count": 274, "max_ms": 94.77, "p95_ms": 70.741}, "visualize": {"avg_ms": 33.38, "count": 274, "max_ms": 53.961, "p95_ms": 45.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 26.998, "count": 274, "max_ms": 48.17, "p95_ms": 37.654}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.001, "count": 274, "max_ms": 52.518, "p95_ms": 43.113}, "visualize_input_copy_ms": {"avg_ms": 1.181, "count": 274, "max_ms": 2.994, "p95_ms": 1.861}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.873, "count": 274, "max_ms": 52.42, "p95_ms": 42.98}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 274, "max_ms": 0.332, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 274}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2411.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.011, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.981, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3318706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77446, "write_bytes_delta": 77446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.334619, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82592, "reason": null, "system_cpu_core_ratio": 0.028468, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.306151, "user_cpu_s_delta": 6.1299999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.708554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511917, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.196637, "user_cpu_s_delta": 23.960000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 248, "max_ms": 13.546, "p95_ms": 4.76, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.419, "max": 16.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.484, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 2.484, "max": 4.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.622, "count": 30, "max": 69.244, "p95": 50.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.265, "count": 30, "max": 37.31, "p95": 29.613, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1016.7, "count": 30, "max": 1132.0, "p95": 1093.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.371, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.367, "count": 30, "max": 37.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.512, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.028, "count": 30, "max": 1.2, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25732, "sampled_at": "2026-11-03T15:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5467475, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3313635, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3313228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9965.797, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:06:59+09:00", "last_error_summary": "[h264 @ 0x5b7ec5b3e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b7ec5b3e880] error while decoding MB 0 50, bytestream 627 [h264 @ 0x5b7ec5e7a280] error while decoding MB 20 50, bytestream -12", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9176390553600, "copied_frame_count": 3319007, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9176390553600, "frame_buffer_copies": 3319007, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 2.378, "p50_ms": 0.0896, "p95_ms": 0.1954, "p99_ms": 0.2452}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3106, "count": 512, "max_ms": 4.2811, "p50_ms": 1.2088, "p95_ms": 2.3419, "p99_ms": 2.9109, "results": {"failed": 0, "not_applicable": 0, "success": 3319007, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 316, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:06:59+09:00", "last_error_summary": "[h264 @ 0x5b7ec5b3e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b7ec5b3e880] error while decoding MB 0 50, bytestream 627 [h264 @ 0x5b7ec5e7a280] error while decoding MB 20 50, bytestream -12", "last_exit_at": "2026-11-03T15:06:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 1609.858, "last_started_at": "2026-11-03T14:40:10+09:00", "pid": 82592, "process": {"exists": false, "pid": 82592}, "restart_count": 335, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 336}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.191, "sample_count": 2726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3319007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T15:06:59+09:00", "last_frame_read_age_sec": 0.125, "last_frame_read_at": "2026-11-03T15:06:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.945, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 397.055, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.118, "exists": true, "mtime": "2026-11-03T15:06:59.816921+09:00", "mtime_epoch": 1793686019.8169205, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78100}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:06:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2390.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3319007, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.376, "max": 12.0, "p95": 9.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.376, "max": 4.0, "p95": 3.0, "sample_count": 274}, "total": {"avg": 2.376, "max": 4.0, "p95": 3.0, "sample_count": 274}}, "tracking_counts": {"active": {"avg": 0.58, "max": 3.0, "p95": 2.0, "sample_count": 274}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 274}, "tracked": {"avg": 0.58, "max": 3.0, "p95": 2.0, "sample_count": 274}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.151, "pushed": 9.151, "read": 9.118}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 273, "client_acquire_ms": {"avg_ms": 0.007, "count": 274, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 73.887, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.869, "count": 273, "max_ms": 9.864, "p95_ms": 2.832, "reason": null, "sample_age_ms": 128.656, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 273, "max_ms": 9.169, "p95_ms": 2.14, "reason": null, "sample_age_ms": 128.944, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.327, "count": 274, "max_ms": 3.65, "p95_ms": 0.726, "reason": null, "sample_age_ms": 73.916, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.049, "count": 273, "max_ms": 8.015, "p95_ms": 3.314, "reason": null, "sample_age_ms": 126.977, "source": "client_direct"}, "request_count": 273, "request_tensor_bytes": {"avg": 2764808.0, "count": 273, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 126.944, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 274, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.513, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.529, "count": 274, "max_ms": 90.735, "p95_ms": 65.138, "reason": null, "sample_age_ms": 73.876, "source": "client_direct"}, "sample_age_ms": 73.868, "source": "client_direct", "task_total_ms": {"avg_ms": 48.074, "count": 274, "max_ms": 93.545, "p95_ms": 68.18, "reason": null, "sample_age_ms": 73.868, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.906, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.837, "count": 274, "max_ms": 16.918, "p95_ms": 11.828}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.427, "count": 274, "max_ms": 1.652, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.492, "count": 274, "max_ms": 7.349, "p95_ms": 2.741}, "event_filter_ms": {"avg_ms": 0.005, "count": 274, "max_ms": 0.045, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 274, "max_ms": 2.419, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.003, "count": 274, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.567, "count": 274, "max_ms": 6.993, "p95_ms": 5.463}, "setup_ms": {"avg_ms": 0.041, "count": 274, "max_ms": 0.138, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 6.78, "count": 274, "max_ms": 16.819, "p95_ms": 11.7}, "track_match_ms": {"avg_ms": 0.107, "count": 274, "max_ms": 0.435, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.792, "count": 274, "max_ms": 9.901, "p95_ms": 3.002}}, "gstreamer_push": {"avg_ms": 2.698, "count": 274, "max_ms": 8.047, "p95_ms": 4.838}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 274, "max_ms": 1.059, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.333, "count": 274, "max_ms": 94.754, "p95_ms": 70.725}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.818, "count": 274, "max_ms": 12.888, "p95_ms": 7.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.844, "count": 274, "max_ms": 153.121, "p95_ms": 120.41}, "inference_input_copy_ms": {"avg_ms": 1.677, "count": 274, "max_ms": 4.146, "p95_ms": 2.575}, "processing_residual_ms": {"avg_ms": 0.223, "count": 274, "max_ms": 0.571, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.562, "count": 274, "max_ms": 158.101, "p95_ms": 124.697}, "read_interval": {"avg_ms": 109.524, "count": 273, "max_ms": 210.227, "p95_ms": 153.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 274, "max_ms": 0.154, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.5, "count": 274, "max_ms": 6.77, "p95_ms": 5.418}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 274, "max_ms": 0.091, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.483, "count": 274, "max_ms": 6.731, "p95_ms": 5.407}, "worker_merge_ms": {"avg_ms": 0.006, "count": 274, "max_ms": 0.04, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.346, "count": 274, "max_ms": 94.77, "p95_ms": 70.741}, "visualize": {"avg_ms": 33.471, "count": 274, "max_ms": 53.961, "p95_ms": 45.168}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.044, "count": 274, "max_ms": 48.17, "p95_ms": 37.654}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.091, "count": 274, "max_ms": 52.518, "p95_ms": 43.336}, "visualize_input_copy_ms": {"avg_ms": 1.182, "count": 274, "max_ms": 2.994, "p95_ms": 1.861}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.963, "count": 274, "max_ms": 52.42, "p95_ms": 43.128}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 274, "max_ms": 0.332, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 274}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2411.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.011, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.981, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3318706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77446, "write_bytes_delta": 77446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.334619, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82592, "reason": null, "system_cpu_core_ratio": 0.028468, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.306151, "user_cpu_s_delta": 6.1299999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.708554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511917, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.196637, "user_cpu_s_delta": 23.960000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 248, "max_ms": 13.546, "p95_ms": 4.76, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.419, "max": 16.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.484, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 2.484, "max": 4.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.622, "count": 30, "max": 69.244, "p95": 50.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.265, "count": 30, "max": 37.31, "p95": 29.613, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1016.7, "count": 30, "max": 1132.0, "p95": 1093.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.371, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.367, "count": 30, "max": 37.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.512, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.028, "count": 30, "max": 1.2, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25732, "sampled_at": "2026-11-03T15:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5467475, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3313635, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3313228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9965.152, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9176390553600, "copied_frame_count": 3319007, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9176390553600, "frame_buffer_copies": 3319007, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 2.378, "p50_ms": 0.0896, "p95_ms": 0.1954, "p99_ms": 0.2452}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3106, "count": 512, "max_ms": 4.2811, "p50_ms": 1.2088, "p95_ms": 2.3419, "p99_ms": 2.9109, "results": {"failed": 0, "not_applicable": 0, "success": 3319007, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 316, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:06:59+09:00", "last_error_summary": "[h264 @ 0x5b7ec5b3e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b7ec5b3e880] error while decoding MB 0 50, bytestream 627 [h264 @ 0x5b7ec5e7a280] error while decoding MB 20 50, bytestream -12", "last_exit_at": "2026-11-03T15:06:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 1609.891, "last_started_at": "2026-11-03T14:40:10+09:00", "pid": 82592, "process": {"exists": false, "pid": 82592}, "restart_count": 335, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 336}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.191, "sample_count": 2726, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3319007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.034, "last_frame_pushed_at": "2026-11-03T15:06:59+09:00", "last_frame_read_age_sec": 0.158, "last_frame_read_at": "2026-11-03T15:06:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 202.994, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 397.006, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.028, "exists": true, "mtime": "2026-11-03T15:06:59.939921+09:00", "mtime_epoch": 1793686019.9399214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:07:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2390.34, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3319007, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.376, "max": 12.0, "p95": 9.0, "sample_count": 274}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.376, "max": 4.0, "p95": 3.0, "sample_count": 274}, "total": {"avg": 2.376, "max": 4.0, "p95": 3.0, "sample_count": 274}}, "tracking_counts": {"active": {"avg": 0.58, "max": 3.0, "p95": 2.0, "sample_count": 274}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "removed": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 274}, "tracked": {"avg": 0.58, "max": 3.0, "p95": 2.0, "sample_count": 274}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 274, "pushed_frames": 274, "read_frames": 273, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.141, "pushed": 9.141, "read": 9.107}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 273, "client_acquire_ms": {"avg_ms": 0.007, "count": 273, "max_ms": 0.033, "p95_ms": 0.015, "reason": null, "sample_age_ms": 116.251, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.869, "count": 273, "max_ms": 9.864, "p95_ms": 2.832, "reason": null, "sample_age_ms": 171.02, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.374, "count": 273, "max_ms": 9.169, "p95_ms": 2.14, "reason": null, "sample_age_ms": 171.309, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.326, "count": 273, "max_ms": 3.65, "p95_ms": 0.727, "reason": null, "sample_age_ms": 116.281, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.049, "count": 273, "max_ms": 8.015, "p95_ms": 3.314, "reason": null, "sample_age_ms": 169.341, "source": "client_direct"}, "request_count": 273, "request_tensor_bytes": {"avg": 2764808.0, "count": 273, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.308, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 273, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.877, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.554, "count": 273, "max_ms": 90.735, "p95_ms": 65.17, "reason": null, "sample_age_ms": 116.241, "source": "client_direct"}, "sample_age_ms": 116.232, "source": "client_direct", "task_total_ms": {"avg_ms": 48.102, "count": 273, "max_ms": 93.545, "p95_ms": 68.181, "reason": null, "sample_age_ms": 116.232, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.837, "count": 274, "max_ms": 16.918, "p95_ms": 11.828}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.427, "count": 274, "max_ms": 1.652, "p95_ms": 0.82}, "detection_prepare_ms": {"avg_ms": 1.492, "count": 274, "max_ms": 7.349, "p95_ms": 2.741}, "event_filter_ms": {"avg_ms": 0.005, "count": 274, "max_ms": 0.045, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.345, "count": 274, "max_ms": 2.419, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.003, "count": 274, "max_ms": 0.032, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.567, "count": 274, "max_ms": 6.993, "p95_ms": 5.463}, "setup_ms": {"avg_ms": 0.041, "count": 274, "max_ms": 0.138, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 6.78, "count": 274, "max_ms": 16.819, "p95_ms": 11.7}, "track_match_ms": {"avg_ms": 0.107, "count": 274, "max_ms": 0.435, "p95_ms": 0.228}, "tracker_update_ms": {"avg_ms": 1.792, "count": 274, "max_ms": 9.901, "p95_ms": 3.002}}, "gstreamer_push": {"avg_ms": 2.698, "count": 274, "max_ms": 8.047, "p95_ms": 4.838}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 274, "max_ms": 1.059, "p95_ms": 0.1}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.333, "count": 274, "max_ms": 94.754, "p95_ms": 70.725}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.818, "count": 274, "max_ms": 12.888, "p95_ms": 7.32}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.844, "count": 274, "max_ms": 153.121, "p95_ms": 120.41}, "inference_input_copy_ms": {"avg_ms": 1.677, "count": 274, "max_ms": 4.146, "p95_ms": 2.575}, "processing_residual_ms": {"avg_ms": 0.223, "count": 274, "max_ms": 0.571, "p95_ms": 0.439}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.562, "count": 274, "max_ms": 158.101, "p95_ms": 124.697}, "read_interval": {"avg_ms": 109.524, "count": 273, "max_ms": 210.227, "p95_ms": 153.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 274, "max_ms": 0.154, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 2.5, "count": 274, "max_ms": 6.77, "p95_ms": 5.418}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 274, "max_ms": 0.091, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.483, "count": 274, "max_ms": 6.731, "p95_ms": 5.407}, "worker_merge_ms": {"avg_ms": 0.006, "count": 274, "max_ms": 0.04, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.346, "count": 274, "max_ms": 94.77, "p95_ms": 70.741}, "visualize": {"avg_ms": 33.471, "count": 274, "max_ms": 53.961, "p95_ms": 45.168}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.044, "count": 274, "max_ms": 48.17, "p95_ms": 37.654}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.091, "count": 274, "max_ms": 52.518, "p95_ms": 43.336}, "visualize_input_copy_ms": {"avg_ms": 1.182, "count": 274, "max_ms": 2.994, "p95_ms": 1.861}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 274, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.963, "count": 274, "max_ms": 52.42, "p95_ms": 43.128}, "visualizer_prepare_ms": {"avg_ms": 0.067, "count": 274, "max_ms": 0.332, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 274}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 274}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2411.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.011, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.981, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3318706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77446, "write_bytes_delta": 77446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.334619, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82592, "reason": null, "system_cpu_core_ratio": 0.028468, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.306151, "user_cpu_s_delta": 6.1299999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.708554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511917, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.196637, "user_cpu_s_delta": 23.960000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 248, "max_ms": 13.546, "p95_ms": 4.76, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.419, "max": 16.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.484, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 2.484, "max": 4.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.622, "count": 30, "max": 69.244, "p95": 50.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.265, "count": 30, "max": 37.31, "p95": 29.613, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1016.7, "count": 30, "max": 1132.0, "p95": 1093.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.371, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.367, "count": 30, "max": 37.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.512, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.028, "count": 30, "max": 1.2, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25732, "sampled_at": "2026-11-03T15:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.976, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4720488, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3419637, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3419632}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9999.164, "limit_mb": null}, "detail": {"pid": 84001, "restart_count": 184, "start_count": 185}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9470576332800, "copied_frame_count": 3425411, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9470576332800, "frame_buffer_copies": 3425411, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1329, "count": 512, "max_ms": 0.7944, "p50_ms": 0.1198, "p95_ms": 0.2489, "p99_ms": 0.328}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3081, "count": 512, "max_ms": 3.4373, "p50_ms": 1.2335, "p95_ms": 2.1023, "p99_ms": 2.7622, "results": {"failed": 0, "not_applicable": 0, "success": 3425411, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 25, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T15:06:59+09:00", "pid": 84001, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.684, "name": "ffmpeg", "pid": 84001, "rss_mb": 74.684, "state": "S (sleeping)", "threads": 1}, "restart_count": 184, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.749, "sample_count": 1828, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425411, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.56, "last_frame_pushed_at": "2026-11-03T15:06:56+09:00", "last_frame_read_age_sec": 4.632, "last_frame_read_at": "2026-11-03T15:06:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 204.251, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 395.749, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.549, "exists": true, "mtime": "2026-11-03T15:06:56.693897+09:00", "mtime_epoch": 1793686016.6938975, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 117204}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:07:01+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.492, "name": "celery", "pid": 176, "rss_mb": 2447.492, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3425411, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 111}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 111, "pushed_frames": 111, "read_frames": 111, "select_timeouts": 13, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.707, "pushed": 3.707, "read": 3.707}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 111, "client_acquire_ms": {"avg_ms": 0.008, "count": 111, "max_ms": 0.029, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4607.169, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.722, "count": 111, "max_ms": 7.24, "p95_ms": 2.143, "reason": null, "sample_age_ms": 4635.816, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.326, "count": 111, "max_ms": 5.491, "p95_ms": 1.608, "reason": null, "sample_age_ms": 4635.956, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.105, "count": 111, "max_ms": 0.24, "p95_ms": 0.207, "reason": null, "sample_age_ms": 4607.179, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.539, "count": 111, "max_ms": 3.327, "p95_ms": 2.579, "reason": null, "sample_age_ms": 4634.363, "source": "client_direct"}, "request_count": 111, "request_tensor_bytes": {"avg": 2211848.0, "count": 111, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4634.331, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 111, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4607.315, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.284, "count": 111, "max_ms": 77.216, "p95_ms": 55.517, "reason": null, "sample_age_ms": 4607.164, "source": "client_direct"}, "sample_age_ms": 4607.159, "source": "client_direct", "task_total_ms": {"avg_ms": 41.114, "count": 111, "max_ms": 80.422, "p95_ms": 57.681, "reason": null, "sample_age_ms": 4607.159, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.564, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.855, "count": 111, "max_ms": 3.704, "p95_ms": 1.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.304, "count": 111, "max_ms": 2.743, "p95_ms": 0.611}, "detection_prepare_ms": {"avg_ms": 0.116, "count": 111, "max_ms": 0.758, "p95_ms": 0.226}, "event_filter_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.039, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 111, "max_ms": 0.238, "p95_ms": 0.191}, "mcmt_ms": {"avg_ms": 0.003, "count": 111, "max_ms": 0.017, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.206, "count": 111, "max_ms": 0.701, "p95_ms": 0.47}, "setup_ms": {"avg_ms": 0.048, "count": 111, "max_ms": 0.121, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 0.812, "count": 111, "max_ms": 3.595, "p95_ms": 1.532}, "track_match_ms": {"avg_ms": 0.005, "count": 111, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 111, "max_ms": 0.129, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.643, "count": 111, "max_ms": 5.156, "p95_ms": 4.425}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 111, "max_ms": 0.131, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.19, "count": 111, "max_ms": 81.277, "p95_ms": 59.625}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 111, "max_ms": 0.132, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.92, "count": 111, "max_ms": 128.243, "p95_ms": 106.078}, "inference_input_copy_ms": {"avg_ms": 1.546, "count": 111, "max_ms": 3.183, "p95_ms": 2.514}, "processing_residual_ms": {"avg_ms": 0.152, "count": 111, "max_ms": 0.379, "p95_ms": 0.296}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 77.66, "count": 111, "max_ms": 131.692, "p95_ms": 108.069}, "read_interval": {"avg_ms": 230.276, "count": 111, "max_ms": 8272.703, "p95_ms": 332.038}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 111, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.142, "count": 111, "max_ms": 0.559, "p95_ms": 0.333}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 111, "max_ms": 0.058, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 111, "max_ms": 0.508, "p95_ms": 0.295}, "worker_merge_ms": {"avg_ms": 0.006, "count": 111, "max_ms": 0.024, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 42.205, "count": 111, "max_ms": 81.285, "p95_ms": 59.641}, "visualize": {"avg_ms": 31.915, "count": 111, "max_ms": 51.276, "p95_ms": 40.032}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.023, "count": 111, "max_ms": 50.213, "p95_ms": 38.766}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.7, "count": 111, "max_ms": 50.946, "p95_ms": 39.733}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 111, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.594, "count": 111, "max_ms": 50.846, "p95_ms": 39.526}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 111, "max_ms": 0.217, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 111}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 111}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.492, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.9, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.734, "sample_count": 1847, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3425406, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 115251, "write_bytes_delta": 115251, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 46.0, "cpu_core_ratio": 0.92204, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1895.0, "pid": 83885, "reason": null, "system_cpu_core_ratio": 0.50981, "system_cpu_s_delta": 5.12, "user_cpu_core_ratio": 0.412229, "user_cpu_s_delta": 4.140000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.148363, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 3.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.011949, "system_cpu_s_delta": 0.12000000000261934, "user_cpu_core_ratio": 0.136414, "user_cpu_s_delta": 1.3699999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.65, "count": 133, "max_ms": 5.55, "p95_ms": 4.471, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 133}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 133}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.701, "count": 30, "max": 70.341, "p95": 36.329, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.739, "count": 30, "max": 31.292, "p95": 29.958, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.3, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 4788.5, "count": 30, "max": 95153.0, "p95": 13298.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.095, "count": 30, "max": 0.51, "p95": 0.394, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.076, "count": 30, "max": 1.552, "p95": 1.487, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.175, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 115258.567, "count": 30, "max": 120359.0, "p95": 118912.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 111439.533, "count": 30, "max": 120359.0, "p95": 118912.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.633, "count": 30, "max": 37.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.067, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.686, "p95": 0.678, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28776, "sampled_at": "2026-11-03T15:06:56+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:56+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5467475, "flush_count": 5780, "flush_interval_seconds": 30.0, "flush_state": {"count": 5780, "last_at": "2026-11-03T15:06:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:06:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5779}, "started": true, "suppressed_count": 3313635, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3313228}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5780, "written_record_count": 5780}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10363.887, "limit_mb": null}, "detail": {"pid": 84117, "restart_count": 336, "start_count": 337}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9176390553600, "copied_frame_count": 3319007, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9176390553600, "frame_buffer_copies": 3319007, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.108, "count": 512, "max_ms": 2.378, "p50_ms": 0.0896, "p95_ms": 0.1954, "p99_ms": 0.2452}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3106, "count": 512, "max_ms": 4.2811, "p50_ms": 1.2088, "p95_ms": 2.3419, "p99_ms": 2.9109, "results": {"failed": 0, "not_applicable": 0, "success": 3319007, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 316, "h264_decode_error_count": 977, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:06:59+09:00", "last_error_summary": "[h264 @ 0x5b7ec5b3e880] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5b7ec5b3e880] error while decoding MB 0 50, bytestream 627 [h264 @ 0x5b7ec5e7a280] error while decoding MB 20 50, bytestream -12", "last_exit_at": "2026-11-03T15:07:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.004, "last_started_at": "2026-11-03T15:07:02+09:00", "pid": 84117, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.0, "name": "ffmpeg", "pid": 84117, "rss_mb": 57.0, "state": "S (sleeping)", "threads": 1}, "restart_count": 336, "restart_count_per_hour": 4, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 337}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 125.48, "sample_count": 2687, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3319007, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:59+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.329, "last_frame_pushed_at": "2026-11-03T15:06:59+09:00", "last_frame_read_age_sec": 4.453, "last_frame_read_at": "2026-11-03T15:06:59+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 207.293, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 392.707, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.323, "exists": true, "mtime": "2026-11-03T15:06:59.939921+09:00", "mtime_epoch": 1793686019.9399214, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78210}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:07:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2390.344, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3319007, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.128, "max": 12.0, "p95": 9.0, "sample_count": 235}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.311, "max": 4.0, "p95": 3.0, "sample_count": 235}, "total": {"avg": 2.311, "max": 4.0, "p95": 3.0, "sample_count": 235}}, "tracking_counts": {"active": {"avg": 0.426, "max": 2.0, "p95": 2.0, "sample_count": 235}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 235}, "tracked": {"avg": 0.426, "max": 2.0, "p95": 2.0, "sample_count": 235}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 235, "pushed_frames": 236, "read_frames": 235, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.834, "pushed": 7.867, "read": 7.834}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 234, "client_acquire_ms": {"avg_ms": 0.007, "count": 235, "max_ms": 0.022, "p95_ms": 0.015, "reason": null, "sample_age_ms": 4417.694, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.85, "count": 234, "max_ms": 5.73, "p95_ms": 2.829, "reason": null, "sample_age_ms": 4472.462, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.347, "count": 234, "max_ms": 5.321, "p95_ms": 2.018, "reason": null, "sample_age_ms": 4472.751, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.322, "count": 235, "max_ms": 3.65, "p95_ms": 0.68, "reason": null, "sample_age_ms": 4417.723, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.036, "count": 234, "max_ms": 7.304, "p95_ms": 3.344, "reason": null, "sample_age_ms": 4470.783, "source": "client_direct"}, "request_count": 234, "request_tensor_bytes": {"avg": 2764808.0, "count": 234, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4470.751, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 235, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4418.32, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 45.417, "count": 235, "max_ms": 90.735, "p95_ms": 64.598, "reason": null, "sample_age_ms": 4417.683, "source": "client_direct"}, "sample_age_ms": 4417.674, "source": "client_direct", "task_total_ms": {"avg_ms": 47.941, "count": 235, "max_ms": 93.545, "p95_ms": 67.089, "reason": null, "sample_age_ms": 4417.674, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.929, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.652, "count": 235, "max_ms": 16.918, "p95_ms": 11.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.432, "count": 235, "max_ms": 1.652, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 1.477, "count": 235, "max_ms": 7.349, "p95_ms": 2.741}, "event_filter_ms": {"avg_ms": 0.005, "count": 235, "max_ms": 0.045, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.351, "count": 235, "max_ms": 2.419, "p95_ms": 0.584}, "mcmt_ms": {"avg_ms": 0.003, "count": 235, "max_ms": 0.026, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.43, "count": 235, "max_ms": 6.979, "p95_ms": 5.188}, "setup_ms": {"avg_ms": 0.041, "count": 235, "max_ms": 0.138, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 6.598, "count": 235, "max_ms": 16.819, "p95_ms": 11.532}, "track_match_ms": {"avg_ms": 0.099, "count": 235, "max_ms": 0.435, "p95_ms": 0.22}, "tracker_update_ms": {"avg_ms": 1.759, "count": 235, "max_ms": 9.901, "p95_ms": 3.002}}, "gstreamer_push": {"avg_ms": 2.72, "count": 236, "max_ms": 8.047, "p95_ms": 4.959}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 235, "max_ms": 1.059, "p95_ms": 0.094}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 49.175, "count": 235, "max_ms": 94.754, "p95_ms": 69.024}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.801, "count": 235, "max_ms": 12.888, "p95_ms": 7.676}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.422, "count": 235, "max_ms": 149.691, "p95_ms": 120.163}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 235, "max_ms": 4.146, "p95_ms": 2.676}, "processing_residual_ms": {"avg_ms": 0.222, "count": 235, "max_ms": 0.571, "p95_ms": 0.443}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.119, "count": 235, "max_ms": 153.579, "p95_ms": 124.58}, "read_interval": {"avg_ms": 109.017, "count": 235, "max_ms": 202.346, "p95_ms": 153.417}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 235, "max_ms": 0.154, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 2.365, "count": 235, "max_ms": 6.77, "p95_ms": 5.133}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 235, "max_ms": 0.066, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.348, "count": 235, "max_ms": 6.731, "p95_ms": 5.12}, "worker_merge_ms": {"avg_ms": 0.006, "count": 235, "max_ms": 0.04, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 49.188, "count": 235, "max_ms": 94.77, "p95_ms": 69.039}, "visualize": {"avg_ms": 33.382, "count": 235, "max_ms": 53.961, "p95_ms": 45.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.035, "count": 235, "max_ms": 48.17, "p95_ms": 38.027}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.008, "count": 235, "max_ms": 52.518, "p95_ms": 43.044}, "visualize_input_copy_ms": {"avg_ms": 1.176, "count": 235, "max_ms": 2.994, "p95_ms": 1.904}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 235, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.881, "count": 235, "max_ms": 52.42, "p95_ms": 42.862}, "visualizer_prepare_ms": {"avg_ms": 0.066, "count": 235, "max_ms": 0.332, "p95_ms": 0.135}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 235}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 235}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2411.305, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 21.011, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 124.981, "sample_count": 2735, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3318706, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:06:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 77446, "write_bytes_delta": 77446, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.334619, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 82592, "reason": null, "system_cpu_core_ratio": 0.028468, "system_cpu_s_delta": 0.5700000000000003, "user_cpu_core_ratio": 0.306151, "user_cpu_s_delta": 6.1299999999999955}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.708554, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.511917, "system_cpu_s_delta": 10.25, "user_cpu_core_ratio": 1.196637, "user_cpu_s_delta": 23.960000000020955}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.957, "count": 248, "max_ms": 13.546, "p95_ms": 4.76, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.419, "max": 16.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.484, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 2.484, "max": 4.0, "p95": 4.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.622, "count": 30, "max": 69.244, "p95": 50.717, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.265, "count": 30, "max": 37.31, "p95": 29.613, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1016.7, "count": 30, "max": 1132.0, "p95": 1093.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 0.067, "count": 30, "max": 1.0, "p95": 0.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.033, "count": 30, "max": 0.038, "p95": 0.037, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.35, "count": 30, "max": 0.371, "p95": 0.369, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74131.1, "count": 30, "max": 78009.0, "p95": 76863.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.367, "count": 30, "max": 37.0, "p95": 26.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.382, "count": 30, "max": 0.512, "p95": 0.498, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.028, "count": 30, "max": 1.2, "p95": 1.184, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25732, "sampled_at": "2026-11-03T15:06:26+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:06:26+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4722166, "flush_count": 5782, "flush_interval_seconds": 30.0, "flush_state": {"count": 5782, "last_at": "2026-11-03T15:08:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:08:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5781}, "started": true, "suppressed_count": 3420449, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3420444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5782, "written_record_count": 5782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10142.496, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9472826880000, "copied_frame_count": 3426225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9472826880000, "frame_buffer_copies": 3426225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1387, "count": 512, "max_ms": 0.4316, "p50_ms": 0.1256, "p95_ms": 0.266, "p99_ms": 0.3516}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3591, "count": 512, "max_ms": 4.1876, "p50_ms": 1.2588, "p95_ms": 2.245, "p99_ms": 3.0844, "results": {"failed": 0, "not_applicable": 0, "success": 3426225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 171, "h264_decode_error_count": 319, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:05:54+09:00", "last_error_summary": "[h264 @ 0x577f6c8b8140] error while decoding MB 149 72, bytestream -8", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.867, "last_started_at": "2026-11-03T15:06:59+09:00", "pid": 84001, "process": {"exists": false, "pid": 84001}, "restart_count": 184, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.424, "sample_count": 1725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-03T15:08:39+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-11-03T15:08:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.124, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 297.876, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T15:08:39.085639+09:00", "mtime_epoch": 1793686119.0856395, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113482}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:08:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.941, "name": "celery", "pid": 176, "rss_mb": 2447.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3426225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.373, "pushed": 6.373, "read": 6.34}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 88.045, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.698, "count": 190, "max_ms": 4.529, "p95_ms": 2.487, "reason": null, "sample_age_ms": 129.002, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 190, "max_ms": 3.114, "p95_ms": 1.757, "reason": null, "sample_age_ms": 129.186, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 190, "max_ms": 0.405, "p95_ms": 0.232, "reason": null, "sample_age_ms": 88.058, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.658, "count": 190, "max_ms": 5.606, "p95_ms": 2.789, "reason": null, "sample_age_ms": 128.001, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 127.977, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.285, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.644, "count": 190, "max_ms": 84.75, "p95_ms": 63.191, "reason": null, "sample_age_ms": 88.039, "source": "client_direct"}, "sample_age_ms": 88.032, "source": "client_direct", "task_total_ms": {"avg_ms": 44.608, "count": 190, "max_ms": 87.36, "p95_ms": 65.697, "reason": null, "sample_age_ms": 88.032, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.919, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.8, "count": 191, "max_ms": 2.973, "p95_ms": 1.504}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 191, "max_ms": 1.562, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 191, "max_ms": 0.583, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.107, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 191, "max_ms": 0.272, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 191, "max_ms": 0.7, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.048, "count": 191, "max_ms": 0.21, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.758, "count": 191, "max_ms": 2.869, "p95_ms": 1.437}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.04, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 0.128, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.976, "count": 191, "max_ms": 6.308, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 191, "max_ms": 0.344, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.675, "count": 191, "max_ms": 88.494, "p95_ms": 66.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 191, "max_ms": 0.16, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.861, "count": 191, "max_ms": 136.986, "p95_ms": 105.584}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 191, "max_ms": 3.582, "p95_ms": 2.684}, "processing_residual_ms": {"avg_ms": 0.189, "count": 191, "max_ms": 0.626, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.665, "count": 191, "max_ms": 139.537, "p95_ms": 107.915}, "read_interval": {"avg_ms": 157.543, "count": 190, "max_ms": 4531.811, "p95_ms": 139.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 191, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.137, "count": 191, "max_ms": 0.624, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 191, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 191, "max_ms": 0.608, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.691, "count": 191, "max_ms": 88.522, "p95_ms": 66.631}, "visualize": {"avg_ms": 32.299, "count": 191, "max_ms": 55.311, "p95_ms": 40.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.344, "count": 191, "max_ms": 54.074, "p95_ms": 39.526}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.084, "count": 191, "max_ms": 55.073, "p95_ms": 40.137}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.004, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.97, "count": 191, "max_ms": 54.934, "p95_ms": 40.039}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 191, "max_ms": 0.204, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.927, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.872, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117347, "write_bytes_delta": 117347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 194.0, "cpu_core_ratio": 1.04596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19780.0, "pid": 84001, "reason": null, "system_cpu_core_ratio": 0.421179, "system_cpu_s_delta": 4.219999999999999, "user_cpu_core_ratio": 0.624782, "user_cpu_s_delta": 6.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.365288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033934, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.331354, "user_cpu_s_delta": 3.319999999977881}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.121, "count": 216, "max_ms": 6.784, "p95_ms": 5.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.485, "count": 30, "max": 40.528, "p95": 30.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.849, "count": 30, "max": 27.532, "p95": 26.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.667, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5796.3, "count": 30, "max": 95153.0, "p95": 19247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.51, "p95": 0.419, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.461, "p95": 1.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 31.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.693, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28785, "sampled_at": "2026-11-03T15:08:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:08:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.969, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4722166, "flush_count": 5782, "flush_interval_seconds": 30.0, "flush_state": {"count": 5782, "last_at": "2026-11-03T15:08:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:08:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5781}, "started": true, "suppressed_count": 3420449, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3420444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5782, "written_record_count": 5782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10142.496, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x574f8ca1f4c0] cabac decode of qscale diff failed at 161 92 [h264 @ 0x574f8ca1f4c0] error while decoding MB 161 92, bytestream 22569 [h264 @ 0x574f8cc8c040] error while decoding MB 137 96, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9472826880000, "copied_frame_count": 3426225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9472826880000, "frame_buffer_copies": 3426225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1387, "count": 512, "max_ms": 0.4316, "p50_ms": 0.1256, "p95_ms": 0.266, "p99_ms": 0.3516}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3591, "count": 512, "max_ms": 4.1876, "p50_ms": 1.2588, "p95_ms": 2.245, "p99_ms": 3.0844, "results": {"failed": 0, "not_applicable": 0, "success": 3426225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:08:39+09:00", "last_error_summary": "[h264 @ 0x574f8ca1f4c0] cabac decode of qscale diff failed at 161 92 [h264 @ 0x574f8ca1f4c0] error while decoding MB 161 92, bytestream 22569 [h264 @ 0x574f8cc8c040] error while decoding MB 137 96, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.88, "last_started_at": "2026-11-03T15:06:59+09:00", "pid": 84001, "process": {"exists": false, "pid": 84001}, "restart_count": 184, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.424, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.045, "last_frame_pushed_at": "2026-11-03T15:08:39+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-11-03T15:08:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.136, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 297.864, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.035, "exists": true, "mtime": "2026-11-03T15:08:39.085639+09:00", "mtime_epoch": 1793686119.0856395, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113482}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:08:39+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.941, "name": "celery", "pid": 176, "rss_mb": 2447.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3426225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.37, "pushed": 6.37, "read": 6.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 101.336, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.698, "count": 190, "max_ms": 4.529, "p95_ms": 2.487, "reason": null, "sample_age_ms": 142.293, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 190, "max_ms": 3.114, "p95_ms": 1.757, "reason": null, "sample_age_ms": 142.477, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 190, "max_ms": 0.405, "p95_ms": 0.232, "reason": null, "sample_age_ms": 101.349, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.658, "count": 190, "max_ms": 5.606, "p95_ms": 2.789, "reason": null, "sample_age_ms": 141.292, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 141.268, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 101.576, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.644, "count": 190, "max_ms": 84.75, "p95_ms": 63.191, "reason": null, "sample_age_ms": 101.33, "source": "client_direct"}, "sample_age_ms": 101.323, "source": "client_direct", "task_total_ms": {"avg_ms": 44.608, "count": 190, "max_ms": 87.36, "p95_ms": 65.697, "reason": null, "sample_age_ms": 101.323, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.863, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.8, "count": 191, "max_ms": 2.973, "p95_ms": 1.504}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.271, "count": 191, "max_ms": 1.562, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 191, "max_ms": 0.583, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.107, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 191, "max_ms": 0.272, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 191, "max_ms": 0.7, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.048, "count": 191, "max_ms": 0.21, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.758, "count": 191, "max_ms": 2.869, "p95_ms": 1.437}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.04, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 0.128, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.976, "count": 191, "max_ms": 6.308, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 191, "max_ms": 0.344, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.675, "count": 191, "max_ms": 88.494, "p95_ms": 66.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 191, "max_ms": 0.16, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.861, "count": 191, "max_ms": 136.986, "p95_ms": 105.584}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 191, "max_ms": 3.582, "p95_ms": 2.684}, "processing_residual_ms": {"avg_ms": 0.189, "count": 191, "max_ms": 0.626, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.665, "count": 191, "max_ms": 139.537, "p95_ms": 107.915}, "read_interval": {"avg_ms": 157.543, "count": 190, "max_ms": 4531.811, "p95_ms": 139.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 191, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.137, "count": 191, "max_ms": 0.624, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 191, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 191, "max_ms": 0.608, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.691, "count": 191, "max_ms": 88.522, "p95_ms": 66.631}, "visualize": {"avg_ms": 32.299, "count": 191, "max_ms": 55.311, "p95_ms": 40.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.344, "count": 191, "max_ms": 54.074, "p95_ms": 39.526}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.084, "count": 191, "max_ms": 55.073, "p95_ms": 40.137}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.004, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.97, "count": 191, "max_ms": 54.934, "p95_ms": 40.039}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 191, "max_ms": 0.204, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.927, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.872, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117347, "write_bytes_delta": 117347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 194.0, "cpu_core_ratio": 1.04596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19780.0, "pid": 84001, "reason": null, "system_cpu_core_ratio": 0.421179, "system_cpu_s_delta": 4.219999999999999, "user_cpu_core_ratio": 0.624782, "user_cpu_s_delta": 6.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.365288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033934, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.331354, "user_cpu_s_delta": 3.319999999977881}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.121, "count": 216, "max_ms": 6.784, "p95_ms": 5.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.485, "count": 30, "max": 40.528, "p95": 30.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.849, "count": 30, "max": 27.532, "p95": 26.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.667, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5796.3, "count": 30, "max": 95153.0, "p95": 19247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.51, "p95": 0.419, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.461, "p95": 1.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 31.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.693, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28785, "sampled_at": "2026-11-03T15:08:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:08:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4722166, "flush_count": 5782, "flush_interval_seconds": 30.0, "flush_state": {"count": 5782, "last_at": "2026-11-03T15:08:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:08:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5781}, "started": true, "suppressed_count": 3420449, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3420444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5782, "written_record_count": 5782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10143.207, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9472826880000, "copied_frame_count": 3426225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9472826880000, "frame_buffer_copies": 3426225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1387, "count": 512, "max_ms": 0.4316, "p50_ms": 0.1256, "p95_ms": 0.266, "p99_ms": 0.3516}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3591, "count": 512, "max_ms": 4.1876, "p50_ms": 1.2588, "p95_ms": 2.245, "p99_ms": 3.0844, "results": {"failed": 0, "not_applicable": 0, "success": 3426225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:08:39+09:00", "last_error_summary": "[h264 @ 0x574f8ca1f4c0] cabac decode of qscale diff failed at 161 92 [h264 @ 0x574f8ca1f4c0] error while decoding MB 161 92, bytestream 22569 [h264 @ 0x574f8cc8c040] error while decoding MB 137 96, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.932, "last_started_at": "2026-11-03T15:06:59+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 184, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 185}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.424, "sample_count": 1724, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.098, "last_frame_pushed_at": "2026-11-03T15:08:39+09:00", "last_frame_read_age_sec": 0.189, "last_frame_read_at": "2026-11-03T15:08:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.187, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 297.813, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 0.088, "exists": true, "mtime": "2026-11-03T15:08:39.085639+09:00", "mtime_epoch": 1793686119.0856395, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113482}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:08:39+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2447.938, "name": "celery", "pid": 176, "rss_mb": 2447.938, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3426225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.348, "pushed": 6.348, "read": 6.315}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 162.739, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.701, "count": 189, "max_ms": 4.529, "p95_ms": 2.495, "reason": null, "sample_age_ms": 203.697, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.296, "count": 189, "max_ms": 3.114, "p95_ms": 1.758, "reason": null, "sample_age_ms": 203.881, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.109, "count": 190, "max_ms": 0.405, "p95_ms": 0.232, "reason": null, "sample_age_ms": 162.753, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.662, "count": 189, "max_ms": 5.606, "p95_ms": 2.79, "reason": null, "sample_age_ms": 202.696, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 202.672, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 162.98, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.644, "count": 190, "max_ms": 84.75, "p95_ms": 63.191, "reason": null, "sample_age_ms": 162.734, "source": "client_direct"}, "sample_age_ms": 162.727, "source": "client_direct", "task_total_ms": {"avg_ms": 44.608, "count": 190, "max_ms": 87.36, "p95_ms": 65.697, "reason": null, "sample_age_ms": 162.727, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.243, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.801, "count": 190, "max_ms": 2.973, "p95_ms": 1.504}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.272, "count": 190, "max_ms": 1.562, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 190, "max_ms": 0.583, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.107, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 190, "max_ms": 0.272, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.198, "count": 190, "max_ms": 0.7, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.048, "count": 190, "max_ms": 0.21, "p95_ms": 0.102}, "total_inside_ms": {"avg_ms": 0.759, "count": 190, "max_ms": 2.869, "p95_ms": 1.437}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.04, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 190, "max_ms": 0.128, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.973, "count": 190, "max_ms": 6.308, "p95_ms": 4.832}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 190, "max_ms": 0.344, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.678, "count": 190, "max_ms": 88.494, "p95_ms": 66.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 190, "max_ms": 0.16, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.833, "count": 190, "max_ms": 136.986, "p95_ms": 105.584}, "inference_input_copy_ms": {"avg_ms": 1.564, "count": 190, "max_ms": 3.582, "p95_ms": 2.684}, "processing_residual_ms": {"avg_ms": 0.189, "count": 190, "max_ms": 0.626, "p95_ms": 0.38}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.637, "count": 190, "max_ms": 139.537, "p95_ms": 107.915}, "read_interval": {"avg_ms": 157.73, "count": 189, "max_ms": 4531.811, "p95_ms": 139.578}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.137, "count": 190, "max_ms": 0.624, "p95_ms": 0.261}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 190, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 190, "max_ms": 0.608, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.694, "count": 190, "max_ms": 88.522, "p95_ms": 66.631}, "visualize": {"avg_ms": 32.272, "count": 190, "max_ms": 55.311, "p95_ms": 40.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.316, "count": 190, "max_ms": 54.074, "p95_ms": 39.526}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.056, "count": 190, "max_ms": 55.073, "p95_ms": 40.137}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.004, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.943, "count": 190, "max_ms": 54.934, "p95_ms": 40.039}, "visualizer_prepare_ms": {"avg_ms": 0.064, "count": 190, "max_ms": 0.204, "p95_ms": 0.133}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.927, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.872, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117347, "write_bytes_delta": 117347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 194.0, "cpu_core_ratio": 1.04596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19780.0, "pid": 84001, "reason": null, "system_cpu_core_ratio": 0.421179, "system_cpu_s_delta": 4.219999999999999, "user_cpu_core_ratio": 0.624782, "user_cpu_s_delta": 6.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.365288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033934, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.331354, "user_cpu_s_delta": 3.319999999977881}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.121, "count": 216, "max_ms": 6.784, "p95_ms": 5.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.485, "count": 30, "max": 40.528, "p95": 30.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.849, "count": 30, "max": 27.532, "p95": 26.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.667, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5796.3, "count": 30, "max": 95153.0, "p95": 19247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.51, "p95": 0.419, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.461, "p95": 1.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 31.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.693, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28785, "sampled_at": "2026-11-03T15:08:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:08:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4722166, "flush_count": 5782, "flush_interval_seconds": 30.0, "flush_state": {"count": 5782, "last_at": "2026-11-03T15:08:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:08:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5781}, "started": true, "suppressed_count": 3420449, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3420444}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5782, "written_record_count": 5782}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10478.445, "limit_mb": null}, "detail": {"pid": 84233, "restart_count": 185, "start_count": 186}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9472826880000, "copied_frame_count": 3426225, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9472826880000, "frame_buffer_copies": 3426225, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1387, "count": 512, "max_ms": 0.4316, "p50_ms": 0.1256, "p95_ms": 0.266, "p99_ms": 0.3516}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3591, "count": 512, "max_ms": 4.1876, "p50_ms": 1.2588, "p95_ms": 2.245, "p99_ms": 3.0844, "results": {"failed": 0, "not_applicable": 0, "success": 3426225, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 172, "h264_decode_error_count": 322, "h264_decode_error_count_per_hour": 27, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:08:39+09:00", "last_error_summary": "[h264 @ 0x574f8ca1f4c0] cabac decode of qscale diff failed at 161 92 [h264 @ 0x574f8ca1f4c0] error while decoding MB 161 92, bytestream 22569 [h264 @ 0x574f8cc8c040] error while decoding MB 137 96, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-03T15:08:42+09:00", "pid": 84233, "process": {"exists": true, "fd_count": 5, "hwm_mb": 367.871, "name": "ffmpeg", "pid": 84233, "rss_mb": 367.871, "state": "S (sleeping)", "threads": 70}, "restart_count": 185, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.424, "sample_count": 1700, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426225, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:38+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.003, "last_frame_pushed_at": "2026-11-03T15:08:39+09:00", "last_frame_read_age_sec": 5.094, "last_frame_read_at": "2026-11-03T15:08:38+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 181, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.105, "last_sample_duration_ms": 1235.296, "last_trigger": "periodic", "next_snapshot_in_sec": 292.895, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 581, "storage_bytes": 3449428}, "mjpeg": {"age_sec": 4.993, "exists": true, "mtime": "2026-11-03T15:08:39.085639+09:00", "mtime_epoch": 1793686119.0856395, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 113482}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:08:44+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2447.941, "name": "celery", "pid": 176, "rss_mb": 2447.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3426225, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 146}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 146, "pushed_frames": 146, "read_frames": 145, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.88, "pushed": 4.88, "read": 4.846}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 145, "client_acquire_ms": {"avg_ms": 0.008, "count": 146, "max_ms": 0.043, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5067.601, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.697, "count": 145, "max_ms": 4.529, "p95_ms": 2.355, "reason": null, "sample_age_ms": 5108.559, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.3, "count": 145, "max_ms": 3.114, "p95_ms": 1.761, "reason": null, "sample_age_ms": 5108.742, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.107, "count": 146, "max_ms": 0.372, "p95_ms": 0.229, "reason": null, "sample_age_ms": 5067.615, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.617, "count": 145, "max_ms": 5.606, "p95_ms": 2.722, "reason": null, "sample_age_ms": 5107.557, "source": "client_direct"}, "request_count": 145, "request_tensor_bytes": {"avg": 2211848.0, "count": 145, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5107.533, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 146, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5067.842, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.781, "count": 146, "max_ms": 81.809, "p95_ms": 60.517, "reason": null, "sample_age_ms": 5067.596, "source": "client_direct"}, "sample_age_ms": 5067.589, "source": "client_direct", "task_total_ms": {"avg_ms": 42.693, "count": 146, "max_ms": 83.405, "p95_ms": 61.613, "reason": null, "sample_age_ms": 5067.589, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.499, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.791, "count": 146, "max_ms": 2.081, "p95_ms": 1.504}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.269, "count": 146, "max_ms": 1.562, "p95_ms": 0.537}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 146, "max_ms": 0.288, "p95_ms": 0.195}, "event_filter_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.107, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.087, "count": 146, "max_ms": 0.238, "p95_ms": 0.177}, "mcmt_ms": {"avg_ms": 0.003, "count": 146, "max_ms": 0.013, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 146, "max_ms": 0.7, "p95_ms": 0.391}, "setup_ms": {"avg_ms": 0.047, "count": 146, "max_ms": 0.154, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.75, "count": 146, "max_ms": 2.022, "p95_ms": 1.437}, "track_match_ms": {"avg_ms": 0.005, "count": 146, "max_ms": 0.04, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 146, "max_ms": 0.128, "p95_ms": 0.059}}, "gstreamer_push": {"avg_ms": 2.951, "count": 146, "max_ms": 6.169, "p95_ms": 4.733}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 146, "max_ms": 0.344, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.754, "count": 146, "max_ms": 83.941, "p95_ms": 62.439}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 146, "max_ms": 0.16, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.681, "count": 146, "max_ms": 136.986, "p95_ms": 99.55}, "inference_input_copy_ms": {"avg_ms": 1.55, "count": 146, "max_ms": 3.421, "p95_ms": 2.597}, "processing_residual_ms": {"avg_ms": 0.194, "count": 146, "max_ms": 0.626, "p95_ms": 0.386}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.475, "count": 146, "max_ms": 139.537, "p95_ms": 101.565}, "read_interval": {"avg_ms": 172.009, "count": 145, "max_ms": 4531.811, "p95_ms": 194.526}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 146, "max_ms": 0.063, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.137, "count": 146, "max_ms": 0.624, "p95_ms": 0.263}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 146, "max_ms": 0.043, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 146, "max_ms": 0.608, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.006, "count": 146, "max_ms": 0.018, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.77, "count": 146, "max_ms": 83.947, "p95_ms": 62.449}, "visualize": {"avg_ms": 32.041, "count": 146, "max_ms": 55.311, "p95_ms": 40.092}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.115, "count": 146, "max_ms": 54.074, "p95_ms": 38.868}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.83, "count": 146, "max_ms": 55.073, "p95_ms": 39.735}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.004, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 146, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.718, "count": 146, "max_ms": 54.934, "p95_ms": 39.566}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 146, "max_ms": 0.204, "p95_ms": 0.129}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 146}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 146}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2447.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.927, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 108.872, "sample_count": 1746, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3426157, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:08:28+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 117347, "write_bytes_delta": 117347, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 194.0, "cpu_core_ratio": 1.04596, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19780.0, "pid": 84001, "reason": null, "system_cpu_core_ratio": 0.421179, "system_cpu_s_delta": 4.219999999999999, "user_cpu_core_ratio": 0.624782, "user_cpu_s_delta": 6.260000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.365288, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033934, "system_cpu_s_delta": 0.3400000000001455, "user_cpu_core_ratio": 0.331354, "user_cpu_s_delta": 3.319999999977881}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.121, "count": 216, "max_ms": 6.784, "p95_ms": 5.205, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 216}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 216}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.485, "count": 30, "max": 40.528, "p95": 30.639, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 14.849, "count": 30, "max": 27.532, "p95": 26.945, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 780.667, "count": 30, "max": 1515.0, "p95": 1487.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 5796.3, "count": 30, "max": 95153.0, "p95": 19247.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.119, "count": 30, "max": 0.51, "p95": 0.419, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.977, "count": 30, "max": 1.461, "p95": 1.441, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.179, "count": 30, "max": 4.941, "p95": 0.085, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114196.433, "count": 30, "max": 117347.0, "p95": 115884.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 11.6, "count": 30, "max": 31.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.065, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.431, "count": 30, "max": 0.693, "p95": 0.673, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28785, "sampled_at": "2026-11-03T15:08:28+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:08:28+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4728039, "flush_count": 5789, "flush_interval_seconds": 30.0, "flush_state": {"count": 5789, "last_at": "2026-11-03T15:15:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:15:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5788}, "started": true, "suppressed_count": 3424391, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3424386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5789, "written_record_count": 5789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10164.754, "limit_mb": null}, "detail": {"h264_decode_error_count": 9, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5902e0235900] cabac decode of qscale diff failed at 85 96 [h264 @ 0x5902e0235900] error while decoding MB 85 96, bytestream 23634 [h264 @ 0x5902e0ecbd40] error while decoding MB 62 99, bytestream -8 [h264 @ 0x5902e0221a40] error while decoding MB 60 81, bytestream -8 [h264 @ 0x5902e03edac0] cabac decode of qscale diff failed at 200 82 [h264 @ 0x5902e03edac0] error while decoding MB 200 82, bytestream 7327 [h264 @ 0x5902e03d99c0] top block unavailable for requested intra mode -1 [h264 @", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9483745075200, "copied_frame_count": 3430174, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9483745075200, "frame_buffer_copies": 3430174, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4729, "p50_ms": 0.1077, "p95_ms": 0.2288, "p99_ms": 0.3284}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.258, "count": 512, "max_ms": 6.0569, "p50_ms": 1.1662, "p95_ms": 2.0054, "p99_ms": 2.3007, "results": {"failed": 0, "not_applicable": 0, "success": 3430174, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:15:36+09:00", "last_error_summary": "[h264 @ 0x5902e0235900] cabac decode of qscale diff failed at 85 96 [h264 @ 0x5902e0235900] error while decoding MB 85 96, bytestream 23634 [h264 @ 0x5902e0ecbd40] error while decoding MB 62 99, bytestream -8 [h264 @ 0x5902e0221a40] error while decoding MB 60 81, bytestream -8 [h264 @ 0x5902e03edac0] cabac decode of qscale diff failed at 200 82 [h264 @ 0x5902e03edac0] error while decoding MB 200 82, bytestream 7327 [h264 @ 0x5902e03d99c0] top block unavailable for requested intra mode -1 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.124, "last_started_at": "2026-11-03T15:08:42+09:00", "pid": 84233, "process": {"exists": false, "pid": 84233}, "restart_count": 185, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.81, "sample_count": 2823, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3430174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-03T15:15:36+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-11-03T15:15:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 116.819, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 483.181, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 0.051, "exists": true, "mtime": "2026-11-03T15:15:36.152420+09:00", "mtime_epoch": 1793686536.1524198, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120524}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:15:36+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2449.852, "name": "celery", "pid": 176, "rss_mb": 2449.852, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3430174, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 88.113, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 200, "max_ms": 4.731, "p95_ms": 1.978, "reason": null, "sample_age_ms": 119.236, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.289, "count": 200, "max_ms": 3.064, "p95_ms": 1.487, "reason": null, "sample_age_ms": 119.658, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 200, "max_ms": 0.339, "p95_ms": 0.17, "reason": null, "sample_age_ms": 88.118, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.609, "count": 200, "max_ms": 4.964, "p95_ms": 2.944, "reason": null, "sample_age_ms": 117.671, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2211848.0, "count": 200, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.644, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 88.197, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.492, "count": 200, "max_ms": 86.192, "p95_ms": 61.971, "reason": null, "sample_age_ms": 88.11, "source": "client_direct"}, "sample_age_ms": 88.107, "source": "client_direct", "task_total_ms": {"avg_ms": 40.376, "count": 200, "max_ms": 88.379, "p95_ms": 65.008, "reason": null, "sample_age_ms": 88.107, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.986, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.73, "count": 200, "max_ms": 2.092, "p95_ms": 1.397}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 200, "max_ms": 0.731, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 200, "max_ms": 0.343, "p95_ms": 0.197}, "event_filter_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 200, "max_ms": 0.208, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.034, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 200, "max_ms": 0.792, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.042, "count": 200, "max_ms": 0.141, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.688, "count": 200, "max_ms": 2.006, "p95_ms": 1.313}, "track_match_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 200, "max_ms": 0.111, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.892, "count": 200, "max_ms": 7.182, "p95_ms": 4.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 200, "max_ms": 0.352, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.376, "count": 200, "max_ms": 90.507, "p95_ms": 65.683}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 200, "max_ms": 0.121, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.726, "count": 200, "max_ms": 123.675, "p95_ms": 103.16}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 200, "max_ms": 3.519, "p95_ms": 2.269}, "processing_residual_ms": {"avg_ms": 0.174, "count": 200, "max_ms": 0.459, "p95_ms": 0.34}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.422, "count": 200, "max_ms": 125.797, "p95_ms": 105.137}, "read_interval": {"avg_ms": 153.288, "count": 200, "max_ms": 2825.995, "p95_ms": 171.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 200, "max_ms": 0.051, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.128, "count": 200, "max_ms": 0.574, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.082, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 200, "max_ms": 0.523, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.39, "count": 200, "max_ms": 90.529, "p95_ms": 65.693}, "visualize": {"avg_ms": 29.65, "count": 200, "max_ms": 48.941, "p95_ms": 39.644}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.829, "count": 200, "max_ms": 47.733, "p95_ms": 38.725}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.468, "count": 200, "max_ms": 48.66, "p95_ms": 39.458}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.367, "count": 200, "max_ms": 48.532, "p95_ms": 39.37}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 200, "max_ms": 0.163, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2449.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.673, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.026, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3430135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112647, "write_bytes_delta": 112647, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 1.220409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31319.0, "pid": 84233, "reason": null, "system_cpu_core_ratio": 0.486589, "system_cpu_s_delta": 6.18, "user_cpu_core_ratio": 0.73382, "user_cpu_s_delta": 9.319999999999936}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028345, "system_cpu_s_delta": 0.3599999999969441, "user_cpu_core_ratio": 0.318094, "user_cpu_s_delta": 4.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.912, "count": 184, "max_ms": 7.182, "p95_ms": 4.945, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.783, "count": 30, "max": 34.673, "p95": 32.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.164, "count": 30, "max": 29.543, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.2, "count": 30, "max": 769.0, "p95": 749.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.567, "count": 30, "max": 31319.0, "p95": 4530.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.494, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.227, "count": 30, "max": 1.37, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114417.233, "count": 30, "max": 123236.0, "p95": 117418.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114417.233, "count": 30, "max": 123236.0, "p95": 117418.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 29.0, "p95": 22.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.713, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28827, "sampled_at": "2026-11-03T15:15:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:15:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4728039, "flush_count": 5789, "flush_interval_seconds": 30.0, "flush_state": {"count": 5789, "last_at": "2026-11-03T15:15:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:15:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5788}, "started": true, "suppressed_count": 3424391, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3424386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5789, "written_record_count": 5789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10165.023, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9483745075200, "copied_frame_count": 3430174, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9483745075200, "frame_buffer_copies": 3430174, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4729, "p50_ms": 0.1077, "p95_ms": 0.2288, "p99_ms": 0.3284}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.258, "count": 512, "max_ms": 6.0569, "p50_ms": 1.1662, "p95_ms": 2.0054, "p99_ms": 2.3007, "results": {"failed": 0, "not_applicable": 0, "success": 3430174, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:15:36+09:00", "last_error_summary": "[h264 @ 0x5902e0235900] cabac decode of qscale diff failed at 85 96 [h264 @ 0x5902e0235900] error while decoding MB 85 96, bytestream 23634 [h264 @ 0x5902e0ecbd40] error while decoding MB 62 99, bytestream -8 [h264 @ 0x5902e0221a40] error while decoding MB 60 81, bytestream -8 [h264 @ 0x5902e03edac0] cabac decode of qscale diff failed at 200 82 [h264 @ 0x5902e03edac0] error while decoding MB 200 82, bytestream 7327 [h264 @ 0x5902e03d99c0] top block unavailable for requested intra mode -1 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 414.157, "last_started_at": "2026-11-03T15:08:42+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 185, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 186}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.794, "sample_count": 2822, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3430174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T15:15:36+09:00", "last_frame_read_age_sec": 0.147, "last_frame_read_at": "2026-11-03T15:15:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 116.852, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 483.148, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T15:15:36.152420+09:00", "mtime_epoch": 1793686536.1524198, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120524}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:15:36+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2449.848, "name": "celery", "pid": 176, "rss_mb": 2449.848, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3430174, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 200, "pushed_frames": 200, "read_frames": 200, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.894, "pushed": 6.894, "read": 6.894}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 120.363, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.686, "count": 200, "max_ms": 4.731, "p95_ms": 1.978, "reason": null, "sample_age_ms": 151.485, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.289, "count": 200, "max_ms": 3.064, "p95_ms": 1.487, "reason": null, "sample_age_ms": 151.907, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.088, "count": 200, "max_ms": 0.339, "p95_ms": 0.17, "reason": null, "sample_age_ms": 120.367, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.609, "count": 200, "max_ms": 4.964, "p95_ms": 2.944, "reason": null, "sample_age_ms": 149.92, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2211848.0, "count": 200, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 149.894, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.447, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.492, "count": 200, "max_ms": 86.192, "p95_ms": 61.971, "reason": null, "sample_age_ms": 120.359, "source": "client_direct"}, "sample_age_ms": 120.356, "source": "client_direct", "task_total_ms": {"avg_ms": 40.376, "count": 200, "max_ms": 88.379, "p95_ms": 65.008, "reason": null, "sample_age_ms": 120.356, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.168, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.73, "count": 200, "max_ms": 2.092, "p95_ms": 1.397}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 200, "max_ms": 0.731, "p95_ms": 0.483}, "detection_prepare_ms": {"avg_ms": 0.099, "count": 200, "max_ms": 0.343, "p95_ms": 0.197}, "event_filter_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.029, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.079, "count": 200, "max_ms": 0.208, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.003, "count": 200, "max_ms": 0.034, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 200, "max_ms": 0.792, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.042, "count": 200, "max_ms": 0.141, "p95_ms": 0.082}, "total_inside_ms": {"avg_ms": 0.688, "count": 200, "max_ms": 2.006, "p95_ms": 1.313}, "track_match_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 200, "max_ms": 0.111, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.892, "count": 200, "max_ms": 7.182, "p95_ms": 4.811}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 200, "max_ms": 0.352, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.376, "count": 200, "max_ms": 90.507, "p95_ms": 65.683}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 200, "max_ms": 0.121, "p95_ms": 0.085}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.726, "count": 200, "max_ms": 123.675, "p95_ms": 103.16}, "inference_input_copy_ms": {"avg_ms": 1.482, "count": 200, "max_ms": 3.519, "p95_ms": 2.269}, "processing_residual_ms": {"avg_ms": 0.174, "count": 200, "max_ms": 0.459, "p95_ms": 0.34}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.422, "count": 200, "max_ms": 125.797, "p95_ms": 105.137}, "read_interval": {"avg_ms": 153.288, "count": 200, "max_ms": 2825.995, "p95_ms": 171.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 200, "max_ms": 0.051, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.128, "count": 200, "max_ms": 0.574, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 200, "max_ms": 0.082, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.113, "count": 200, "max_ms": 0.523, "p95_ms": 0.237}, "worker_merge_ms": {"avg_ms": 0.005, "count": 200, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.39, "count": 200, "max_ms": 90.529, "p95_ms": 65.693}, "visualize": {"avg_ms": 29.65, "count": 200, "max_ms": 48.941, "p95_ms": 39.644}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.829, "count": 200, "max_ms": 47.733, "p95_ms": 38.725}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.468, "count": 200, "max_ms": 48.66, "p95_ms": 39.458}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.367, "count": 200, "max_ms": 48.532, "p95_ms": 39.37}, "visualizer_prepare_ms": {"avg_ms": 0.056, "count": 200, "max_ms": 0.163, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2449.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.673, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.026, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3430135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112647, "write_bytes_delta": 112647, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 1.220409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31319.0, "pid": 84233, "reason": null, "system_cpu_core_ratio": 0.486589, "system_cpu_s_delta": 6.18, "user_cpu_core_ratio": 0.73382, "user_cpu_s_delta": 9.319999999999936}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028345, "system_cpu_s_delta": 0.3599999999969441, "user_cpu_core_ratio": 0.318094, "user_cpu_s_delta": 4.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.912, "count": 184, "max_ms": 7.182, "p95_ms": 4.945, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.783, "count": 30, "max": 34.673, "p95": 32.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.164, "count": 30, "max": 29.543, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.2, "count": 30, "max": 769.0, "p95": 749.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.567, "count": 30, "max": 31319.0, "p95": 4530.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.494, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.227, "count": 30, "max": 1.37, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114417.233, "count": 30, "max": 123236.0, "p95": 117418.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114417.233, "count": 30, "max": 123236.0, "p95": 117418.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 29.0, "p95": 22.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.713, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28827, "sampled_at": "2026-11-03T15:15:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:15:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.009, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4728039, "flush_count": 5789, "flush_interval_seconds": 30.0, "flush_state": {"count": 5789, "last_at": "2026-11-03T15:15:25", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:15:25", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5788}, "started": true, "suppressed_count": 3424391, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3424386}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5789, "written_record_count": 5789}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10207.668, "limit_mb": null}, "detail": {"pid": 84349, "restart_count": 186, "start_count": 187}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9483745075200, "copied_frame_count": 3430174, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9483745075200, "frame_buffer_copies": 3430174, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4729, "p50_ms": 0.1077, "p95_ms": 0.2288, "p99_ms": 0.3284}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.258, "count": 512, "max_ms": 6.0569, "p50_ms": 1.1662, "p95_ms": 2.0054, "p99_ms": 2.3007, "results": {"failed": 0, "not_applicable": 0, "success": 3430174, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 173, "h264_decode_error_count": 331, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:15:36+09:00", "last_error_summary": "[h264 @ 0x5902e0235900] cabac decode of qscale diff failed at 85 96 [h264 @ 0x5902e0235900] error while decoding MB 85 96, bytestream 23634 [h264 @ 0x5902e0ecbd40] error while decoding MB 62 99, bytestream -8 [h264 @ 0x5902e0221a40] error while decoding MB 60 81, bytestream -8 [h264 @ 0x5902e03edac0] cabac decode of qscale diff failed at 200 82 [h264 @ 0x5902e03edac0] error while decoding MB 200 82, bytestream 7327 [h264 @ 0x5902e03d99c0] top block unavailable for requested intra mode -1 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:15:39+09:00", "pid": 84349, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.785, "name": "ffmpeg", "pid": 84349, "rss_mb": 74.785, "state": "S (sleeping)", "threads": 1}, "restart_count": 186, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.751, "sample_count": 2772, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3430174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:15:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.111, "last_frame_pushed_at": "2026-11-03T15:15:36+09:00", "last_frame_read_age_sec": 5.171, "last_frame_read_at": "2026-11-03T15:15:36+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 121.884, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 478.116, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 5.104, "exists": true, "mtime": "2026-11-03T15:15:36.152420+09:00", "mtime_epoch": 1793686536.1524198, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 120524}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:15:41+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2449.852, "name": "celery", "pid": 176, "rss_mb": 2449.852, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3430174, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 170, "pushed_frames": 170, "read_frames": 170, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.81, "pushed": 5.81, "read": 5.81}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.008, "count": 170, "max_ms": 0.024, "p95_ms": 0.015, "reason": null, "sample_age_ms": 5147.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.697, "count": 170, "max_ms": 4.731, "p95_ms": 1.979, "reason": null, "sample_age_ms": 5178.871, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.286, "count": 170, "max_ms": 3.064, "p95_ms": 1.519, "reason": null, "sample_age_ms": 5179.292, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 170, "max_ms": 0.339, "p95_ms": 0.182, "reason": null, "sample_age_ms": 5147.753, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.612, "count": 170, "max_ms": 4.964, "p95_ms": 2.961, "reason": null, "sample_age_ms": 5177.305, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5177.279, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5147.832, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.42, "count": 170, "max_ms": 86.192, "p95_ms": 61.932, "reason": null, "sample_age_ms": 5147.745, "source": "client_direct"}, "sample_age_ms": 5147.742, "source": "client_direct", "task_total_ms": {"avg_ms": 40.309, "count": 170, "max_ms": 88.379, "p95_ms": 63.773, "reason": null, "sample_age_ms": 5147.742, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.233, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.744, "count": 170, "max_ms": 2.092, "p95_ms": 1.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.249, "count": 170, "max_ms": 0.731, "p95_ms": 0.498}, "detection_prepare_ms": {"avg_ms": 0.1, "count": 170, "max_ms": 0.342, "p95_ms": 0.208}, "event_filter_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 170, "max_ms": 0.208, "p95_ms": 0.168}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.034, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.188, "count": 170, "max_ms": 0.792, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.043, "count": 170, "max_ms": 0.137, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.701, "count": 170, "max_ms": 2.006, "p95_ms": 1.336}, "track_match_ms": {"avg_ms": 0.004, "count": 170, "max_ms": 0.017, "p95_ms": 0.008}, "tracker_update_ms": {"avg_ms": 0.029, "count": 170, "max_ms": 0.111, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.907, "count": 170, "max_ms": 6.438, "p95_ms": 4.767}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 170, "max_ms": 0.352, "p95_ms": 0.105}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.323, "count": 170, "max_ms": 90.507, "p95_ms": 65.683}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.041, "count": 170, "max_ms": 0.121, "p95_ms": 0.087}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.087, "count": 170, "max_ms": 123.675, "p95_ms": 104.483}, "inference_input_copy_ms": {"avg_ms": 1.474, "count": 170, "max_ms": 3.41, "p95_ms": 2.251}, "processing_residual_ms": {"avg_ms": 0.178, "count": 170, "max_ms": 0.459, "p95_ms": 0.356}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.78, "count": 170, "max_ms": 125.797, "p95_ms": 105.794}, "read_interval": {"avg_ms": 150.93, "count": 170, "max_ms": 2825.995, "p95_ms": 171.12}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 170, "max_ms": 0.051, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.131, "count": 170, "max_ms": 0.574, "p95_ms": 0.266}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 170, "max_ms": 0.082, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.115, "count": 170, "max_ms": 0.523, "p95_ms": 0.238}, "worker_merge_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.019, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 41.337, "count": 170, "max_ms": 90.529, "p95_ms": 65.693}, "visualize": {"avg_ms": 30.028, "count": 170, "max_ms": 48.941, "p95_ms": 39.921}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.188, "count": 170, "max_ms": 47.733, "p95_ms": 38.982}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.842, "count": 170, "max_ms": 48.66, "p95_ms": 39.648}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.014, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.737, "count": 170, "max_ms": 48.532, "p95_ms": 39.499}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 170, "max_ms": 0.163, "p95_ms": 0.116}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2449.832, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.673, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.026, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3430135, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:15:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 112647, "write_bytes_delta": 112647, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 262.0, "cpu_core_ratio": 1.220409, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 31319.0, "pid": 84233, "reason": null, "system_cpu_core_ratio": 0.486589, "system_cpu_s_delta": 6.18, "user_cpu_core_ratio": 0.73382, "user_cpu_s_delta": 9.319999999999936}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.346439, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.028345, "system_cpu_s_delta": 0.3599999999969441, "user_cpu_core_ratio": 0.318094, "user_cpu_s_delta": 4.040000000008149}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.912, "count": 184, "max_ms": 7.182, "p95_ms": 4.945, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 184}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 184}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 21.783, "count": 30, "max": 34.673, "p95": 32.685, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.164, "count": 30, "max": 29.543, "p95": 28.05, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 663.2, "count": 30, "max": 769.0, "p95": 749.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1599.567, "count": 30, "max": 31319.0, "p95": 4530.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.116, "count": 30, "max": 0.494, "p95": 0.489, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.227, "count": 30, "max": 1.37, "p95": 1.337, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 114417.233, "count": 30, "max": 123236.0, "p95": 117418.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 114417.233, "count": 30, "max": 123236.0, "p95": 117418.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 12.367, "count": 30, "max": 29.0, "p95": 22.15, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.105, "p95": 0.087, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.612, "count": 30, "max": 0.713, "p95": 0.687, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28827, "sampled_at": "2026-11-03T15:15:32+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:15:32+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.26, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5483272, "flush_count": 5796, "flush_interval_seconds": 30.0, "flush_state": {"count": 5796, "last_at": "2026-11-03T15:22:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:22:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5795}, "started": true, "suppressed_count": 3321524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3321117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5796, "written_record_count": 5796}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10352.906, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5cacd447e000] error while decoding MB 95 67, bytestream -5 [h264 @ 0x5cacd4330300] error while decoding MB 60 43, bytestream -8", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9198243532800, "copied_frame_count": 3326911, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9198243532800, "frame_buffer_copies": 3326911, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1352, "count": 512, "max_ms": 2.5238, "p50_ms": 0.1122, "p95_ms": 0.2469, "p99_ms": 0.3648}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4854, "count": 512, "max_ms": 3.4614, "p50_ms": 1.3772, "p95_ms": 2.5002, "p99_ms": 3.0946, "results": {"failed": 0, "not_applicable": 0, "success": 3326911, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 317, "h264_decode_error_count": 979, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:23:03+09:00", "last_error_summary": "[h264 @ 0x5cacd447e000] error while decoding MB 95 67, bytestream -5 [h264 @ 0x5cacd4330300] error while decoding MB 60 43, bytestream -8", "last_exit_at": "2026-11-03T15:07:02+09:00", "last_returncode": 0, "last_stable_duration_sec": 961.621, "last_started_at": "2026-11-03T15:07:02+09:00", "pid": 84117, "process": {"exists": false, "pid": 84117}, "restart_count": 336, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 337}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.523, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326911, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T15:23:03+09:00", "last_frame_read_age_sec": 0.089, "last_frame_read_at": "2026-11-03T15:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.553, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 35.447, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T15:23:03.796165+09:00", "mtime_epoch": 1793686983.7961652, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79682}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:23:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2375.566, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3326912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.311, "max": 12.0, "p95": 10.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.268, "max": 7.0, "p95": 6.0, "sample_count": 228}, "total": {"avg": 4.268, "max": 7.0, "p95": 6.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.557, "max": 2.0, "p95": 2.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.557, "max": 2.0, "p95": 2.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 228, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.611, "pushed": 7.611, "read": 7.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 228, "client_acquire_ms": {"avg_ms": 0.008, "count": 228, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 39.701, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.036, "count": 228, "max_ms": 9.334, "p95_ms": 3.325, "reason": null, "sample_age_ms": 101.788, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.452, "count": 228, "max_ms": 8.88, "p95_ms": 2.333, "reason": null, "sample_age_ms": 102.134, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.392, "count": 228, "max_ms": 1.487, "p95_ms": 0.722, "reason": null, "sample_age_ms": 39.73, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 228, "max_ms": 5.758, "p95_ms": 3.833, "reason": null, "sample_age_ms": 100.113, "source": "client_direct"}, "request_count": 228, "request_tensor_bytes": {"avg": 2764808.0, "count": 228, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 100.084, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 228, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.484, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.652, "count": 228, "max_ms": 104.335, "p95_ms": 78.761, "reason": null, "sample_age_ms": 39.688, "source": "client_direct"}, "sample_age_ms": 39.676, "source": "client_direct", "task_total_ms": {"avg_ms": 56.545, "count": 228, "max_ms": 107.108, "p95_ms": 82.348, "reason": null, "sample_age_ms": 39.676, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.442, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.879, "count": 228, "max_ms": 23.829, "p95_ms": 17.012}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.656, "count": 228, "max_ms": 3.332, "p95_ms": 1.294}, "detection_prepare_ms": {"avg_ms": 1.898, "count": 228, "max_ms": 10.494, "p95_ms": 3.318}, "event_filter_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.609, "count": 228, "max_ms": 1.583, "p95_ms": 1.008}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.024, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.737, "count": 228, "max_ms": 9.731, "p95_ms": 7.525}, "setup_ms": {"avg_ms": 0.049, "count": 228, "max_ms": 0.164, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 10.804, "count": 228, "max_ms": 23.727, "p95_ms": 16.886}, "track_match_ms": {"avg_ms": 0.159, "count": 228, "max_ms": 0.554, "p95_ms": 0.317}, "tracker_update_ms": {"avg_ms": 2.682, "count": 228, "max_ms": 7.465, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 2.978, "count": 228, "max_ms": 8.372, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 228, "max_ms": 0.457, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.105, "count": 228, "max_ms": 107.989, "p95_ms": 83.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.475, "count": 228, "max_ms": 13.127, "p95_ms": 8.326}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 109.94, "count": 228, "max_ms": 184.314, "p95_ms": 150.397}, "inference_input_copy_ms": {"avg_ms": 1.831, "count": 228, "max_ms": 7.559, "p95_ms": 3.014}, "processing_residual_ms": {"avg_ms": 0.287, "count": 228, "max_ms": 0.799, "p95_ms": 0.541}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.533, "count": 228, "max_ms": 188.848, "p95_ms": 157.207}, "read_interval": {"avg_ms": 131.598, "count": 228, "max_ms": 240.366, "p95_ms": 181.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 228, "max_ms": 0.08, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.645, "count": 228, "max_ms": 9.608, "p95_ms": 7.462}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 228, "max_ms": 0.063, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.624, "count": 228, "max_ms": 9.578, "p95_ms": 7.444}, "worker_merge_ms": {"avg_ms": 0.009, "count": 228, "max_ms": 0.063, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 58.12, "count": 228, "max_ms": 108.017, "p95_ms": 83.543}, "visualize": {"avg_ms": 39.555, "count": 228, "max_ms": 69.986, "p95_ms": 54.871}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.559, "count": 228, "max_ms": 50.864, "p95_ms": 40.133}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.98, "count": 228, "max_ms": 68.278, "p95_ms": 53.021}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 228, "max_ms": 4.602, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.825, "count": 228, "max_ms": 68.042, "p95_ms": 52.879}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 228, "max_ms": 0.216, "p95_ms": 0.171}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.555, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.571, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.257, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78557, "write_bytes_delta": 78557, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 486.0, "cpu_core_ratio": 0.359942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84117, "reason": null, "system_cpu_core_ratio": 0.027841, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.332101, "user_cpu_s_delta": 3.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.876271, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.606532, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.269739, "user_cpu_s_delta": 12.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 223, "max_ms": 8.372, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.43, "max": 13.0, "p95": 11.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.291, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.291, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.992, "count": 30, "max": 98.659, "p95": 78.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.558, "count": 30, "max": 39.515, "p95": 32.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.767, "count": 30, "max": 1076.0, "p95": 1064.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 44.267, "count": 30, "max": 1270.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.402, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.156, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.8, "count": 30, "max": 29.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25783, "sampled_at": "2026-11-03T15:23:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:23:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.956, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5483272, "flush_count": 5796, "flush_interval_seconds": 30.0, "flush_state": {"count": 5796, "last_at": "2026-11-03T15:22:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:22:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5795}, "started": true, "suppressed_count": 3321524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3321117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5796, "written_record_count": 5796}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10352.812, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:23:03+09:00", "last_error_summary": "[h264 @ 0x5cacd447e000] error while decoding MB 95 67, bytestream -5 [h264 @ 0x5cacd4330300] error while decoding MB 60 43, bytestream -8", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9198246297600, "copied_frame_count": 3326912, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9198246297600, "frame_buffer_copies": 3326912, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 2.5238, "p50_ms": 0.1122, "p95_ms": 0.2435, "p99_ms": 0.3393}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.1039, "p50_ms": 1.3791, "p95_ms": 2.5487, "p99_ms": 3.1667, "results": {"failed": 0, "not_applicable": 0, "success": 3326912, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 317, "h264_decode_error_count": 979, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:23:03+09:00", "last_error_summary": "[h264 @ 0x5cacd447e000] error while decoding MB 95 67, bytestream -5 [h264 @ 0x5cacd4330300] error while decoding MB 60 43, bytestream -8", "last_exit_at": "2026-11-03T15:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 961.719, "last_started_at": "2026-11-03T15:07:02+09:00", "pid": 84117, "process": {"exists": false, "pid": 84117}, "restart_count": 336, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 337}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.655, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T15:23:03+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-11-03T15:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.628, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 35.372, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 0.182, "exists": true, "mtime": "2026-11-03T15:23:03.796165+09:00", "mtime_epoch": 1793686983.7961652, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79682}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:23:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2375.566, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3326912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.307, "max": 12.0, "p95": 10.0, "sample_count": 228}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.276, "max": 7.0, "p95": 6.0, "sample_count": 228}, "total": {"avg": 4.276, "max": 7.0, "p95": 6.0, "sample_count": 228}}, "tracking_counts": {"active": {"avg": 0.561, "max": 2.0, "p95": 2.0, "sample_count": 228}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 228}, "tracked": {"avg": 0.561, "max": 2.0, "p95": 2.0, "sample_count": 228}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.618, "pushed": 7.618, "read": 7.585}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 139.469, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.037, "count": 227, "max_ms": 9.334, "p95_ms": 3.327, "reason": null, "sample_age_ms": 201.555, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 227, "max_ms": 8.88, "p95_ms": 2.333, "reason": null, "sample_age_ms": 201.902, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.392, "count": 227, "max_ms": 1.487, "p95_ms": 0.722, "reason": null, "sample_age_ms": 139.497, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 227, "max_ms": 5.758, "p95_ms": 3.835, "reason": null, "sample_age_ms": 199.881, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 199.851, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 140.252, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.665, "count": 227, "max_ms": 104.335, "p95_ms": 78.777, "reason": null, "sample_age_ms": 139.455, "source": "client_direct"}, "sample_age_ms": 139.443, "source": "client_direct", "task_total_ms": {"avg_ms": 56.559, "count": 227, "max_ms": 107.108, "p95_ms": 82.35, "reason": null, "sample_age_ms": 139.443, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.002, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.89, "count": 228, "max_ms": 23.829, "p95_ms": 17.012}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.655, "count": 228, "max_ms": 3.332, "p95_ms": 1.294}, "detection_prepare_ms": {"avg_ms": 1.899, "count": 228, "max_ms": 10.494, "p95_ms": 3.318}, "event_filter_ms": {"avg_ms": 0.006, "count": 228, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.61, "count": 228, "max_ms": 1.583, "p95_ms": 1.008}, "mcmt_ms": {"avg_ms": 0.004, "count": 228, "max_ms": 0.024, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.744, "count": 228, "max_ms": 9.731, "p95_ms": 7.525}, "setup_ms": {"avg_ms": 0.049, "count": 228, "max_ms": 0.164, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 10.815, "count": 228, "max_ms": 23.727, "p95_ms": 16.886}, "track_match_ms": {"avg_ms": 0.16, "count": 228, "max_ms": 0.554, "p95_ms": 0.317}, "tracker_update_ms": {"avg_ms": 2.685, "count": 228, "max_ms": 7.465, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 2.984, "count": 228, "max_ms": 8.372, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 228, "max_ms": 0.457, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.049, "count": 228, "max_ms": 107.989, "p95_ms": 83.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.465, "count": 228, "max_ms": 13.127, "p95_ms": 8.326}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.116, "count": 228, "max_ms": 184.314, "p95_ms": 150.671}, "inference_input_copy_ms": {"avg_ms": 1.832, "count": 228, "max_ms": 7.559, "p95_ms": 3.014}, "processing_residual_ms": {"avg_ms": 0.286, "count": 228, "max_ms": 0.799, "p95_ms": 0.529}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.699, "count": 228, "max_ms": 188.848, "p95_ms": 157.241}, "read_interval": {"avg_ms": 131.52, "count": 227, "max_ms": 240.366, "p95_ms": 181.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 228, "max_ms": 0.08, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.652, "count": 228, "max_ms": 9.608, "p95_ms": 7.462}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 228, "max_ms": 0.063, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.631, "count": 228, "max_ms": 9.578, "p95_ms": 7.444}, "worker_merge_ms": {"avg_ms": 0.009, "count": 228, "max_ms": 0.063, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 58.065, "count": 228, "max_ms": 108.017, "p95_ms": 83.543}, "visualize": {"avg_ms": 39.778, "count": 228, "max_ms": 95.481, "p95_ms": 55.04}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.605, "count": 228, "max_ms": 50.864, "p95_ms": 40.52}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.205, "count": 228, "max_ms": 94.12, "p95_ms": 53.495}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 228, "max_ms": 4.602, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.051, "count": 228, "max_ms": 93.924, "p95_ms": 53.26}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 228, "max_ms": 0.216, "p95_ms": 0.171}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 228}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 228}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.555, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.571, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.257, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78557, "write_bytes_delta": 78557, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 486.0, "cpu_core_ratio": 0.359942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84117, "reason": null, "system_cpu_core_ratio": 0.027841, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.332101, "user_cpu_s_delta": 3.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.876271, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.606532, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.269739, "user_cpu_s_delta": 12.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 223, "max_ms": 8.372, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.43, "max": 13.0, "p95": 11.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.291, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.291, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.992, "count": 30, "max": 98.659, "p95": 78.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.558, "count": 30, "max": 39.515, "p95": 32.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.767, "count": 30, "max": 1076.0, "p95": 1064.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 44.267, "count": 30, "max": 1270.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.402, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.156, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.8, "count": 30, "max": 29.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25783, "sampled_at": "2026-11-03T15:23:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:23:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.929, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5483272, "flush_count": 5796, "flush_interval_seconds": 30.0, "flush_state": {"count": 5796, "last_at": "2026-11-03T15:22:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:22:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5795}, "started": true, "suppressed_count": 3321524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3321117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5796, "written_record_count": 5796}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10353.129, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9198246297600, "copied_frame_count": 3326912, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9198246297600, "frame_buffer_copies": 3326912, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 2.5238, "p50_ms": 0.1122, "p95_ms": 0.2435, "p99_ms": 0.3393}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.1039, "p50_ms": 1.3791, "p95_ms": 2.5487, "p99_ms": 3.1667, "results": {"failed": 0, "not_applicable": 0, "success": 3326912, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 317, "h264_decode_error_count": 979, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:23:03+09:00", "last_error_summary": "[h264 @ 0x5cacd447e000] error while decoding MB 95 67, bytestream -5 [h264 @ 0x5cacd4330300] error while decoding MB 60 43, bytestream -8", "last_exit_at": "2026-11-03T15:23:03+09:00", "last_returncode": 0, "last_stable_duration_sec": 961.788, "last_started_at": "2026-11-03T15:07:02+09:00", "pid": 84117, "process": {"exists": false, "pid": 84117}, "restart_count": 336, "restart_count_per_hour": 3, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 337}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.655, "sample_count": 2179, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.071, "last_frame_pushed_at": "2026-11-03T15:23:03+09:00", "last_frame_read_age_sec": 0.255, "last_frame_read_at": "2026-11-03T15:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.695, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 35.305, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 0.063, "exists": true, "mtime": "2026-11-03T15:23:03.984166+09:00", "mtime_epoch": 1793686983.9841664, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80490}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:23:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2375.566, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3326912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.3, "max": 12.0, "p95": 10.0, "sample_count": 227}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.282, "max": 7.0, "p95": 6.0, "sample_count": 227}, "total": {"avg": 4.282, "max": 7.0, "p95": 6.0, "sample_count": 227}}, "tracking_counts": {"active": {"avg": 0.564, "max": 2.0, "p95": 2.0, "sample_count": 227}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "removed": {"avg": 0.035, "max": 1.0, "p95": 0.0, "sample_count": 227}, "tracked": {"avg": 0.564, "max": 2.0, "p95": 2.0, "sample_count": 227}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 228, "pushed_frames": 228, "read_frames": 227, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.6, "pushed": 7.6, "read": 7.567}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 227, "client_acquire_ms": {"avg_ms": 0.008, "count": 227, "max_ms": 0.026, "p95_ms": 0.016, "reason": null, "sample_age_ms": 203.772, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.037, "count": 227, "max_ms": 9.334, "p95_ms": 3.327, "reason": null, "sample_age_ms": 265.859, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.453, "count": 227, "max_ms": 8.88, "p95_ms": 2.333, "reason": null, "sample_age_ms": 266.205, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.392, "count": 227, "max_ms": 1.487, "p95_ms": 0.722, "reason": null, "sample_age_ms": 203.801, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.305, "count": 227, "max_ms": 5.758, "p95_ms": 3.835, "reason": null, "sample_age_ms": 264.184, "source": "client_direct"}, "request_count": 227, "request_tensor_bytes": {"avg": 2764808.0, "count": 227, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 264.154, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 227, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 204.555, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.665, "count": 227, "max_ms": 104.335, "p95_ms": 78.777, "reason": null, "sample_age_ms": 203.759, "source": "client_direct"}, "sample_age_ms": 203.747, "source": "client_direct", "task_total_ms": {"avg_ms": 56.559, "count": 227, "max_ms": 107.108, "p95_ms": 82.35, "reason": null, "sample_age_ms": 203.747, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.369, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.896, "count": 227, "max_ms": 23.829, "p95_ms": 17.012}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.655, "count": 227, "max_ms": 3.332, "p95_ms": 1.294}, "detection_prepare_ms": {"avg_ms": 1.896, "count": 227, "max_ms": 10.494, "p95_ms": 3.318}, "event_filter_ms": {"avg_ms": 0.006, "count": 227, "max_ms": 0.025, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.609, "count": 227, "max_ms": 1.583, "p95_ms": 1.008}, "mcmt_ms": {"avg_ms": 0.004, "count": 227, "max_ms": 0.024, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.752, "count": 227, "max_ms": 9.731, "p95_ms": 7.525}, "setup_ms": {"avg_ms": 0.049, "count": 227, "max_ms": 0.164, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 10.821, "count": 227, "max_ms": 23.727, "p95_ms": 16.886}, "track_match_ms": {"avg_ms": 0.16, "count": 227, "max_ms": 0.554, "p95_ms": 0.317}, "tracker_update_ms": {"avg_ms": 2.686, "count": 227, "max_ms": 7.465, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 2.984, "count": 228, "max_ms": 8.372, "p95_ms": 5.278}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 227, "max_ms": 0.457, "p95_ms": 0.116}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.064, "count": 227, "max_ms": 107.989, "p95_ms": 83.529}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.465, "count": 228, "max_ms": 13.127, "p95_ms": 8.326}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 110.116, "count": 228, "max_ms": 184.314, "p95_ms": 150.671}, "inference_input_copy_ms": {"avg_ms": 1.832, "count": 228, "max_ms": 7.559, "p95_ms": 3.014}, "processing_residual_ms": {"avg_ms": 0.286, "count": 228, "max_ms": 0.799, "p95_ms": 0.529}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 228, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 115.699, "count": 228, "max_ms": 188.848, "p95_ms": 157.241}, "read_interval": {"avg_ms": 131.52, "count": 227, "max_ms": 240.366, "p95_ms": 181.941}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 227, "max_ms": 0.08, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 4.66, "count": 227, "max_ms": 9.608, "p95_ms": 7.462}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 227, "max_ms": 0.063, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.639, "count": 227, "max_ms": 9.578, "p95_ms": 7.444}, "worker_merge_ms": {"avg_ms": 0.009, "count": 227, "max_ms": 0.063, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 58.08, "count": 227, "max_ms": 108.017, "p95_ms": 83.543}, "visualize": {"avg_ms": 39.772, "count": 227, "max_ms": 95.481, "p95_ms": 55.04}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.586, "count": 227, "max_ms": 50.864, "p95_ms": 40.52}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.199, "count": 227, "max_ms": 94.12, "p95_ms": 53.495}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 227, "max_ms": 4.602, "p95_ms": 2.052}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 227, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.045, "count": 227, "max_ms": 93.924, "p95_ms": 53.26}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 227, "max_ms": 0.216, "p95_ms": 0.171}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 227}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 227}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.555, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.571, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.257, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78557, "write_bytes_delta": 78557, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 486.0, "cpu_core_ratio": 0.359942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84117, "reason": null, "system_cpu_core_ratio": 0.027841, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.332101, "user_cpu_s_delta": 3.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.876271, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.606532, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.269739, "user_cpu_s_delta": 12.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 223, "max_ms": 8.372, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.43, "max": 13.0, "p95": 11.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.291, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.291, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.992, "count": 30, "max": 98.659, "p95": 78.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.558, "count": 30, "max": 39.515, "p95": 32.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.767, "count": 30, "max": 1076.0, "p95": 1064.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 44.267, "count": 30, "max": 1270.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.402, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.156, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.8, "count": 30, "max": 29.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25783, "sampled_at": "2026-11-03T15:23:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:23:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5483272, "flush_count": 5796, "flush_interval_seconds": 30.0, "flush_state": {"count": 5796, "last_at": "2026-11-03T15:22:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:22:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5795}, "started": true, "suppressed_count": 3321524, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3321117}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5796, "written_record_count": 5796}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10412.949, "limit_mb": null}, "detail": {"pid": 84465, "restart_count": 337, "start_count": 338}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9198246297600, "copied_frame_count": 3326912, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9198246297600, "frame_buffer_copies": 3326912, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.132, "count": 512, "max_ms": 2.5238, "p50_ms": 0.1122, "p95_ms": 0.2435, "p99_ms": 0.3393}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4932, "count": 512, "max_ms": 5.1039, "p50_ms": 1.3791, "p95_ms": 2.5487, "p99_ms": 3.1667, "results": {"failed": 0, "not_applicable": 0, "success": 3326912, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 317, "h264_decode_error_count": 979, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:23:03+09:00", "last_error_summary": "[h264 @ 0x5cacd447e000] error while decoding MB 95 67, bytestream -5 [h264 @ 0x5cacd4330300] error while decoding MB 60 43, bytestream -8", "last_exit_at": "2026-11-03T15:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T15:23:06+09:00", "pid": 84465, "process": {"exists": true, "fd_count": 5, "hwm_mb": 96.188, "name": "ffmpeg", "pid": 84465, "rss_mb": 96.188, "state": "S (sleeping)", "threads": 19}, "restart_count": 337, "restart_count_per_hour": 4, "rtsp_timeout_count": 156, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 338}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.424, "sample_count": 2151, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326912, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:03+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.237, "last_frame_pushed_at": "2026-11-03T15:23:03+09:00", "last_frame_read_age_sec": 4.422, "last_frame_read_at": "2026-11-03T15:23:03+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 182, "debug_expires_at": null, "deduplicated_count": 31, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 568.861, "last_sample_duration_ms": 1440.311, "last_trigger": "periodic", "next_snapshot_in_sec": 31.139, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 582, "storage_bytes": 3458991}, "mjpeg": {"age_sec": 4.23, "exists": true, "mtime": "2026-11-03T15:23:03.984166+09:00", "mtime_epoch": 1793686983.9841664, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 80490}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:23:08+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2375.57, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3326912, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.211, "max": 12.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.357, "max": 7.0, "p95": 6.0, "sample_count": 199}, "total": {"avg": 4.357, "max": 7.0, "p95": 6.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.603, "max": 2.0, "p95": 2.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.603, "max": 2.0, "p95": 2.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.646, "pushed": 6.646, "read": 6.613}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.008, "count": 198, "max_ms": 0.025, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4371.315, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.053, "count": 198, "max_ms": 9.334, "p95_ms": 3.395, "reason": null, "sample_age_ms": 4433.402, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.456, "count": 198, "max_ms": 8.88, "p95_ms": 2.352, "reason": null, "sample_age_ms": 4433.748, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.388, "count": 198, "max_ms": 1.487, "p95_ms": 0.71, "reason": null, "sample_age_ms": 4371.343, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.253, "count": 198, "max_ms": 5.758, "p95_ms": 3.813, "reason": null, "sample_age_ms": 4431.727, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4431.697, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 198, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4372.098, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.586, "count": 198, "max_ms": 104.335, "p95_ms": 78.951, "reason": null, "sample_age_ms": 4371.301, "source": "client_direct"}, "sample_age_ms": 4371.289, "source": "client_direct", "task_total_ms": {"avg_ms": 55.422, "count": 198, "max_ms": 107.108, "p95_ms": 82.435, "reason": null, "sample_age_ms": 4371.289, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.116, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 10.899, "count": 199, "max_ms": 23.829, "p95_ms": 17.012}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.655, "count": 199, "max_ms": 3.332, "p95_ms": 1.342}, "detection_prepare_ms": {"avg_ms": 1.887, "count": 199, "max_ms": 10.494, "p95_ms": 3.345}, "event_filter_ms": {"avg_ms": 0.006, "count": 199, "max_ms": 0.025, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.61, "count": 199, "max_ms": 1.583, "p95_ms": 1.057}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.023, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 4.785, "count": 199, "max_ms": 9.731, "p95_ms": 7.8}, "setup_ms": {"avg_ms": 0.048, "count": 199, "max_ms": 0.164, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 10.824, "count": 199, "max_ms": 23.727, "p95_ms": 16.886}, "track_match_ms": {"avg_ms": 0.161, "count": 199, "max_ms": 0.504, "p95_ms": 0.355}, "tracker_update_ms": {"avg_ms": 2.667, "count": 199, "max_ms": 5.952, "p95_ms": 4.116}}, "gstreamer_push": {"avg_ms": 2.918, "count": 199, "max_ms": 8.372, "p95_ms": 5.314}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 199, "max_ms": 0.457, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.039, "count": 199, "max_ms": 107.989, "p95_ms": 83.689}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.422, "count": 199, "max_ms": 13.127, "p95_ms": 8.309}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 108.611, "count": 199, "max_ms": 184.314, "p95_ms": 150.671}, "inference_input_copy_ms": {"avg_ms": 1.803, "count": 199, "max_ms": 7.559, "p95_ms": 2.935}, "processing_residual_ms": {"avg_ms": 0.281, "count": 199, "max_ms": 0.799, "p95_ms": 0.592}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 114.117, "count": 199, "max_ms": 188.848, "p95_ms": 157.928}, "read_interval": {"avg_ms": 129.643, "count": 198, "max_ms": 240.366, "p95_ms": 181.248}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 199, "max_ms": 0.08, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 4.694, "count": 199, "max_ms": 9.608, "p95_ms": 7.609}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.063, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.673, "count": 199, "max_ms": 9.578, "p95_ms": 7.572}, "worker_merge_ms": {"avg_ms": 0.008, "count": 199, "max_ms": 0.063, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 57.053, "count": 199, "max_ms": 108.017, "p95_ms": 83.699}, "visualize": {"avg_ms": 39.3, "count": 199, "max_ms": 95.481, "p95_ms": 55.625}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.132, "count": 199, "max_ms": 50.864, "p95_ms": 42.512}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.748, "count": 199, "max_ms": 94.12, "p95_ms": 54.175}, "visualize_input_copy_ms": {"avg_ms": 1.309, "count": 199, "max_ms": 4.602, "p95_ms": 1.995}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.599, "count": 199, "max_ms": 93.924, "p95_ms": 54.053}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 199, "max_ms": 0.216, "p95_ms": 0.169}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2375.555, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 16.571, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 152.257, "sample_count": 2180, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3326886, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:23:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 78557, "write_bytes_delta": 78557, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 486.0, "cpu_core_ratio": 0.359942, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84117, "reason": null, "system_cpu_core_ratio": 0.027841, "system_cpu_s_delta": 0.28000000000000114, "user_cpu_core_ratio": 0.332101, "user_cpu_s_delta": 3.339999999999975}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.876271, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 10.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.606532, "system_cpu_s_delta": 6.100000000005821, "user_cpu_core_ratio": 1.269739, "user_cpu_s_delta": 12.770000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.975, "count": 223, "max_ms": 8.372, "p95_ms": 5.278, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.43, "max": 13.0, "p95": 11.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 4.291, "key_count": 1, "max": 7.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 4.291, "max": 7.0, "p95": 6.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.992, "count": 30, "max": 98.659, "p95": 78.588, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.558, "count": 30, "max": 39.515, "p95": 32.118, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 881.767, "count": 30, "max": 1076.0, "p95": 1064.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 44.267, "count": 30, "max": 1270.0, "p95": 28.6, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.029, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.342, "count": 30, "max": 0.402, "p95": 0.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.156, "p95": 0.039, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76598.033, "count": 30, "max": 81676.0, "p95": 80885.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.8, "count": 30, "max": 29.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.511, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.195, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25783, "sampled_at": "2026-11-03T15:23:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:23:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4735590, "flush_count": 5798, "flush_interval_seconds": 30.0, "flush_state": {"count": 5798, "last_at": "2026-11-03T15:24:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:24:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5797}, "started": true, "suppressed_count": 3429642, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3429637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5798, "written_record_count": 5798}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10161.734, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9498287923200, "copied_frame_count": 3435434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9498287923200, "frame_buffer_copies": 3435434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1339, "count": 512, "max_ms": 0.5977, "p50_ms": 0.1199, "p95_ms": 0.2531, "p99_ms": 0.3229}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2462, "count": 512, "max_ms": 5.5212, "p50_ms": 1.1657, "p95_ms": 1.9576, "p99_ms": 2.4479, "results": {"failed": 0, "not_applicable": 0, "success": 3435434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:24:45+09:00", "last_error_summary": "[rtsp @ 0x581b1b0c4f00] RTP: PT=60: bad cseq 4c52 expected=4cec [h264 @ 0x581b1b2c99c0] cabac decode of qscale diff failed at 198 81 [h264 @ 0x581b1b2c99c0] error while decoding MB 198 81, bytestream 24479 [h264 @ 0x581b1b106500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x581b1b106500] error while decoding MB 0 26, bytestream 7539", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 545.87, "last_started_at": "2026-11-03T15:15:39+09:00", "pid": 84349, "process": {"exists": false, "pid": 84349}, "restart_count": 186, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.849, "sample_count": 2827, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3435434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.027, "last_frame_pushed_at": "2026-11-03T15:24:45+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T15:24:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.732, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 536.268, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-03T15:24:45.108769+09:00", "mtime_epoch": 1793687085.108769, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109793}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:24:45+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2452.371, "name": "celery", "pid": 176, "rss_mb": 2452.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3435434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.18, "pushed": 6.18, "read": 6.18}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.009, "count": 167, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 76.525, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.688, "count": 167, "max_ms": 3.531, "p95_ms": 2.093, "reason": null, "sample_age_ms": 119.121, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 167, "max_ms": 3.216, "p95_ms": 1.414, "reason": null, "sample_age_ms": 119.521, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 167, "max_ms": 0.355, "p95_ms": 0.2, "reason": null, "sample_age_ms": 76.533, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.702, "count": 167, "max_ms": 3.987, "p95_ms": 2.932, "reason": null, "sample_age_ms": 117.486, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 117.448, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 76.622, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.84, "count": 167, "max_ms": 72.488, "p95_ms": 63.515, "reason": null, "sample_age_ms": 76.521, "source": "client_direct"}, "sample_age_ms": 76.516, "source": "client_direct", "task_total_ms": {"avg_ms": 44.854, "count": 167, "max_ms": 75.71, "p95_ms": 66.085, "reason": null, "sample_age_ms": 76.516, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.255, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.807, "count": 167, "max_ms": 1.929, "p95_ms": 1.673}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 167, "max_ms": 0.674, "p95_ms": 0.563}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 167, "max_ms": 0.419, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 167, "max_ms": 0.236, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.206, "count": 167, "max_ms": 0.688, "p95_ms": 0.448}, "setup_ms": {"avg_ms": 0.049, "count": 167, "max_ms": 0.177, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.764, "count": 167, "max_ms": 1.827, "p95_ms": 1.592}, "track_match_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.042, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.108, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.97, "count": 167, "max_ms": 6.853, "p95_ms": 4.951}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 167, "max_ms": 1.102, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.902, "count": 167, "max_ms": 76.601, "p95_ms": 68.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 167, "max_ms": 0.208, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.772, "count": 167, "max_ms": 130.94, "p95_ms": 107.364}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 167, "max_ms": 4.993, "p95_ms": 2.83}, "processing_residual_ms": {"avg_ms": 0.209, "count": 167, "max_ms": 1.182, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.636, "count": 167, "max_ms": 133.864, "p95_ms": 108.853}, "read_interval": {"avg_ms": 185.083, "count": 167, "max_ms": 5443.015, "p95_ms": 204.026}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 167, "max_ms": 0.058, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.144, "count": 167, "max_ms": 0.529, "p95_ms": 0.337}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 167, "max_ms": 0.075, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 167, "max_ms": 0.471, "p95_ms": 0.305}, "worker_merge_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.036, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 45.919, "count": 167, "max_ms": 76.617, "p95_ms": 68.871}, "visualize": {"avg_ms": 31.969, "count": 167, "max_ms": 57.983, "p95_ms": 42.743}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.972, "count": 167, "max_ms": 56.032, "p95_ms": 40.869}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.76, "count": 167, "max_ms": 57.659, "p95_ms": 42.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.593, "count": 167, "max_ms": 57.389, "p95_ms": 41.442}, "visualizer_prepare_ms": {"avg_ms": 0.121, "count": 167, "max_ms": 9.321, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2452.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.133, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.971, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3435425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109028, "write_bytes_delta": 109028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 1.240784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16567.0, "pid": 84349, "reason": null, "system_cpu_core_ratio": 0.535748, "system_cpu_s_delta": 10.760000000000002, "user_cpu_core_ratio": 0.705036, "user_cpu_s_delta": 14.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.370941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032862, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.338079, "user_cpu_s_delta": 6.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.99, "count": 158, "max_ms": 6.853, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.805, "count": 30, "max": 61.278, "p95": 48.766, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.676, "count": 30, "max": 37.565, "p95": 35.679, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1279.567, "count": 30, "max": 1563.0, "p95": 1526.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2010.167, "count": 30, "max": 31319.0, "p95": 12442.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.536, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.258, "count": 30, "max": 1.534, "p95": 1.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109674.167, "count": 30, "max": 115845.0, "p95": 112886.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109674.167, "count": 30, "max": 115845.0, "p95": 112886.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 37.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.066, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.621, "count": 30, "max": 0.684, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28857, "sampled_at": "2026-11-03T15:24:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:24:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.022, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4735590, "flush_count": 5798, "flush_interval_seconds": 30.0, "flush_state": {"count": 5798, "last_at": "2026-11-03T15:24:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:24:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5797}, "started": true, "suppressed_count": 3429642, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3429637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5798, "written_record_count": 5798}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10161.391, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9498287923200, "copied_frame_count": 3435434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9498287923200, "frame_buffer_copies": 3435434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1339, "count": 512, "max_ms": 0.5977, "p50_ms": 0.1199, "p95_ms": 0.2531, "p99_ms": 0.3229}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2462, "count": 512, "max_ms": 5.5212, "p50_ms": 1.1657, "p95_ms": 1.9576, "p99_ms": 2.4479, "results": {"failed": 0, "not_applicable": 0, "success": 3435434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:24:45+09:00", "last_error_summary": "[rtsp @ 0x581b1b0c4f00] RTP: PT=60: bad cseq 4c52 expected=4cec [h264 @ 0x581b1b2c99c0] cabac decode of qscale diff failed at 198 81 [h264 @ 0x581b1b2c99c0] error while decoding MB 198 81, bytestream 24479 [h264 @ 0x581b1b106500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x581b1b106500] error while decoding MB 0 26, bytestream 7539", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 545.923, "last_started_at": "2026-11-03T15:15:39+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 186, "restart_count_per_hour": 13, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 187}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.849, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3435434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-11-03T15:24:45+09:00", "last_frame_read_age_sec": 0.167, "last_frame_read_at": "2026-11-03T15:24:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.788, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 536.212, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.07, "exists": true, "mtime": "2026-11-03T15:24:45.108769+09:00", "mtime_epoch": 1793687085.108769, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109793}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:24:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2452.367, "name": "celery", "pid": 176, "rss_mb": 2452.367, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3435434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 167, "pushed_frames": 167, "read_frames": 167, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.168, "pushed": 6.168, "read": 6.168}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 167, "client_acquire_ms": {"avg_ms": 0.009, "count": 167, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 137.004, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.688, "count": 167, "max_ms": 3.531, "p95_ms": 2.093, "reason": null, "sample_age_ms": 179.6, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.294, "count": 167, "max_ms": 3.216, "p95_ms": 1.414, "reason": null, "sample_age_ms": 179.999, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.104, "count": 167, "max_ms": 0.355, "p95_ms": 0.2, "reason": null, "sample_age_ms": 137.011, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.702, "count": 167, "max_ms": 3.987, "p95_ms": 2.932, "reason": null, "sample_age_ms": 177.965, "source": "client_direct"}, "request_count": 167, "request_tensor_bytes": {"avg": 2211848.0, "count": 167, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.927, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 167, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 137.101, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.84, "count": 167, "max_ms": 72.488, "p95_ms": 63.515, "reason": null, "sample_age_ms": 137.0, "source": "client_direct"}, "sample_age_ms": 136.994, "source": "client_direct", "task_total_ms": {"avg_ms": 44.854, "count": 167, "max_ms": 75.71, "p95_ms": 66.085, "reason": null, "sample_age_ms": 136.994, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.963, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.807, "count": 167, "max_ms": 1.929, "p95_ms": 1.673}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.267, "count": 167, "max_ms": 0.674, "p95_ms": 0.563}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 167, "max_ms": 0.419, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 167, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 167, "max_ms": 0.236, "p95_ms": 0.172}, "mcmt_ms": {"avg_ms": 0.003, "count": 167, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.206, "count": 167, "max_ms": 0.688, "p95_ms": 0.448}, "setup_ms": {"avg_ms": 0.049, "count": 167, "max_ms": 0.177, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.764, "count": 167, "max_ms": 1.827, "p95_ms": 1.592}, "track_match_ms": {"avg_ms": 0.005, "count": 167, "max_ms": 0.042, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 167, "max_ms": 0.108, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.97, "count": 167, "max_ms": 6.853, "p95_ms": 4.951}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 167, "max_ms": 1.102, "p95_ms": 0.098}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.902, "count": 167, "max_ms": 76.601, "p95_ms": 68.863}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.046, "count": 167, "max_ms": 0.208, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.772, "count": 167, "max_ms": 130.94, "p95_ms": 107.364}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 167, "max_ms": 4.993, "p95_ms": 2.83}, "processing_residual_ms": {"avg_ms": 0.209, "count": 167, "max_ms": 1.182, "p95_ms": 0.416}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.636, "count": 167, "max_ms": 133.864, "p95_ms": 108.853}, "read_interval": {"avg_ms": 185.083, "count": 167, "max_ms": 5443.015, "p95_ms": 204.026}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 167, "max_ms": 0.058, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.144, "count": 167, "max_ms": 0.529, "p95_ms": 0.337}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 167, "max_ms": 0.075, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 167, "max_ms": 0.471, "p95_ms": 0.305}, "worker_merge_ms": {"avg_ms": 0.006, "count": 167, "max_ms": 0.036, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 45.919, "count": 167, "max_ms": 76.617, "p95_ms": 68.871}, "visualize": {"avg_ms": 31.969, "count": 167, "max_ms": 57.983, "p95_ms": 42.743}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.972, "count": 167, "max_ms": 56.032, "p95_ms": 40.869}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.76, "count": 167, "max_ms": 57.659, "p95_ms": 42.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 167, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.593, "count": 167, "max_ms": 57.389, "p95_ms": 41.442}, "visualizer_prepare_ms": {"avg_ms": 0.121, "count": 167, "max_ms": 9.321, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 167}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 167}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2452.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.133, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.971, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3435425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109028, "write_bytes_delta": 109028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 1.240784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16567.0, "pid": 84349, "reason": null, "system_cpu_core_ratio": 0.535748, "system_cpu_s_delta": 10.760000000000002, "user_cpu_core_ratio": 0.705036, "user_cpu_s_delta": 14.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.370941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032862, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.338079, "user_cpu_s_delta": 6.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.99, "count": 158, "max_ms": 6.853, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.805, "count": 30, "max": 61.278, "p95": 48.766, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.676, "count": 30, "max": 37.565, "p95": 35.679, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1279.567, "count": 30, "max": 1563.0, "p95": 1526.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2010.167, "count": 30, "max": 31319.0, "p95": 12442.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.536, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.258, "count": 30, "max": 1.534, "p95": 1.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109674.167, "count": 30, "max": 115845.0, "p95": 112886.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109674.167, "count": 30, "max": 115845.0, "p95": 112886.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 37.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.066, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.621, "count": 30, "max": 0.684, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28857, "sampled_at": "2026-11-03T15:24:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:24:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 27.076, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4735590, "flush_count": 5798, "flush_interval_seconds": 30.0, "flush_state": {"count": 5798, "last_at": "2026-11-03T15:24:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:24:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5797}, "started": true, "suppressed_count": 3429642, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3429637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5798, "written_record_count": 5798}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10173.852, "limit_mb": null}, "detail": {"pid": 84581, "restart_count": 187, "start_count": 188}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9498287923200, "copied_frame_count": 3435434, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9498287923200, "frame_buffer_copies": 3435434, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1339, "count": 512, "max_ms": 0.5977, "p50_ms": 0.1199, "p95_ms": 0.2531, "p99_ms": 0.3229}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2462, "count": 512, "max_ms": 5.5212, "p50_ms": 1.1657, "p95_ms": 1.9576, "p99_ms": 2.4479, "results": {"failed": 0, "not_applicable": 0, "success": 3435434, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:24:45+09:00", "last_error_summary": "[rtsp @ 0x581b1b0c4f00] RTP: PT=60: bad cseq 4c52 expected=4cec [h264 @ 0x581b1b2c99c0] cabac decode of qscale diff failed at 198 81 [h264 @ 0x581b1b2c99c0] error while decoding MB 198 81, bytestream 24479 [h264 @ 0x581b1b106500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x581b1b106500] error while decoding MB 0 26, bytestream 7539", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:24:47+09:00", "pid": 84581, "process": {"exists": true, "fd_count": 4, "hwm_mb": 46.855, "name": "ffmpeg", "pid": 84581, "rss_mb": 46.855, "state": "S (sleeping)", "threads": 1}, "restart_count": 187, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.849, "sample_count": 2785, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3435434, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:24:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.189, "last_frame_pushed_at": "2026-11-03T15:24:45+09:00", "last_frame_read_age_sec": 4.275, "last_frame_read_at": "2026-11-03T15:24:45+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.884, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 532.116, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 4.178, "exists": true, "mtime": "2026-11-03T15:24:45.108769+09:00", "mtime_epoch": 1793687085.108769, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 109793}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:24:49+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2452.371, "name": "celery", "pid": 176, "rss_mb": 2452.371, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3435434, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 155}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 155, "pushed_frames": 155, "read_frames": 154, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.17, "pushed": 5.17, "read": 5.137}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 154, "client_acquire_ms": {"avg_ms": 0.009, "count": 154, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4235.624, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.685, "count": 154, "max_ms": 3.531, "p95_ms": 2.073, "reason": null, "sample_age_ms": 4278.219, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.288, "count": 154, "max_ms": 3.216, "p95_ms": 1.369, "reason": null, "sample_age_ms": 4278.619, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.103, "count": 154, "max_ms": 0.355, "p95_ms": 0.202, "reason": null, "sample_age_ms": 4235.631, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.703, "count": 154, "max_ms": 3.987, "p95_ms": 2.961, "reason": null, "sample_age_ms": 4276.585, "source": "client_direct"}, "request_count": 154, "request_tensor_bytes": {"avg": 2211848.0, "count": 154, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4276.547, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 154, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4235.721, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.069, "count": 154, "max_ms": 72.488, "p95_ms": 64.316, "reason": null, "sample_age_ms": 4235.62, "source": "client_direct"}, "sample_age_ms": 4235.614, "source": "client_direct", "task_total_ms": {"avg_ms": 45.082, "count": 154, "max_ms": 75.71, "p95_ms": 66.999, "reason": null, "sample_age_ms": 4235.614, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.915, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.787, "count": 155, "max_ms": 1.929, "p95_ms": 1.558}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.26, "count": 155, "max_ms": 0.674, "p95_ms": 0.553}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 155, "max_ms": 0.419, "p95_ms": 0.205}, "event_filter_ms": {"avg_ms": 0.004, "count": 155, "max_ms": 0.015, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 155, "max_ms": 0.236, "p95_ms": 0.17}, "mcmt_ms": {"avg_ms": 0.003, "count": 155, "max_ms": 0.018, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.201, "count": 155, "max_ms": 0.688, "p95_ms": 0.428}, "setup_ms": {"avg_ms": 0.048, "count": 155, "max_ms": 0.177, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.746, "count": 155, "max_ms": 1.827, "p95_ms": 1.466}, "track_match_ms": {"avg_ms": 0.005, "count": 155, "max_ms": 0.042, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 155, "max_ms": 0.108, "p95_ms": 0.061}}, "gstreamer_push": {"avg_ms": 2.999, "count": 155, "max_ms": 6.853, "p95_ms": 4.951}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 155, "max_ms": 1.102, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.057, "count": 155, "max_ms": 76.601, "p95_ms": 69.122}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 155, "max_ms": 0.142, "p95_ms": 0.098}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.858, "count": 155, "max_ms": 119.798, "p95_ms": 107.364}, "inference_input_copy_ms": {"avg_ms": 1.606, "count": 155, "max_ms": 4.993, "p95_ms": 2.853}, "processing_residual_ms": {"avg_ms": 0.198, "count": 155, "max_ms": 1.182, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.707, "count": 155, "max_ms": 123.287, "p95_ms": 108.853}, "read_interval": {"avg_ms": 167.394, "count": 154, "max_ms": 5443.015, "p95_ms": 170.855}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 155, "max_ms": 0.058, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.14, "count": 155, "max_ms": 0.529, "p95_ms": 0.334}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 155, "max_ms": 0.075, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.124, "count": 155, "max_ms": 0.471, "p95_ms": 0.302}, "worker_merge_ms": {"avg_ms": 0.006, "count": 155, "max_ms": 0.036, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.073, "count": 155, "max_ms": 76.617, "p95_ms": 69.137}, "visualize": {"avg_ms": 31.947, "count": 155, "max_ms": 49.031, "p95_ms": 42.743}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.951, "count": 155, "max_ms": 46.305, "p95_ms": 40.869}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.74, "count": 155, "max_ms": 48.566, "p95_ms": 42.277}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 155, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.57, "count": 155, "max_ms": 47.14, "p95_ms": 41.442}, "visualizer_prepare_ms": {"avg_ms": 0.124, "count": 155, "max_ms": 9.321, "p95_ms": 0.148}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 155}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 155}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2452.367, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.133, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 107.971, "sample_count": 2826, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3435425, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:24:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 109028, "write_bytes_delta": 109028, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 347.0, "cpu_core_ratio": 1.240784, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16567.0, "pid": 84349, "reason": null, "system_cpu_core_ratio": 0.535748, "system_cpu_s_delta": 10.760000000000002, "user_cpu_core_ratio": 0.705036, "user_cpu_s_delta": 14.159999999999968}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.370941, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 14.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032862, "system_cpu_s_delta": 0.6599999999998545, "user_cpu_core_ratio": 0.338079, "user_cpu_s_delta": 6.789999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.99, "count": 158, "max_ms": 6.853, "p95_ms": 5.051, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 158}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 158}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.805, "count": 30, "max": 61.278, "p95": 48.766, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.676, "count": 30, "max": 37.565, "p95": 35.679, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1279.567, "count": 30, "max": 1563.0, "p95": 1526.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2010.167, "count": 30, "max": 31319.0, "p95": 12442.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.09, "count": 30, "max": 0.536, "p95": 0.375, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.258, "count": 30, "max": 1.534, "p95": 1.435, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 109674.167, "count": 30, "max": 115845.0, "p95": 112886.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 109674.167, "count": 30, "max": 115845.0, "p95": 112886.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.667, "count": 30, "max": 37.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.066, "p95": 0.066, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.621, "count": 30, "max": 0.684, "p95": 0.679, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28857, "sampled_at": "2026-11-03T15:24:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:24:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5488274, "flush_count": 5801, "flush_interval_seconds": 30.0, "flush_state": {"count": 5801, "last_at": "2026-11-03T15:28:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:28:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5800}, "started": true, "suppressed_count": 3323830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3323423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5801, "written_record_count": 5801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10363.664, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x624f19e9b080] error while decoding MB 56 56, bytestream -10 [in#0/rtsp @ 0x624f19d17e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f19d17e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9204635750400, "copied_frame_count": 3329223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9204635750400, "frame_buffer_copies": 3329223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1298, "count": 512, "max_ms": 2.7993, "p50_ms": 0.1097, "p95_ms": 0.2299, "p99_ms": 0.3175}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4895, "count": 512, "max_ms": 3.649, "p50_ms": 1.3684, "p95_ms": 2.3978, "p99_ms": 2.9257, "results": {"failed": 0, "not_applicable": 0, "success": 3329223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 318, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:28:09+09:00", "last_error_summary": "[h264 @ 0x624f19e9b080] error while decoding MB 56 56, bytestream -10 [in#0/rtsp @ 0x624f19d17e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f19d17e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.086, "last_started_at": "2026-11-03T15:23:06+09:00", "pid": 84465, "process": {"exists": false, "pid": 84465}, "restart_count": 337, "restart_count_per_hour": 3, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 338}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.155, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.022, "last_frame_pushed_at": "2026-11-03T15:28:09+09:00", "last_frame_read_age_sec": 0.132, "last_frame_read_at": "2026-11-03T15:28:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.922, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 332.078, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.016, "exists": true, "mtime": "2026-11-03T15:28:09.286191+09:00", "mtime_epoch": 1793687289.286191, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86153}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:28:09+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2376.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3329223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.581, "max": 14.0, "p95": 13.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.89, "pushed": 2.89, "read": 2.89}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 73.457, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 86, "max_ms": 3.954, "p95_ms": 2.694, "reason": null, "sample_age_ms": 136.372, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 86, "max_ms": 2.635, "p95_ms": 1.807, "reason": null, "sample_age_ms": 136.653, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 86, "max_ms": 1.594, "p95_ms": 0.921, "reason": null, "sample_age_ms": 73.473, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.792, "count": 86, "max_ms": 3.597, "p95_ms": 3.008, "reason": null, "sample_age_ms": 132.874, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 132.819, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.011, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.017, "count": 86, "max_ms": 71.161, "p95_ms": 59.172, "reason": null, "sample_age_ms": 73.452, "source": "client_direct"}, "sample_age_ms": 73.446, "source": "client_direct", "task_total_ms": {"avg_ms": 46.431, "count": 86, "max_ms": 74.505, "p95_ms": 62.833, "reason": null, "sample_age_ms": 73.446, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.643, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.947, "count": 86, "max_ms": 12.432, "p95_ms": 6.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 86, "max_ms": 1.226, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.328, "count": 86, "max_ms": 3.545, "p95_ms": 2.335}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 86, "max_ms": 0.84, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.588, "count": 86, "max_ms": 1.398, "p95_ms": 1.029}, "setup_ms": {"avg_ms": 0.041, "count": 86, "max_ms": 0.141, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 3.9, "count": 86, "max_ms": 12.352, "p95_ms": 6.815}, "track_match_ms": {"avg_ms": 0.062, "count": 86, "max_ms": 0.261, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 1.32, "count": 86, "max_ms": 5.049, "p95_ms": 2.168}}, "gstreamer_push": {"avg_ms": 3.11, "count": 86, "max_ms": 6.317, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 86, "max_ms": 0.78, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.609, "count": 86, "max_ms": 75.942, "p95_ms": 64.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 86, "max_ms": 12.069, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.94, "count": 86, "max_ms": 130.125, "p95_ms": 101.361}, "inference_input_copy_ms": {"avg_ms": 1.664, "count": 86, "max_ms": 4.543, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.246, "count": 86, "max_ms": 0.553, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.815, "count": 86, "max_ms": 134.219, "p95_ms": 112.103}, "read_interval": {"avg_ms": 378.937, "count": 86, "max_ms": 20770.276, "p95_ms": 142.567}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.53, "count": 86, "max_ms": 1.215, "p95_ms": 0.95}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.514, "count": 86, "max_ms": 1.171, "p95_ms": 0.926}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.623, "count": 86, "max_ms": 75.951, "p95_ms": 64.888}, "visualize": {"avg_ms": 33.029, "count": 86, "max_ms": 48.488, "p95_ms": 41.375}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.639, "count": 86, "max_ms": 42.775, "p95_ms": 35.806}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.591, "count": 86, "max_ms": 47.202, "p95_ms": 39.708}, "visualize_input_copy_ms": {"avg_ms": 1.238, "count": 86, "max_ms": 2.746, "p95_ms": 1.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.455, "count": 86, "max_ms": 47.039, "p95_ms": 39.536}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 86, "max_ms": 0.193, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.163, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.668, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88498, "write_bytes_delta": 88498, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 951.0, "cpu_core_ratio": 0.444089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 84465, "reason": null, "system_cpu_core_ratio": 0.032433, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.411656, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463051, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.137667, "user_cpu_s_delta": 22.800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.338, "count": 244, "max_ms": 7.249, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.926, "max": 16.0, "p95": 13.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.713, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.713, "max": 4.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.685, "count": 30, "max": 79.659, "p95": 68.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.201, "count": 30, "max": 30.137, "p95": 28.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.5, "count": 30, "max": 980.0, "p95": 961.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.3, "count": 30, "max": 1217.0, "p95": 568.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.418, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.833, "count": 30, "max": 29.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25804, "sampled_at": "2026-11-03T15:27:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:27:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.753, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5488274, "flush_count": 5801, "flush_interval_seconds": 30.0, "flush_state": {"count": 5801, "last_at": "2026-11-03T15:28:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:28:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5800}, "started": true, "suppressed_count": 3323830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3323423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5801, "written_record_count": 5801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10363.664, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9204635750400, "copied_frame_count": 3329223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9204635750400, "frame_buffer_copies": 3329223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1298, "count": 512, "max_ms": 2.7993, "p50_ms": 0.1097, "p95_ms": 0.2299, "p99_ms": 0.3175}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4895, "count": 512, "max_ms": 3.649, "p50_ms": 1.3684, "p95_ms": 2.3978, "p99_ms": 2.9257, "results": {"failed": 0, "not_applicable": 0, "success": 3329223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 318, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:28:09+09:00", "last_error_summary": "[h264 @ 0x624f19e9b080] error while decoding MB 56 56, bytestream -10 [in#0/rtsp @ 0x624f19d17e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f19d17e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.08, "last_started_at": "2026-11-03T15:23:06+09:00", "pid": 84465, "process": {"exists": false, "pid": 84465}, "restart_count": 337, "restart_count_per_hour": 3, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 338}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.155, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.016, "last_frame_pushed_at": "2026-11-03T15:28:09+09:00", "last_frame_read_age_sec": 0.126, "last_frame_read_at": "2026-11-03T15:28:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.923, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 332.077, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.005, "exists": true, "mtime": "2026-11-03T15:28:09.286191+09:00", "mtime_epoch": 1793687289.286191, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86153}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:28:09+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2376.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3329223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.581, "max": 14.0, "p95": 13.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.891, "pushed": 2.891, "read": 2.891}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 65.041, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 86, "max_ms": 3.954, "p95_ms": 2.694, "reason": null, "sample_age_ms": 127.955, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 86, "max_ms": 2.635, "p95_ms": 1.807, "reason": null, "sample_age_ms": 128.237, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 86, "max_ms": 1.594, "p95_ms": 0.921, "reason": null, "sample_age_ms": 65.057, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.792, "count": 86, "max_ms": 3.597, "p95_ms": 3.008, "reason": null, "sample_age_ms": 124.458, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 124.403, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 65.595, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.017, "count": 86, "max_ms": 71.161, "p95_ms": 59.172, "reason": null, "sample_age_ms": 65.036, "source": "client_direct"}, "sample_age_ms": 65.03, "source": "client_direct", "task_total_ms": {"avg_ms": 46.431, "count": 86, "max_ms": 74.505, "p95_ms": 62.833, "reason": null, "sample_age_ms": 65.03, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.212, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.947, "count": 86, "max_ms": 12.432, "p95_ms": 6.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 86, "max_ms": 1.226, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.328, "count": 86, "max_ms": 3.545, "p95_ms": 2.335}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 86, "max_ms": 0.84, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.588, "count": 86, "max_ms": 1.398, "p95_ms": 1.029}, "setup_ms": {"avg_ms": 0.041, "count": 86, "max_ms": 0.141, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 3.9, "count": 86, "max_ms": 12.352, "p95_ms": 6.815}, "track_match_ms": {"avg_ms": 0.062, "count": 86, "max_ms": 0.261, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 1.32, "count": 86, "max_ms": 5.049, "p95_ms": 2.168}}, "gstreamer_push": {"avg_ms": 3.11, "count": 86, "max_ms": 6.317, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 86, "max_ms": 0.78, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.609, "count": 86, "max_ms": 75.942, "p95_ms": 64.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 86, "max_ms": 12.069, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.94, "count": 86, "max_ms": 130.125, "p95_ms": 101.361}, "inference_input_copy_ms": {"avg_ms": 1.664, "count": 86, "max_ms": 4.543, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.246, "count": 86, "max_ms": 0.553, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.815, "count": 86, "max_ms": 134.219, "p95_ms": 112.103}, "read_interval": {"avg_ms": 378.937, "count": 86, "max_ms": 20770.276, "p95_ms": 142.567}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.53, "count": 86, "max_ms": 1.215, "p95_ms": 0.95}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.514, "count": 86, "max_ms": 1.171, "p95_ms": 0.926}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.623, "count": 86, "max_ms": 75.951, "p95_ms": 64.888}, "visualize": {"avg_ms": 33.029, "count": 86, "max_ms": 48.488, "p95_ms": 41.375}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.639, "count": 86, "max_ms": 42.775, "p95_ms": 35.806}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.591, "count": 86, "max_ms": 47.202, "p95_ms": 39.708}, "visualize_input_copy_ms": {"avg_ms": 1.238, "count": 86, "max_ms": 2.746, "p95_ms": 1.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.455, "count": 86, "max_ms": 47.039, "p95_ms": 39.536}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 86, "max_ms": 0.193, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.163, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.668, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88498, "write_bytes_delta": 88498, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 951.0, "cpu_core_ratio": 0.444089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 84465, "reason": null, "system_cpu_core_ratio": 0.032433, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.411656, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463051, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.137667, "user_cpu_s_delta": 22.800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.338, "count": 244, "max_ms": 7.249, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.926, "max": 16.0, "p95": 13.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.713, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.713, "max": 4.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.685, "count": 30, "max": 79.659, "p95": 68.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.201, "count": 30, "max": 30.137, "p95": 28.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.5, "count": 30, "max": 980.0, "p95": 961.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.3, "count": 30, "max": 1217.0, "p95": 568.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.418, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.833, "count": 30, "max": 29.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25804, "sampled_at": "2026-11-03T15:27:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:27:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.743, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5488274, "flush_count": 5801, "flush_interval_seconds": 30.0, "flush_state": {"count": 5801, "last_at": "2026-11-03T15:28:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:28:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5800}, "started": true, "suppressed_count": 3323830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3323423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5801, "written_record_count": 5801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10365.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9204635750400, "copied_frame_count": 3329223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9204635750400, "frame_buffer_copies": 3329223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1298, "count": 512, "max_ms": 2.7993, "p50_ms": 0.1097, "p95_ms": 0.2299, "p99_ms": 0.3175}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4895, "count": 512, "max_ms": 3.649, "p50_ms": 1.3684, "p95_ms": 2.3978, "p99_ms": 2.9257, "results": {"failed": 0, "not_applicable": 0, "success": 3329223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 318, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:28:09+09:00", "last_error_summary": "[h264 @ 0x624f19e9b080] error while decoding MB 56 56, bytestream -10 [in#0/rtsp @ 0x624f19d17e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f19d17e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 303.146, "last_started_at": "2026-11-03T15:23:06+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 337, "restart_count_per_hour": 3, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 338}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.155, "sample_count": 2304, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.082, "last_frame_pushed_at": "2026-11-03T15:28:09+09:00", "last_frame_read_age_sec": 0.192, "last_frame_read_at": "2026-11-03T15:28:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 267.96, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 332.04, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-03T15:28:09.286191+09:00", "mtime_epoch": 1793687289.286191, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86153}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:28:09+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2376.695, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3329223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.581, "max": 14.0, "p95": 13.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 20, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.885, "pushed": 2.885, "read": 2.885}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 128.223, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.776, "count": 86, "max_ms": 3.954, "p95_ms": 2.694, "reason": null, "sample_age_ms": 191.138, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.304, "count": 86, "max_ms": 2.635, "p95_ms": 1.807, "reason": null, "sample_age_ms": 191.419, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 86, "max_ms": 1.594, "p95_ms": 0.921, "reason": null, "sample_age_ms": 128.239, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.792, "count": 86, "max_ms": 3.597, "p95_ms": 3.008, "reason": null, "sample_age_ms": 187.64, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 187.585, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 128.777, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.017, "count": 86, "max_ms": 71.161, "p95_ms": 59.172, "reason": null, "sample_age_ms": 128.218, "source": "client_direct"}, "sample_age_ms": 128.212, "source": "client_direct", "task_total_ms": {"avg_ms": 46.431, "count": 86, "max_ms": 74.505, "p95_ms": 62.833, "reason": null, "sample_age_ms": 128.212, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.442, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.947, "count": 86, "max_ms": 12.432, "p95_ms": 6.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.329, "count": 86, "max_ms": 1.226, "p95_ms": 0.644}, "detection_prepare_ms": {"avg_ms": 1.328, "count": 86, "max_ms": 3.545, "p95_ms": 2.335}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.033, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.223, "count": 86, "max_ms": 0.84, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.588, "count": 86, "max_ms": 1.398, "p95_ms": 1.029}, "setup_ms": {"avg_ms": 0.041, "count": 86, "max_ms": 0.141, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 3.9, "count": 86, "max_ms": 12.352, "p95_ms": 6.815}, "track_match_ms": {"avg_ms": 0.062, "count": 86, "max_ms": 0.261, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 1.32, "count": 86, "max_ms": 5.049, "p95_ms": 2.168}}, "gstreamer_push": {"avg_ms": 3.11, "count": 86, "max_ms": 6.317, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 86, "max_ms": 0.78, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.609, "count": 86, "max_ms": 75.942, "p95_ms": 64.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 86, "max_ms": 12.069, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.94, "count": 86, "max_ms": 130.125, "p95_ms": 101.361}, "inference_input_copy_ms": {"avg_ms": 1.664, "count": 86, "max_ms": 4.543, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.246, "count": 86, "max_ms": 0.553, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.815, "count": 86, "max_ms": 134.219, "p95_ms": 112.103}, "read_interval": {"avg_ms": 378.937, "count": 86, "max_ms": 20770.276, "p95_ms": 142.567}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.53, "count": 86, "max_ms": 1.215, "p95_ms": 0.95}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 86, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.514, "count": 86, "max_ms": 1.171, "p95_ms": 0.926}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.623, "count": 86, "max_ms": 75.951, "p95_ms": 64.888}, "visualize": {"avg_ms": 33.029, "count": 86, "max_ms": 48.488, "p95_ms": 41.375}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.639, "count": 86, "max_ms": 42.775, "p95_ms": 35.806}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.591, "count": 86, "max_ms": 47.202, "p95_ms": 39.708}, "visualize_input_copy_ms": {"avg_ms": 1.238, "count": 86, "max_ms": 2.746, "p95_ms": 1.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.455, "count": 86, "max_ms": 47.039, "p95_ms": 39.536}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 86, "max_ms": 0.193, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.163, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.668, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88498, "write_bytes_delta": 88498, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 951.0, "cpu_core_ratio": 0.444089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 84465, "reason": null, "system_cpu_core_ratio": 0.032433, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.411656, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463051, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.137667, "user_cpu_s_delta": 22.800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.338, "count": 244, "max_ms": 7.249, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.926, "max": 16.0, "p95": 13.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.713, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.713, "max": 4.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.685, "count": 30, "max": 79.659, "p95": 68.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.201, "count": 30, "max": 30.137, "p95": 28.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.5, "count": 30, "max": 980.0, "p95": 961.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.3, "count": 30, "max": 1217.0, "p95": 568.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.418, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.833, "count": 30, "max": 29.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25804, "sampled_at": "2026-11-03T15:27:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:27:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.808, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5488274, "flush_count": 5801, "flush_interval_seconds": 30.0, "flush_state": {"count": 5801, "last_at": "2026-11-03T15:28:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:28:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5800}, "started": true, "suppressed_count": 3323830, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3323423}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5801, "written_record_count": 5801}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10470.504, "limit_mb": null}, "detail": {"pid": 84697, "restart_count": 338, "start_count": 339}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9204635750400, "copied_frame_count": 3329223, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9204635750400, "frame_buffer_copies": 3329223, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1298, "count": 512, "max_ms": 2.7993, "p50_ms": 0.1097, "p95_ms": 0.2299, "p99_ms": 0.3175}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4895, "count": 512, "max_ms": 3.649, "p50_ms": 1.3684, "p95_ms": 2.3978, "p99_ms": 2.9257, "results": {"failed": 0, "not_applicable": 0, "success": 3329223, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 318, "h264_decode_error_count": 980, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:28:09+09:00", "last_error_summary": "[h264 @ 0x624f19e9b080] error while decoding MB 56 56, bytestream -10 [in#0/rtsp @ 0x624f19d17e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x624f19d17e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T15:28:11+09:00", "pid": 84697, "process": {"exists": true, "fd_count": 5, "hwm_mb": 148.895, "name": "ffmpeg", "pid": 84697, "rss_mb": 148.895, "state": "R (running)", "threads": 49}, "restart_count": 338, "restart_count_per_hour": 4, "rtsp_timeout_count": 158, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 339}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 131.101, "sample_count": 2269, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329223, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:28:09+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.338, "last_frame_pushed_at": "2026-11-03T15:28:09+09:00", "last_frame_read_age_sec": 4.448, "last_frame_read_at": "2026-11-03T15:28:09+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 272.237, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 327.763, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 4.327, "exists": true, "mtime": "2026-11-03T15:28:09.286191+09:00", "mtime_epoch": 1793687289.286191, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86153}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:28:13+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2376.699, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3329223, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.659, "max": 14.0, "p95": 13.0, "sample_count": 85}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "total": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}}, "tracking_counts": {"active": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "tracked": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 85, "pushed_frames": 85, "read_frames": 85, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.394, "pushed": 6.394, "read": 6.394}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.007, "count": 85, "max_ms": 0.015, "p95_ms": 0.014, "reason": null, "sample_age_ms": 4392.932, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.769, "count": 85, "max_ms": 3.954, "p95_ms": 2.702, "reason": null, "sample_age_ms": 4455.847, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.295, "count": 85, "max_ms": 2.635, "p95_ms": 1.811, "reason": null, "sample_age_ms": 4456.128, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.455, "count": 85, "max_ms": 1.594, "p95_ms": 0.924, "reason": null, "sample_age_ms": 4392.949, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.803, "count": 85, "max_ms": 3.597, "p95_ms": 3.017, "reason": null, "sample_age_ms": 4452.349, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4452.295, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 85, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4393.487, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.068, "count": 85, "max_ms": 71.161, "p95_ms": 59.179, "reason": null, "sample_age_ms": 4392.927, "source": "client_direct"}, "sample_age_ms": 4392.921, "source": "client_direct", "task_total_ms": {"avg_ms": 46.492, "count": 85, "max_ms": 74.505, "p95_ms": 62.846, "reason": null, "sample_age_ms": 4392.921, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.625, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.932, "count": 85, "max_ms": 12.432, "p95_ms": 6.878}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.325, "count": 85, "max_ms": 1.226, "p95_ms": 0.609}, "detection_prepare_ms": {"avg_ms": 1.324, "count": 85, "max_ms": 3.545, "p95_ms": 2.335}, "event_filter_ms": {"avg_ms": 0.005, "count": 85, "max_ms": 0.033, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.222, "count": 85, "max_ms": 0.84, "p95_ms": 0.423}, "mcmt_ms": {"avg_ms": 0.003, "count": 85, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.582, "count": 85, "max_ms": 1.398, "p95_ms": 1.017}, "setup_ms": {"avg_ms": 0.041, "count": 85, "max_ms": 0.141, "p95_ms": 0.077}, "total_inside_ms": {"avg_ms": 3.886, "count": 85, "max_ms": 12.352, "p95_ms": 6.815}, "track_match_ms": {"avg_ms": 0.062, "count": 85, "max_ms": 0.261, "p95_ms": 0.13}, "tracker_update_ms": {"avg_ms": 1.322, "count": 85, "max_ms": 5.049, "p95_ms": 2.168}}, "gstreamer_push": {"avg_ms": 3.115, "count": 85, "max_ms": 6.317, "p95_ms": 5.023}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.051, "count": 85, "max_ms": 0.78, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.664, "count": 85, "max_ms": 75.942, "p95_ms": 64.879}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.91, "count": 85, "max_ms": 12.069, "p95_ms": 8.439}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 85.875, "count": 85, "max_ms": 130.125, "p95_ms": 101.361}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 85, "max_ms": 4.543, "p95_ms": 2.979}, "processing_residual_ms": {"avg_ms": 0.248, "count": 85, "max_ms": 0.553, "p95_ms": 0.497}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 90.708, "count": 85, "max_ms": 134.219, "p95_ms": 112.103}, "read_interval": {"avg_ms": 348.422, "count": 85, "max_ms": 20770.276, "p95_ms": 140.154}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 85, "max_ms": 0.054, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.524, "count": 85, "max_ms": 1.215, "p95_ms": 0.912}, "resolve_scenarios_ms": {"avg_ms": 0.015, "count": 85, "max_ms": 0.063, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.509, "count": 85, "max_ms": 1.171, "p95_ms": 0.888}, "worker_merge_ms": {"avg_ms": 0.006, "count": 85, "max_ms": 0.023, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.677, "count": 85, "max_ms": 75.951, "p95_ms": 64.888}, "visualize": {"avg_ms": 32.931, "count": 85, "max_ms": 48.488, "p95_ms": 41.035}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.54, "count": 85, "max_ms": 42.775, "p95_ms": 35.459}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.495, "count": 85, "max_ms": 47.202, "p95_ms": 39.59}, "visualize_input_copy_ms": {"avg_ms": 1.237, "count": 85, "max_ms": 2.746, "p95_ms": 1.881}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 85, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.359, "count": 85, "max_ms": 47.039, "p95_ms": 39.477}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 85, "max_ms": 0.193, "p95_ms": 0.137}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 85}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 85}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2376.637, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 30.163, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 135.668, "sample_count": 2427, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3329093, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:27:31+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88498, "write_bytes_delta": 88498, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 951.0, "cpu_core_ratio": 0.444089, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 84465, "reason": null, "system_cpu_core_ratio": 0.032433, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.411656, "user_cpu_s_delta": 8.25}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.600718, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.463051, "system_cpu_s_delta": 9.279999999998836, "user_cpu_core_ratio": 1.137667, "user_cpu_s_delta": 22.800000000046566}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.338, "count": 244, "max_ms": 7.249, "p95_ms": 4.975, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.926, "max": 16.0, "p95": 13.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.713, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 244}, "total": {"avg": 1.713, "max": 4.0, "p95": 3.0, "sample_count": 244}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 26.685, "count": 30, "max": 79.659, "p95": 68.487, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.201, "count": 30, "max": 30.137, "p95": 28.053, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 660.5, "count": 30, "max": 980.0, "p95": 961.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 105.3, "count": 30, "max": 1217.0, "p95": 568.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.042, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.368, "count": 30, "max": 0.418, "p95": 0.415, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81917.267, "count": 30, "max": 88822.0, "p95": 87331.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 13.833, "count": 30, "max": 29.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.493, "count": 30, "max": 0.624, "p95": 0.604, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.159, "count": 30, "max": 1.328, "p95": 1.311, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25804, "sampled_at": "2026-11-03T15:27:31+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:27:31+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 13.294, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4739785, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:29:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:29:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3432739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3432734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10202.168, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9506864332800, "copied_frame_count": 3438536, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9506864332800, "frame_buffer_copies": 3438536, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1347, "count": 512, "max_ms": 0.7607, "p50_ms": 0.1232, "p95_ms": 0.2594, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2695, "count": 512, "max_ms": 3.5676, "p50_ms": 1.1562, "p95_ms": 2.1279, "p99_ms": 2.7439, "results": {"failed": 0, "not_applicable": 0, "success": 3438536, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 174, "h264_decode_error_count": 334, "h264_decode_error_count_per_hour": 31, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:24:45+09:00", "last_error_summary": "[rtsp @ 0x581b1b0c4f00] RTP: PT=60: bad cseq 4c52 expected=4cec [h264 @ 0x581b1b2c99c0] cabac decode of qscale diff failed at 198 81 [h264 @ 0x581b1b2c99c0] error while decoding MB 198 81, bytestream 24479 [h264 @ 0x581b1b106500] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x581b1b106500] error while decoding MB 0 26, bytestream 7539", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.724, "last_started_at": "2026-11-03T15:24:47+09:00", "pid": 84581, "process": {"exists": false, "pid": 84581}, "restart_count": 187, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.996, "sample_count": 2762, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-03T15:30:23+09:00", "last_frame_read_age_sec": 0.145, "last_frame_read_at": "2026-11-03T15:30:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.639, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 197.361, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-03T15:30:23.963309+09:00", "mtime_epoch": 1793687423.9633093, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112416}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:30:24+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2453.875, "name": "celery", "pid": 176, "rss_mb": 2453.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3438536, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.375, "pushed": 6.375, "read": 6.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 104.503, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 190, "max_ms": 5.317, "p95_ms": 2.238, "reason": null, "sample_age_ms": 158.298, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 190, "max_ms": 2.898, "p95_ms": 1.501, "reason": null, "sample_age_ms": 158.527, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 190, "max_ms": 0.293, "p95_ms": 0.198, "reason": null, "sample_age_ms": 104.512, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.712, "count": 190, "max_ms": 6.109, "p95_ms": 2.681, "reason": null, "sample_age_ms": 156.435, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 156.399, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 104.631, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.542, "count": 190, "max_ms": 70.945, "p95_ms": 62.346, "reason": null, "sample_age_ms": 104.498, "source": "client_direct"}, "sample_age_ms": 104.491, "source": "client_direct", "task_total_ms": {"avg_ms": 45.546, "count": 190, "max_ms": 72.904, "p95_ms": 64.918, "reason": null, "sample_age_ms": 104.491, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.943, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.769, "count": 191, "max_ms": 2.251, "p95_ms": 1.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.254, "count": 191, "max_ms": 0.822, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 191, "max_ms": 0.462, "p95_ms": 0.224}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 191, "max_ms": 0.251, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 191, "max_ms": 0.938, "p95_ms": 0.407}, "setup_ms": {"avg_ms": 0.046, "count": 191, "max_ms": 0.136, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.727, "count": 191, "max_ms": 2.13, "p95_ms": 1.565}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.032, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 0.127, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.967, "count": 191, "max_ms": 6.23, "p95_ms": 4.58}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.177, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.636, "count": 191, "max_ms": 73.715, "p95_ms": 67.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.184, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.619, "count": 191, "max_ms": 121.909, "p95_ms": 103.922}, "inference_input_copy_ms": {"avg_ms": 1.515, "count": 191, "max_ms": 3.003, "p95_ms": 2.341}, "processing_residual_ms": {"avg_ms": 0.2, "count": 191, "max_ms": 0.881, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.383, "count": 191, "max_ms": 123.882, "p95_ms": 106.603}, "read_interval": {"avg_ms": 157.298, "count": 190, "max_ms": 4143.293, "p95_ms": 292.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 191, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.134, "count": 191, "max_ms": 0.748, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 191, "max_ms": 0.06, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 191, "max_ms": 0.697, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.652, "count": 191, "max_ms": 73.746, "p95_ms": 67.039}, "visualize": {"avg_ms": 30.138, "count": 191, "max_ms": 47.254, "p95_ms": 39.053}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.247, "count": 191, "max_ms": 46.176, "p95_ms": 38.041}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.938, "count": 191, "max_ms": 47.067, "p95_ms": 38.826}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.831, "count": 191, "max_ms": 46.944, "p95_ms": 38.693}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 191, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2453.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.04, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.154, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114536, "write_bytes_delta": 114536, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 1.239726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9827.0, "pid": 84581, "reason": null, "system_cpu_core_ratio": 0.425563, "system_cpu_s_delta": 8.52, "user_cpu_core_ratio": 0.814163, "user_cpu_s_delta": 16.30000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.440048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03896, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.401088, "user_cpu_s_delta": 8.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.035, "count": 215, "max_ms": 6.516, "p95_ms": 4.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.175, "count": 30, "max": 80.948, "p95": 60.562, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.142, "count": 30, "max": 37.565, "p95": 34.526, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1351.667, "count": 30, "max": 1563.0, "p95": 1513.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1419.033, "count": 30, "max": 16567.0, "p95": 8792.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.536, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.243, "count": 30, "max": 1.534, "p95": 1.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 38.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.066, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.68, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28873, "sampled_at": "2026-11-03T15:30:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4739785, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:29:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:29:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3432739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3432734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10203.191, "limit_mb": null}, "detail": {"h264_decode_error_count": 6, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x63636254bc40] cabac decode of qscale diff failed at 204 38 [h264 @ 0x63636254bc40] error while decoding MB 204 38, bytestream 13795 [h264 @ 0x636362768800] cabac decode of qscale diff failed at 154 76 [h264 @ 0x636362768800] error while decoding MB 154 76, bytestream 24341 [h264 @ 0x636362567dc0] cabac decode of qscale diff failed at 201 101 [h264 @ 0x636362567dc0] error while decoding MB 201 101, bytestream 21561", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9506864332800, "copied_frame_count": 3438536, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9506864332800, "frame_buffer_copies": 3438536, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1347, "count": 512, "max_ms": 0.7607, "p50_ms": 0.1232, "p95_ms": 0.2594, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2695, "count": 512, "max_ms": 3.5676, "p50_ms": 1.1562, "p95_ms": 2.1279, "p99_ms": 2.7439, "results": {"failed": 0, "not_applicable": 0, "success": 3438536, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:24+09:00", "last_error_summary": "[h264 @ 0x63636254bc40] cabac decode of qscale diff failed at 204 38 [h264 @ 0x63636254bc40] error while decoding MB 204 38, bytestream 13795 [h264 @ 0x636362768800] cabac decode of qscale diff failed at 154 76 [h264 @ 0x636362768800] error while decoding MB 154 76, bytestream 24341 [h264 @ 0x636362567dc0] cabac decode of qscale diff failed at 201 101 [h264 @ 0x636362567dc0] error while decoding MB 201 101, bytestream 21561", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.75, "last_started_at": "2026-11-03T15:24:47+09:00", "pid": 84581, "process": {"exists": false, "pid": 84581}, "restart_count": 187, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.996, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T15:30:23+09:00", "last_frame_read_age_sec": 0.17, "last_frame_read_at": "2026-11-03T15:30:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.651, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 197.349, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.071, "exists": true, "mtime": "2026-11-03T15:30:23.963309+09:00", "mtime_epoch": 1793687423.9633093, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112416}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:30:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2453.875, "name": "celery", "pid": 176, "rss_mb": 2453.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3438536, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 191}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 191, "pushed_frames": 191, "read_frames": 190, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.37, "pushed": 6.37, "read": 6.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 125.98, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.761, "count": 190, "max_ms": 5.317, "p95_ms": 2.238, "reason": null, "sample_age_ms": 179.775, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.309, "count": 190, "max_ms": 2.898, "p95_ms": 1.501, "reason": null, "sample_age_ms": 180.004, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 190, "max_ms": 0.293, "p95_ms": 0.198, "reason": null, "sample_age_ms": 125.989, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.712, "count": 190, "max_ms": 6.109, "p95_ms": 2.681, "reason": null, "sample_age_ms": 177.912, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2211848.0, "count": 190, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 177.876, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 126.108, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.542, "count": 190, "max_ms": 70.945, "p95_ms": 62.346, "reason": null, "sample_age_ms": 125.975, "source": "client_direct"}, "sample_age_ms": 125.968, "source": "client_direct", "task_total_ms": {"avg_ms": 45.546, "count": 190, "max_ms": 72.904, "p95_ms": 64.918, "reason": null, "sample_age_ms": 125.968, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.934, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.769, "count": 191, "max_ms": 2.251, "p95_ms": 1.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.254, "count": 191, "max_ms": 0.822, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 191, "max_ms": 0.462, "p95_ms": 0.224}, "event_filter_ms": {"avg_ms": 0.004, "count": 191, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 191, "max_ms": 0.251, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 191, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 191, "max_ms": 0.938, "p95_ms": 0.407}, "setup_ms": {"avg_ms": 0.046, "count": 191, "max_ms": 0.136, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.727, "count": 191, "max_ms": 2.13, "p95_ms": 1.565}, "track_match_ms": {"avg_ms": 0.005, "count": 191, "max_ms": 0.032, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 191, "max_ms": 0.127, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.967, "count": 191, "max_ms": 6.23, "p95_ms": 4.58}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.177, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.636, "count": 191, "max_ms": 73.715, "p95_ms": 67.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 191, "max_ms": 0.184, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.619, "count": 191, "max_ms": 121.909, "p95_ms": 103.922}, "inference_input_copy_ms": {"avg_ms": 1.515, "count": 191, "max_ms": 3.003, "p95_ms": 2.341}, "processing_residual_ms": {"avg_ms": 0.2, "count": 191, "max_ms": 0.881, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.383, "count": 191, "max_ms": 123.882, "p95_ms": 106.603}, "read_interval": {"avg_ms": 157.298, "count": 190, "max_ms": 4143.293, "p95_ms": 292.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 191, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.134, "count": 191, "max_ms": 0.748, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 191, "max_ms": 0.06, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 191, "max_ms": 0.697, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 191, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.652, "count": 191, "max_ms": 73.746, "p95_ms": 67.039}, "visualize": {"avg_ms": 30.138, "count": 191, "max_ms": 47.254, "p95_ms": 39.053}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.247, "count": 191, "max_ms": 46.176, "p95_ms": 38.041}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.938, "count": 191, "max_ms": 47.067, "p95_ms": 38.826}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 191, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.831, "count": 191, "max_ms": 46.944, "p95_ms": 38.693}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 191, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 191}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 191}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2453.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.04, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.154, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114536, "write_bytes_delta": 114536, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 1.239726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9827.0, "pid": 84581, "reason": null, "system_cpu_core_ratio": 0.425563, "system_cpu_s_delta": 8.52, "user_cpu_core_ratio": 0.814163, "user_cpu_s_delta": 16.30000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.440048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03896, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.401088, "user_cpu_s_delta": 8.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.035, "count": 215, "max_ms": 6.516, "p95_ms": 4.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.175, "count": 30, "max": 80.948, "p95": 60.562, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.142, "count": 30, "max": 37.565, "p95": 34.526, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1351.667, "count": 30, "max": 1563.0, "p95": 1513.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1419.033, "count": 30, "max": 16567.0, "p95": 8792.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.536, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.243, "count": 30, "max": 1.534, "p95": 1.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 38.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.066, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.68, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28873, "sampled_at": "2026-11-03T15:30:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4739785, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:29:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:29:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3432739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3432734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10202.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9506864332800, "copied_frame_count": 3438536, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9506864332800, "frame_buffer_copies": 3438536, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1347, "count": 512, "max_ms": 0.7607, "p50_ms": 0.1232, "p95_ms": 0.2594, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2695, "count": 512, "max_ms": 3.5676, "p50_ms": 1.1562, "p95_ms": 2.1279, "p99_ms": 2.7439, "results": {"failed": 0, "not_applicable": 0, "success": 3438536, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:24+09:00", "last_error_summary": "[h264 @ 0x63636254bc40] cabac decode of qscale diff failed at 204 38 [h264 @ 0x63636254bc40] error while decoding MB 204 38, bytestream 13795 [h264 @ 0x636362768800] cabac decode of qscale diff failed at 154 76 [h264 @ 0x636362768800] error while decoding MB 154 76, bytestream 24341 [h264 @ 0x636362567dc0] cabac decode of qscale diff failed at 201 101 [h264 @ 0x636362567dc0] error while decoding MB 201 101, bytestream 21561", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 336.786, "last_started_at": "2026-11-03T15:24:47+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 187, "restart_count_per_hour": 14, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 188}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.996, "sample_count": 2761, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.115, "last_frame_pushed_at": "2026-11-03T15:30:23+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-11-03T15:30:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 402.694, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 197.306, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T15:30:23.963309+09:00", "mtime_epoch": 1793687423.9633093, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112416}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:30:24+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2453.875, "name": "celery", "pid": 176, "rss_mb": 2453.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3438536, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 190, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.349, "pushed": 6.349, "read": 6.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.036, "p95_ms": 0.017, "reason": null, "sample_age_ms": 168.252, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.764, "count": 189, "max_ms": 5.317, "p95_ms": 2.245, "reason": null, "sample_age_ms": 222.047, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.31, "count": 189, "max_ms": 2.898, "p95_ms": 1.501, "reason": null, "sample_age_ms": 222.276, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.094, "count": 190, "max_ms": 0.293, "p95_ms": 0.198, "reason": null, "sample_age_ms": 168.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.714, "count": 189, "max_ms": 6.109, "p95_ms": 2.682, "reason": null, "sample_age_ms": 220.184, "source": "client_direct"}, "request_count": 189, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 220.148, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.379, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.542, "count": 190, "max_ms": 70.945, "p95_ms": 62.346, "reason": null, "sample_age_ms": 168.247, "source": "client_direct"}, "sample_age_ms": 168.24, "source": "client_direct", "task_total_ms": {"avg_ms": 45.546, "count": 190, "max_ms": 72.904, "p95_ms": 64.918, "reason": null, "sample_age_ms": 168.24, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.487, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.77, "count": 190, "max_ms": 2.251, "p95_ms": 1.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.254, "count": 190, "max_ms": 0.822, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 190, "max_ms": 0.462, "p95_ms": 0.224}, "event_filter_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.084, "count": 190, "max_ms": 0.251, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 190, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 190, "max_ms": 0.938, "p95_ms": 0.407}, "setup_ms": {"avg_ms": 0.046, "count": 190, "max_ms": 0.136, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.728, "count": 190, "max_ms": 2.13, "p95_ms": 1.565}, "track_match_ms": {"avg_ms": 0.005, "count": 190, "max_ms": 0.032, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.031, "count": 190, "max_ms": 0.127, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.97, "count": 190, "max_ms": 6.23, "p95_ms": 4.58}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.049, "count": 190, "max_ms": 0.177, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.658, "count": 190, "max_ms": 73.715, "p95_ms": 67.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 190, "max_ms": 0.184, "p95_ms": 0.11}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.656, "count": 190, "max_ms": 121.909, "p95_ms": 103.922}, "inference_input_copy_ms": {"avg_ms": 1.518, "count": 190, "max_ms": 3.003, "p95_ms": 2.341}, "processing_residual_ms": {"avg_ms": 0.201, "count": 190, "max_ms": 0.881, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.424, "count": 190, "max_ms": 123.882, "p95_ms": 106.603}, "read_interval": {"avg_ms": 157.703, "count": 189, "max_ms": 4143.293, "p95_ms": 292.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 190, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.134, "count": 190, "max_ms": 0.748, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 190, "max_ms": 0.06, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 190, "max_ms": 0.697, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.674, "count": 190, "max_ms": 73.746, "p95_ms": 67.039}, "visualize": {"avg_ms": 30.151, "count": 190, "max_ms": 47.254, "p95_ms": 39.053}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.259, "count": 190, "max_ms": 46.176, "p95_ms": 38.041}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.95, "count": 190, "max_ms": 47.067, "p95_ms": 38.826}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.843, "count": 190, "max_ms": 46.944, "p95_ms": 38.693}, "visualizer_prepare_ms": {"avg_ms": 0.06, "count": 190, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2453.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.04, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.154, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114536, "write_bytes_delta": 114536, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 1.239726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9827.0, "pid": 84581, "reason": null, "system_cpu_core_ratio": 0.425563, "system_cpu_s_delta": 8.52, "user_cpu_core_ratio": 0.814163, "user_cpu_s_delta": 16.30000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.440048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03896, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.401088, "user_cpu_s_delta": 8.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.035, "count": 215, "max_ms": 6.516, "p95_ms": 4.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.175, "count": 30, "max": 80.948, "p95": 60.562, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.142, "count": 30, "max": 37.565, "p95": 34.526, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1351.667, "count": 30, "max": 1563.0, "p95": 1513.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1419.033, "count": 30, "max": 16567.0, "p95": 8792.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.536, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.243, "count": 30, "max": 1.534, "p95": 1.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 38.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.066, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.68, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28873, "sampled_at": "2026-11-03T15:30:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.926, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4739785, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:29:31", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:29:31", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3432739, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3432734}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10355.16, "limit_mb": null}, "detail": {"pid": 84813, "restart_count": 188, "start_count": 189}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9506864332800, "copied_frame_count": 3438536, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9506864332800, "frame_buffer_copies": 3438536, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1347, "count": 512, "max_ms": 0.7607, "p50_ms": 0.1232, "p95_ms": 0.2594, "p99_ms": 0.3473}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2695, "count": 512, "max_ms": 3.5676, "p50_ms": 1.1562, "p95_ms": 2.1279, "p99_ms": 2.7439, "results": {"failed": 0, "not_applicable": 0, "success": 3438536, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 175, "h264_decode_error_count": 340, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:24+09:00", "last_error_summary": "[h264 @ 0x63636254bc40] cabac decode of qscale diff failed at 204 38 [h264 @ 0x63636254bc40] error while decoding MB 204 38, bytestream 13795 [h264 @ 0x636362768800] cabac decode of qscale diff failed at 154 76 [h264 @ 0x636362768800] error while decoding MB 154 76, bytestream 24341 [h264 @ 0x636362567dc0] cabac decode of qscale diff failed at 201 101 [h264 @ 0x636362567dc0] error while decoding MB 201 101, bytestream 21561", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:30:26+09:00", "pid": 84813, "process": {"exists": true, "fd_count": 5, "hwm_mb": 186.859, "name": "ffmpeg", "pid": 84813, "rss_mb": 186.859, "state": "S (sleeping)", "threads": 19}, "restart_count": 188, "restart_count_per_hour": 15, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 103.883, "sample_count": 2717, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438536, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.578, "last_frame_pushed_at": "2026-11-03T15:30:23+09:00", "last_frame_read_age_sec": 4.669, "last_frame_read_at": "2026-11-03T15:30:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 407.146, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 192.854, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 4.57, "exists": true, "mtime": "2026-11-03T15:30:23.963309+09:00", "mtime_epoch": 1793687423.9633093, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112416}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T15:30:28+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2453.875, "name": "celery", "pid": 176, "rss_mb": 2453.875, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3438536, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 181, "pushed_frames": 181, "read_frames": 181, "select_timeouts": 5, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.124, "pushed": 6.124, "read": 6.124}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 181, "client_acquire_ms": {"avg_ms": 0.009, "count": 181, "max_ms": 0.036, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4620.465, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.762, "count": 181, "max_ms": 5.317, "p95_ms": 2.165, "reason": null, "sample_age_ms": 4674.26, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.305, "count": 181, "max_ms": 2.898, "p95_ms": 1.499, "reason": null, "sample_age_ms": 4674.489, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.095, "count": 181, "max_ms": 0.293, "p95_ms": 0.2, "reason": null, "sample_age_ms": 4620.474, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.708, "count": 181, "max_ms": 6.109, "p95_ms": 2.582, "reason": null, "sample_age_ms": 4672.397, "source": "client_direct"}, "request_count": 181, "request_tensor_bytes": {"avg": 2211848.0, "count": 181, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4672.361, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4620.593, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.648, "count": 181, "max_ms": 70.945, "p95_ms": 62.724, "reason": null, "sample_age_ms": 4620.46, "source": "client_direct"}, "sample_age_ms": 4620.453, "source": "client_direct", "task_total_ms": {"avg_ms": 45.649, "count": 181, "max_ms": 72.904, "p95_ms": 65.352, "reason": null, "sample_age_ms": 4620.453, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.275, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.785, "count": 181, "max_ms": 2.251, "p95_ms": 1.68}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 181, "max_ms": 0.822, "p95_ms": 0.559}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 181, "max_ms": 0.462, "p95_ms": 0.224}, "event_filter_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.035, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 181, "max_ms": 0.251, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 181, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 181, "max_ms": 0.938, "p95_ms": 0.407}, "setup_ms": {"avg_ms": 0.047, "count": 181, "max_ms": 0.136, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.742, "count": 181, "max_ms": 2.13, "p95_ms": 1.565}, "track_match_ms": {"avg_ms": 0.005, "count": 181, "max_ms": 0.032, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.032, "count": 181, "max_ms": 0.127, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.964, "count": 181, "max_ms": 6.23, "p95_ms": 4.58}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 181, "max_ms": 0.177, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.765, "count": 181, "max_ms": 73.715, "p95_ms": 67.013}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 181, "max_ms": 0.184, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.767, "count": 181, "max_ms": 121.909, "p95_ms": 101.213}, "inference_input_copy_ms": {"avg_ms": 1.517, "count": 181, "max_ms": 3.003, "p95_ms": 2.328}, "processing_residual_ms": {"avg_ms": 0.197, "count": 181, "max_ms": 0.516, "p95_ms": 0.403}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.529, "count": 181, "max_ms": 123.882, "p95_ms": 103.33}, "read_interval": {"avg_ms": 160.387, "count": 181, "max_ms": 4143.293, "p95_ms": 292.036}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 181, "max_ms": 0.054, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 0.137, "count": 181, "max_ms": 0.748, "p95_ms": 0.297}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 181, "max_ms": 0.06, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 181, "max_ms": 0.697, "p95_ms": 0.262}, "worker_merge_ms": {"avg_ms": 0.006, "count": 181, "max_ms": 0.03, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.781, "count": 181, "max_ms": 73.746, "p95_ms": 67.039}, "visualize": {"avg_ms": 30.146, "count": 181, "max_ms": 47.254, "p95_ms": 39.048}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.247, "count": 181, "max_ms": 46.176, "p95_ms": 37.87}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.941, "count": 181, "max_ms": 47.067, "p95_ms": 38.712}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.832, "count": 181, "max_ms": 46.944, "p95_ms": 38.619}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 181, "max_ms": 0.2, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2453.816, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 24.04, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.154, "sample_count": 2818, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3438416, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 114536, "write_bytes_delta": 114536, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 459.0, "cpu_core_ratio": 1.239726, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 9827.0, "pid": 84581, "reason": null, "system_cpu_core_ratio": 0.425563, "system_cpu_s_delta": 8.52, "user_cpu_core_ratio": 0.814163, "user_cpu_s_delta": 16.30000000000001}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.440048, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.03896, "system_cpu_s_delta": 0.7799999999988358, "user_cpu_core_ratio": 0.401088, "user_cpu_s_delta": 8.029999999998836}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.035, "count": 215, "max_ms": 6.516, "p95_ms": 4.967, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 215}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 215}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.175, "count": 30, "max": 80.948, "p95": 60.562, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.142, "count": 30, "max": 37.565, "p95": 34.526, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1351.667, "count": 30, "max": 1563.0, "p95": 1513.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1419.033, "count": 30, "max": 16567.0, "p95": 8792.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.089, "count": 30, "max": 0.536, "p95": 0.341, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.243, "count": 30, "max": 1.534, "p95": 1.484, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 110351.933, "count": 30, "max": 115845.0, "p95": 113757.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.267, "count": 30, "max": 38.0, "p95": 32.05, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.057, "count": 30, "max": 0.066, "p95": 0.065, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.597, "count": 30, "max": 0.68, "p95": 0.674, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 28873, "sampled_at": "2026-11-03T15:30:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.556, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5490226, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:30:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:30:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3325044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3324637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10378.672, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x57c381b1f7c0] error while decoding MB 47 56, bytestream -8 [in#0/rtsp @ 0x57c3819f5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57c3819f5e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9207994982400, "copied_frame_count": 3330438, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9207994982400, "frame_buffer_copies": 3330438, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1122, "count": 512, "max_ms": 0.3482, "p50_ms": 0.0989, "p95_ms": 0.2086, "p99_ms": 0.2754}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3189, "count": 512, "max_ms": 4.96, "p50_ms": 1.2226, "p95_ms": 2.1985, "p99_ms": 3.0191, "results": {"failed": 0, "not_applicable": 0, "success": 3330438, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 319, "h264_decode_error_count": 981, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:56+09:00", "last_error_summary": "[h264 @ 0x57c381b1f7c0] error while decoding MB 47 56, bytestream -8 [in#0/rtsp @ 0x57c3819f5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57c3819f5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:23:06+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.18, "last_started_at": "2026-11-03T15:28:11+09:00", "pid": 84697, "process": {"exists": false, "pid": 84697}, "restart_count": 338, "restart_count_per_hour": 4, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 339}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.519, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330438, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-11-03T15:30:56+09:00", "last_frame_read_age_sec": 0.09, "last_frame_read_at": "2026-11-03T15:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 435.426, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 164.574, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-11-03T15:30:56.710781+09:00", "mtime_epoch": 1793687456.7107806, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85838}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:30:56+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2377.289, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3330439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.505, "max": 8.0, "p95": 7.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.385, "max": 3.0, "p95": 3.0, "sample_count": 91}, "total": {"avg": 1.385, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.363, "max": 2.0, "p95": 2.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.363, "max": 2.0, "p95": 2.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 91, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.04, "pushed": 3.04, "read": 3.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.009, "count": 92, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 39.634, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.89, "count": 91, "max_ms": 3.664, "p95_ms": 2.816, "reason": null, "sample_age_ms": 98.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.371, "count": 91, "max_ms": 3.196, "p95_ms": 1.959, "reason": null, "sample_age_ms": 98.724, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 92, "max_ms": 0.893, "p95_ms": 0.745, "reason": null, "sample_age_ms": 39.648, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.389, "count": 91, "max_ms": 6.105, "p95_ms": 4.136, "reason": null, "sample_age_ms": 96.024, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 95.985, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 40.08, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.618, "count": 92, "max_ms": 78.088, "p95_ms": 71.95, "reason": null, "sample_age_ms": 39.63, "source": "client_direct"}, "sample_age_ms": 39.626, "source": "client_direct", "task_total_ms": {"avg_ms": 54.625, "count": 92, "max_ms": 84.852, "p95_ms": 75.208, "reason": null, "sample_age_ms": 39.626, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.472, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.024, "count": 91, "max_ms": 15.634, "p95_ms": 10.829}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.466, "count": 91, "max_ms": 1.553, "p95_ms": 0.883}, "detection_prepare_ms": {"avg_ms": 1.596, "count": 91, "max_ms": 4.325, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 91, "max_ms": 1.191, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.536, "count": 91, "max_ms": 7.031, "p95_ms": 4.097}, "setup_ms": {"avg_ms": 0.055, "count": 91, "max_ms": 0.142, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 5.951, "count": 91, "max_ms": 15.524, "p95_ms": 10.68}, "track_match_ms": {"avg_ms": 0.121, "count": 91, "max_ms": 1.012, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 1.847, "count": 91, "max_ms": 4.3, "p95_ms": 3.432}}, "gstreamer_push": {"avg_ms": 3.286, "count": 91, "max_ms": 7.101, "p95_ms": 6.115}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 91, "max_ms": 0.178, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.945, "count": 91, "max_ms": 89.402, "p95_ms": 76.214}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.959, "count": 91, "max_ms": 11.741, "p95_ms": 9.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.884, "count": 91, "max_ms": 162.069, "p95_ms": 133.844}, "inference_input_copy_ms": {"avg_ms": 1.75, "count": 91, "max_ms": 4.238, "p95_ms": 3.066}, "processing_residual_ms": {"avg_ms": 0.249, "count": 91, "max_ms": 0.808, "p95_ms": 0.576}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.842, "count": 91, "max_ms": 168.415, "p95_ms": 138.783}, "read_interval": {"avg_ms": 328.902, "count": 91, "max_ms": 19020.773, "p95_ms": 193.977}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 91, "max_ms": 0.243, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 1.451, "count": 91, "max_ms": 6.855, "p95_ms": 4.001}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 91, "max_ms": 0.05, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.427, "count": 91, "max_ms": 6.82, "p95_ms": 3.97}, "worker_merge_ms": {"avg_ms": 0.009, "count": 91, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.961, "count": 91, "max_ms": 89.415, "p95_ms": 76.225}, "visualize": {"avg_ms": 35.494, "count": 91, "max_ms": 76.944, "p95_ms": 49.586}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.381, "count": 91, "max_ms": 45.688, "p95_ms": 39.349}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.78, "count": 91, "max_ms": 75.116, "p95_ms": 45.914}, "visualize_input_copy_ms": {"avg_ms": 1.446, "count": 91, "max_ms": 4.237, "p95_ms": 2.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.61, "count": 91, "max_ms": 74.845, "p95_ms": 45.706}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 91, "max_ms": 0.249, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2377.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 68.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.519, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84801, "write_bytes_delta": 84801, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 775.0, "cpu_core_ratio": 0.192594, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4916.0, "pid": 84697, "reason": null, "system_cpu_core_ratio": 0.016002, "system_cpu_s_delta": 0.5599999999999996, "user_cpu_core_ratio": 0.176592, "user_cpu_s_delta": 6.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.752087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.222883, "system_cpu_s_delta": 7.7999999999883585, "user_cpu_core_ratio": 0.529204, "user_cpu_s_delta": 18.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.106, "count": 95, "max_ms": 7.101, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.389, "max": 8.0, "p95": 7.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 1.368, "max": 3.0, "p95": 3.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.725, "count": 30, "max": 71.375, "p95": 67.017, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.039, "count": 30, "max": 29.342, "p95": 28.619, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 671.833, "count": 30, "max": 1087.0, "p95": 1009.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2648.8, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.427, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 29.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.516, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.199, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25813, "sampled_at": "2026-11-03T15:30:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5490226, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:30:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:30:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3325044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3324637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10369.07, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:30:56+09:00", "last_error_summary": "[h264 @ 0x57c381b1f7c0] error while decoding MB 47 56, bytestream -8 [in#0/rtsp @ 0x57c3819f5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57c3819f5e00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9207997747200, "copied_frame_count": 3330439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9207997747200, "frame_buffer_copies": 3330439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.3482, "p50_ms": 0.0989, "p95_ms": 0.2086, "p99_ms": 0.2754}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3189, "count": 512, "max_ms": 4.96, "p50_ms": 1.2226, "p95_ms": 2.1985, "p99_ms": 3.0191, "results": {"failed": 0, "not_applicable": 0, "success": 3330439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 319, "h264_decode_error_count": 981, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:56+09:00", "last_error_summary": "[h264 @ 0x57c381b1f7c0] error while decoding MB 47 56, bytestream -8 [in#0/rtsp @ 0x57c3819f5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57c3819f5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:30:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.304, "last_started_at": "2026-11-03T15:28:11+09:00", "pid": 84697, "process": {"exists": false, "pid": 84697}, "restart_count": 338, "restart_count_per_hour": 4, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 339}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.59, "sample_count": 2114, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T15:30:56+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-11-03T15:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 435.551, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 164.449, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T15:30:56.862783+09:00", "mtime_epoch": 1793687456.8627827, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85808}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:30:56+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2377.281, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3330439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.516, "max": 8.0, "p95": 7.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.385, "max": 3.0, "p95": 3.0, "sample_count": 91}, "total": {"avg": 1.385, "max": 3.0, "p95": 3.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 0.363, "max": 2.0, "p95": 2.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 0.363, "max": 2.0, "p95": 2.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.037, "pushed": 3.037, "read": 3.004}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.009, "count": 90, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 165.903, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.895, "count": 90, "max_ms": 3.664, "p95_ms": 2.822, "reason": null, "sample_age_ms": 224.527, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.373, "count": 90, "max_ms": 3.196, "p95_ms": 1.967, "reason": null, "sample_age_ms": 224.993, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 90, "max_ms": 0.893, "p95_ms": 0.747, "reason": null, "sample_age_ms": 165.917, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.395, "count": 90, "max_ms": 6.105, "p95_ms": 4.146, "reason": null, "sample_age_ms": 222.293, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2764808.0, "count": 90, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 222.254, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 166.349, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.706, "count": 90, "max_ms": 78.088, "p95_ms": 71.976, "reason": null, "sample_age_ms": 165.9, "source": "client_direct"}, "sample_age_ms": 165.896, "source": "client_direct", "task_total_ms": {"avg_ms": 54.715, "count": 90, "max_ms": 84.852, "p95_ms": 75.234, "reason": null, "sample_age_ms": 165.896, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.409, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.056, "count": 91, "max_ms": 15.634, "p95_ms": 10.829}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.473, "count": 91, "max_ms": 1.553, "p95_ms": 0.886}, "detection_prepare_ms": {"avg_ms": 1.6, "count": 91, "max_ms": 4.325, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.321, "count": 91, "max_ms": 1.191, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.004, "count": 91, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.547, "count": 91, "max_ms": 7.031, "p95_ms": 4.097}, "setup_ms": {"avg_ms": 0.056, "count": 91, "max_ms": 0.142, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 5.982, "count": 91, "max_ms": 15.524, "p95_ms": 10.68}, "track_match_ms": {"avg_ms": 0.122, "count": 91, "max_ms": 1.012, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 1.852, "count": 91, "max_ms": 4.3, "p95_ms": 3.432}}, "gstreamer_push": {"avg_ms": 3.405, "count": 91, "max_ms": 13.795, "p95_ms": 6.268}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 91, "max_ms": 0.178, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.002, "count": 91, "max_ms": 89.402, "p95_ms": 76.214}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.964, "count": 91, "max_ms": 11.741, "p95_ms": 9.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.432, "count": 91, "max_ms": 162.069, "p95_ms": 137.452}, "inference_input_copy_ms": {"avg_ms": 1.755, "count": 91, "max_ms": 4.238, "p95_ms": 3.066}, "processing_residual_ms": {"avg_ms": 0.248, "count": 91, "max_ms": 0.808, "p95_ms": 0.576}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.4, "count": 91, "max_ms": 168.415, "p95_ms": 141.526}, "read_interval": {"avg_ms": 331.414, "count": 90, "max_ms": 19020.773, "p95_ms": 193.977}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.024, "count": 91, "max_ms": 0.243, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 1.462, "count": 91, "max_ms": 6.855, "p95_ms": 4.001}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 91, "max_ms": 0.05, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.437, "count": 91, "max_ms": 6.82, "p95_ms": 3.97}, "worker_merge_ms": {"avg_ms": 0.009, "count": 91, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.019, "count": 91, "max_ms": 89.415, "p95_ms": 76.225}, "visualize": {"avg_ms": 35.951, "count": 91, "max_ms": 76.944, "p95_ms": 50.999}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.676, "count": 91, "max_ms": 50.411, "p95_ms": 39.49}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.229, "count": 91, "max_ms": 75.116, "p95_ms": 49.775}, "visualize_input_copy_ms": {"avg_ms": 1.451, "count": 91, "max_ms": 4.237, "p95_ms": 2.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.058, "count": 91, "max_ms": 74.845, "p95_ms": 49.523}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 91, "max_ms": 0.249, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2377.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 68.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.519, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84801, "write_bytes_delta": 84801, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 775.0, "cpu_core_ratio": 0.192594, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4916.0, "pid": 84697, "reason": null, "system_cpu_core_ratio": 0.016002, "system_cpu_s_delta": 0.5599999999999996, "user_cpu_core_ratio": 0.176592, "user_cpu_s_delta": 6.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.752087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.222883, "system_cpu_s_delta": 7.7999999999883585, "user_cpu_core_ratio": 0.529204, "user_cpu_s_delta": 18.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.106, "count": 95, "max_ms": 7.101, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.389, "max": 8.0, "p95": 7.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 1.368, "max": 3.0, "p95": 3.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.725, "count": 30, "max": 71.375, "p95": 67.017, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.039, "count": 30, "max": 29.342, "p95": 28.619, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 671.833, "count": 30, "max": 1087.0, "p95": 1009.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2648.8, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.427, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 29.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.516, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.199, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25813, "sampled_at": "2026-11-03T15:30:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.964, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5490226, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:30:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:30:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3325044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3324637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10369.277, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9207997747200, "copied_frame_count": 3330439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9207997747200, "frame_buffer_copies": 3330439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.3482, "p50_ms": 0.0989, "p95_ms": 0.2086, "p99_ms": 0.2754}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3189, "count": 512, "max_ms": 4.96, "p50_ms": 1.2226, "p95_ms": 2.1985, "p99_ms": 3.0191, "results": {"failed": 0, "not_applicable": 0, "success": 3330439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 319, "h264_decode_error_count": 981, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:56+09:00", "last_error_summary": "[h264 @ 0x57c381b1f7c0] error while decoding MB 47 56, bytestream -8 [in#0/rtsp @ 0x57c3819f5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57c3819f5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:30:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 165.371, "last_started_at": "2026-11-03T15:28:11+09:00", "pid": 84697, "process": {"exists": false, "pid": 84697}, "restart_count": 338, "restart_count_per_hour": 4, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 339}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.59, "sample_count": 2113, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.124, "last_frame_pushed_at": "2026-11-03T15:30:56+09:00", "last_frame_read_age_sec": 0.281, "last_frame_read_at": "2026-11-03T15:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 435.59, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 164.41, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 0.12, "exists": true, "mtime": "2026-11-03T15:30:56.862783+09:00", "mtime_epoch": 1793687456.8627827, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85808}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:30:57+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2377.281, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3330439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.522, "max": 8.0, "p95": 7.0, "sample_count": 90}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.389, "max": 3.0, "p95": 3.0, "sample_count": 90}, "total": {"avg": 1.389, "max": 3.0, "p95": 3.0, "sample_count": 90}}, "tracking_counts": {"active": {"avg": 0.367, "max": 2.0, "p95": 2.0, "sample_count": 90}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 90}, "tracked": {"avg": 0.367, "max": 2.0, "p95": 2.0, "sample_count": 90}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 90, "pushed_frames": 90, "read_frames": 89, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.007, "pushed": 3.007, "read": 2.974}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 89, "client_acquire_ms": {"avg_ms": 0.009, "count": 90, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 220.576, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.899, "count": 89, "max_ms": 3.664, "p95_ms": 2.828, "reason": null, "sample_age_ms": 279.2, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.376, "count": 89, "max_ms": 3.196, "p95_ms": 1.975, "reason": null, "sample_age_ms": 279.666, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 90, "max_ms": 0.893, "p95_ms": 0.747, "reason": null, "sample_age_ms": 220.59, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.398, "count": 89, "max_ms": 6.105, "p95_ms": 4.156, "reason": null, "sample_age_ms": 276.966, "source": "client_direct"}, "request_count": 89, "request_tensor_bytes": {"avg": 2764808.0, "count": 89, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 276.927, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 221.022, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.706, "count": 90, "max_ms": 78.088, "p95_ms": 71.976, "reason": null, "sample_age_ms": 220.572, "source": "client_direct"}, "sample_age_ms": 220.569, "source": "client_direct", "task_total_ms": {"avg_ms": 54.715, "count": 90, "max_ms": 84.852, "p95_ms": 75.234, "reason": null, "sample_age_ms": 220.569, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.055, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.092, "count": 90, "max_ms": 15.634, "p95_ms": 10.829}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 90, "max_ms": 1.553, "p95_ms": 0.886}, "detection_prepare_ms": {"avg_ms": 1.609, "count": 90, "max_ms": 4.325, "p95_ms": 2.646}, "event_filter_ms": {"avg_ms": 0.006, "count": 90, "max_ms": 0.019, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.323, "count": 90, "max_ms": 1.191, "p95_ms": 0.519}, "mcmt_ms": {"avg_ms": 0.004, "count": 90, "max_ms": 0.013, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.558, "count": 90, "max_ms": 7.031, "p95_ms": 4.097}, "setup_ms": {"avg_ms": 0.056, "count": 90, "max_ms": 0.142, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 6.017, "count": 90, "max_ms": 15.524, "p95_ms": 10.68}, "track_match_ms": {"avg_ms": 0.123, "count": 90, "max_ms": 1.012, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 1.863, "count": 90, "max_ms": 4.3, "p95_ms": 3.432}}, "gstreamer_push": {"avg_ms": 3.416, "count": 90, "max_ms": 13.795, "p95_ms": 6.268}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 90, "max_ms": 0.178, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.105, "count": 90, "max_ms": 89.402, "p95_ms": 76.214}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.978, "count": 90, "max_ms": 11.741, "p95_ms": 9.032}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.696, "count": 90, "max_ms": 162.069, "p95_ms": 137.452}, "inference_input_copy_ms": {"avg_ms": 1.768, "count": 90, "max_ms": 4.238, "p95_ms": 3.066}, "processing_residual_ms": {"avg_ms": 0.249, "count": 90, "max_ms": 0.808, "p95_ms": 0.576}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.692, "count": 90, "max_ms": 168.415, "p95_ms": 141.526}, "read_interval": {"avg_ms": 334.166, "count": 89, "max_ms": 19020.773, "p95_ms": 193.977}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.025, "count": 90, "max_ms": 0.243, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 1.473, "count": 90, "max_ms": 6.855, "p95_ms": 4.001}, "resolve_scenarios_ms": {"avg_ms": 0.022, "count": 90, "max_ms": 0.05, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.448, "count": 90, "max_ms": 6.82, "p95_ms": 3.97}, "worker_merge_ms": {"avg_ms": 0.009, "count": 90, "max_ms": 0.052, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.122, "count": 90, "max_ms": 89.415, "p95_ms": 76.225}, "visualize": {"avg_ms": 36.07, "count": 90, "max_ms": 76.944, "p95_ms": 50.999}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.758, "count": 90, "max_ms": 50.411, "p95_ms": 39.49}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.343, "count": 90, "max_ms": 75.116, "p95_ms": 49.775}, "visualize_input_copy_ms": {"avg_ms": 1.455, "count": 90, "max_ms": 4.237, "p95_ms": 2.984}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 90, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.17, "count": 90, "max_ms": 74.845, "p95_ms": 49.523}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 90, "max_ms": 0.249, "p95_ms": 0.179}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 90}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 90}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2377.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 68.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.519, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84801, "write_bytes_delta": 84801, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 775.0, "cpu_core_ratio": 0.192594, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4916.0, "pid": 84697, "reason": null, "system_cpu_core_ratio": 0.016002, "system_cpu_s_delta": 0.5599999999999996, "user_cpu_core_ratio": 0.176592, "user_cpu_s_delta": 6.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.752087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.222883, "system_cpu_s_delta": 7.7999999999883585, "user_cpu_core_ratio": 0.529204, "user_cpu_s_delta": 18.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.106, "count": 95, "max_ms": 7.101, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.389, "max": 8.0, "p95": 7.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 1.368, "max": 3.0, "p95": 3.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.725, "count": 30, "max": 71.375, "p95": 67.017, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.039, "count": 30, "max": 29.342, "p95": 28.619, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 671.833, "count": 30, "max": 1087.0, "p95": 1009.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2648.8, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.427, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 29.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.516, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.199, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25813, "sampled_at": "2026-11-03T15:30:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5490226, "flush_count": 5803, "flush_interval_seconds": 30.0, "flush_state": {"count": 5803, "last_at": "2026-11-03T15:30:00", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:30:00", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5802}, "started": true, "suppressed_count": 3325044, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3324637}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5803, "written_record_count": 5803}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10390.578, "limit_mb": null}, "detail": {"pid": 84929, "restart_count": 339, "start_count": 340}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9207997747200, "copied_frame_count": 3330439, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9207997747200, "frame_buffer_copies": 3330439, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1121, "count": 512, "max_ms": 0.3482, "p50_ms": 0.0989, "p95_ms": 0.2086, "p99_ms": 0.2754}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3189, "count": 512, "max_ms": 4.96, "p50_ms": 1.2226, "p95_ms": 2.1985, "p99_ms": 3.0191, "results": {"failed": 0, "not_applicable": 0, "success": 3330439, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 319, "h264_decode_error_count": 981, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:30:56+09:00", "last_error_summary": "[h264 @ 0x57c381b1f7c0] error while decoding MB 47 56, bytestream -8 [in#0/rtsp @ 0x57c3819f5e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x57c3819f5e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:30:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T15:30:59+09:00", "pid": 84929, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.168, "name": "ffmpeg", "pid": 84929, "rss_mb": 57.168, "state": "S (sleeping)", "threads": 1}, "restart_count": 339, "restart_count_per_hour": 5, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 340}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.652, "sample_count": 2076, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330439, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:56+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.391, "last_frame_pushed_at": "2026-11-03T15:30:56+09:00", "last_frame_read_age_sec": 4.548, "last_frame_read_at": "2026-11-03T15:30:56+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 183, "debug_expires_at": null, "deduplicated_count": 32, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 439.862, "last_sample_duration_ms": 1449.985, "last_trigger": "periodic", "next_snapshot_in_sec": 160.138, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 583, "storage_bytes": 3468566}, "mjpeg": {"age_sec": 4.387, "exists": true, "mtime": "2026-11-03T15:30:56.862783+09:00", "mtime_epoch": 1793687456.8627827, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85808}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:31:01+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2377.285, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3330439, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.453, "max": 8.0, "p95": 6.0, "sample_count": 53}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.509, "max": 3.0, "p95": 3.0, "sample_count": 53}, "total": {"avg": 1.509, "max": 3.0, "p95": 3.0, "sample_count": 53}}, "tracking_counts": {"active": {"avg": 0.491, "max": 2.0, "p95": 2.0, "sample_count": 53}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "removed": {"avg": 0.038, "max": 1.0, "p95": 0.0, "sample_count": 53}, "tracked": {"avg": 0.491, "max": 2.0, "p95": 2.0, "sample_count": 53}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 53, "pushed_frames": 53, "read_frames": 52, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.769, "pushed": 1.769, "read": 1.736}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 52, "client_acquire_ms": {"avg_ms": 0.01, "count": 52, "max_ms": 0.042, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4493.123, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.942, "count": 52, "max_ms": 3.664, "p95_ms": 2.81, "reason": null, "sample_age_ms": 4551.748, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.393, "count": 52, "max_ms": 2.432, "p95_ms": 2.121, "reason": null, "sample_age_ms": 4552.214, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.416, "count": 52, "max_ms": 0.853, "p95_ms": 0.758, "reason": null, "sample_age_ms": 4493.137, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.408, "count": 52, "max_ms": 4.743, "p95_ms": 4.117, "reason": null, "sample_age_ms": 4549.513, "source": "client_direct"}, "request_count": 52, "request_tensor_bytes": {"avg": 2764808.0, "count": 52, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4549.474, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 52, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4493.57, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.877, "count": 52, "max_ms": 74.638, "p95_ms": 72.379, "reason": null, "sample_age_ms": 4493.12, "source": "client_direct"}, "sample_age_ms": 4493.116, "source": "client_direct", "task_total_ms": {"avg_ms": 56.911, "count": 52, "max_ms": 77.459, "p95_ms": 76.13, "reason": null, "sample_age_ms": 4493.116, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.019, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.539, "count": 53, "max_ms": 15.634, "p95_ms": 11.214}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.504, "count": 53, "max_ms": 1.553, "p95_ms": 0.886}, "detection_prepare_ms": {"avg_ms": 1.62, "count": 53, "max_ms": 3.378, "p95_ms": 2.457}, "event_filter_ms": {"avg_ms": 0.007, "count": 53, "max_ms": 0.019, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.344, "count": 53, "max_ms": 1.191, "p95_ms": 0.572}, "mcmt_ms": {"avg_ms": 0.004, "count": 53, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.788, "count": 53, "max_ms": 7.031, "p95_ms": 4.468}, "setup_ms": {"avg_ms": 0.057, "count": 53, "max_ms": 0.119, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.456, "count": 53, "max_ms": 15.524, "p95_ms": 11.104}, "track_match_ms": {"avg_ms": 0.139, "count": 53, "max_ms": 1.012, "p95_ms": 0.304}, "tracker_update_ms": {"avg_ms": 1.993, "count": 53, "max_ms": 4.3, "p95_ms": 3.568}}, "gstreamer_push": {"avg_ms": 3.806, "count": 53, "max_ms": 13.795, "p95_ms": 6.782}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.069, "count": 53, "max_ms": 0.178, "p95_ms": 0.141}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 58.375, "count": 53, "max_ms": 80.92, "p95_ms": 78.439}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.052, "count": 53, "max_ms": 10.996, "p95_ms": 9.528}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.528, "count": 53, "max_ms": 139.907, "p95_ms": 137.452}, "inference_input_copy_ms": {"avg_ms": 1.885, "count": 53, "max_ms": 4.238, "p95_ms": 3.496}, "processing_residual_ms": {"avg_ms": 0.287, "count": 53, "max_ms": 0.808, "p95_ms": 0.702}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.753, "count": 53, "max_ms": 145.848, "p95_ms": 141.526}, "read_interval": {"avg_ms": 490.582, "count": 52, "max_ms": 19020.773, "p95_ms": 204.348}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 53, "max_ms": 0.06, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 1.697, "count": 53, "max_ms": 6.855, "p95_ms": 4.311}, "resolve_scenarios_ms": {"avg_ms": 0.023, "count": 53, "max_ms": 0.05, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.675, "count": 53, "max_ms": 6.82, "p95_ms": 4.285}, "worker_merge_ms": {"avg_ms": 0.009, "count": 53, "max_ms": 0.025, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 58.392, "count": 53, "max_ms": 80.945, "p95_ms": 78.457}, "visualize": {"avg_ms": 38.157, "count": 53, "max_ms": 68.841, "p95_ms": 50.999}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.548, "count": 53, "max_ms": 50.411, "p95_ms": 39.49}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.387, "count": 53, "max_ms": 66.962, "p95_ms": 49.775}, "visualize_input_copy_ms": {"avg_ms": 1.484, "count": 53, "max_ms": 3.41, "p95_ms": 3.314}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 53, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.21, "count": 53, "max_ms": 66.787, "p95_ms": 49.523}, "visualizer_prepare_ms": {"avg_ms": 0.091, "count": 53, "max_ms": 0.249, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 53}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 53}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2377.281, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 68.702, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.519, "sample_count": 2115, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3330430, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:30:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84801, "write_bytes_delta": 84801, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 775.0, "cpu_core_ratio": 0.192594, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4916.0, "pid": 84697, "reason": null, "system_cpu_core_ratio": 0.016002, "system_cpu_s_delta": 0.5599999999999996, "user_cpu_core_ratio": 0.176592, "user_cpu_s_delta": 6.18}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.752087, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.222883, "system_cpu_s_delta": 7.7999999999883585, "user_cpu_core_ratio": 0.529204, "user_cpu_s_delta": 18.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.106, "count": 95, "max_ms": 7.101, "p95_ms": 6.115, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.389, "max": 8.0, "p95": 7.0, "sample_count": 95}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.368, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 95}, "total": {"avg": 1.368, "max": 3.0, "p95": 3.0, "sample_count": 95}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 27.725, "count": 30, "max": 71.375, "p95": 67.017, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.039, "count": 30, "max": 29.342, "p95": 28.619, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 671.833, "count": 30, "max": 1087.0, "p95": 1009.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2648.8, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.034, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.427, "p95": 0.42, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83901.333, "count": 30, "max": 89496.0, "p95": 88676.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 14.8, "count": 30, "max": 29.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.516, "p95": 0.51, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.054, "count": 30, "max": 1.199, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25813, "sampled_at": "2026-11-03T15:30:55+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:30:55+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5494318, "flush_count": 5807, "flush_interval_seconds": 30.0, "flush_state": {"count": 5807, "last_at": "2026-11-03T15:34:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:34:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5806}, "started": true, "suppressed_count": 3326810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3326403}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5807, "written_record_count": 5807}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10382.859, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x559055484fc0] error while decoding MB 37 51, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9212888678400, "copied_frame_count": 3332208, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9212888678400, "frame_buffer_copies": 3332208, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1327, "count": 512, "max_ms": 0.4286, "p50_ms": 0.1183, "p95_ms": 0.2435, "p99_ms": 0.3383}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5955, "count": 512, "max_ms": 14.3248, "p50_ms": 1.4537, "p95_ms": 2.6353, "p99_ms": 3.3477, "results": {"failed": 0, "not_applicable": 0, "success": 3332208, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 320, "h264_decode_error_count": 982, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:34:47+09:00", "last_error_summary": "[h264 @ 0x559055484fc0] error while decoding MB 37 51, bytestream -6", "last_exit_at": "2026-11-03T15:30:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 227.895, "last_started_at": "2026-11-03T15:30:59+09:00", "pid": 84929, "process": {"exists": false, "pid": 84929}, "restart_count": 339, "restart_count_per_hour": 5, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 340}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.45, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3332208, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.079, "last_frame_pushed_at": "2026-11-03T15:34:47+09:00", "last_frame_read_age_sec": 0.074, "last_frame_read_at": "2026-11-03T15:34:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.668, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 536.332, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-03T15:34:47.074722+09:00", "mtime_epoch": 1793687687.0747218, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94884}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:34:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3332209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.516, "max": 11.0, "p95": 9.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.668, "max": 5.0, "p95": 5.0, "sample_count": 217}, "total": {"avg": 3.668, "max": 5.0, "p95": 5.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.581, "max": 2.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.581, "max": 2.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.252, "pushed": 7.252, "read": 7.252}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 37.596, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.271, "count": 217, "max_ms": 11.195, "p95_ms": 4.48, "reason": null, "sample_age_ms": 91.411, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 217, "max_ms": 10.337, "p95_ms": 2.64, "reason": null, "sample_age_ms": 91.774, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 218, "max_ms": 1.847, "p95_ms": 0.792, "reason": null, "sample_age_ms": 37.61, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.337, "count": 217, "max_ms": 7.224, "p95_ms": 3.985, "reason": null, "sample_age_ms": 89.724, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 89.692, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.089, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.928, "count": 218, "max_ms": 98.109, "p95_ms": 77.318, "reason": null, "sample_age_ms": 37.592, "source": "client_direct"}, "sample_age_ms": 37.588, "source": "client_direct", "task_total_ms": {"avg_ms": 58.949, "count": 218, "max_ms": 101.485, "p95_ms": 81.027, "reason": null, "sample_age_ms": 37.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.189, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.145, "count": 217, "max_ms": 30.148, "p95_ms": 18.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.608, "count": 217, "max_ms": 2.372, "p95_ms": 1.202}, "detection_prepare_ms": {"avg_ms": 2.22, "count": 217, "max_ms": 10.083, "p95_ms": 4.4}, "event_filter_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.03, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.554, "count": 217, "max_ms": 1.27, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.693, "count": 217, "max_ms": 12.458, "p95_ms": 8.084}, "setup_ms": {"avg_ms": 0.054, "count": 217, "max_ms": 0.194, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 11.055, "count": 217, "max_ms": 30.019, "p95_ms": 18.494}, "track_match_ms": {"avg_ms": 0.177, "count": 217, "max_ms": 0.627, "p95_ms": 0.371}, "tracker_update_ms": {"avg_ms": 2.737, "count": 217, "max_ms": 8.684, "p95_ms": 5.379}}, "gstreamer_push": {"avg_ms": 3.437, "count": 217, "max_ms": 12.224, "p95_ms": 5.706}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 217, "max_ms": 0.56, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.759, "count": 217, "max_ms": 102.813, "p95_ms": 84.243}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.708, "count": 217, "max_ms": 16.205, "p95_ms": 9.531}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.281, "count": 217, "max_ms": 180.702, "p95_ms": 146.037}, "inference_input_copy_ms": {"avg_ms": 1.796, "count": 217, "max_ms": 4.394, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.309, "count": 217, "max_ms": 0.892, "p95_ms": 0.618}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.094, "count": 217, "max_ms": 185.73, "p95_ms": 152.045}, "read_interval": {"avg_ms": 138.028, "count": 217, "max_ms": 236.371, "p95_ms": 189.378}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.185, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.582, "count": 217, "max_ms": 12.288, "p95_ms": 7.971}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 217, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.56, "count": 217, "max_ms": 12.258, "p95_ms": 7.925}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.776, "count": 217, "max_ms": 102.827, "p95_ms": 84.251}, "visualize": {"avg_ms": 40.837, "count": 217, "max_ms": 71.512, "p95_ms": 56.842}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.993, "count": 217, "max_ms": 50.418, "p95_ms": 42.056}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.19, "count": 217, "max_ms": 69.762, "p95_ms": 55.002}, "visualize_input_copy_ms": {"avg_ms": 1.382, "count": 217, "max_ms": 5.906, "p95_ms": 2.364}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.021, "count": 217, "max_ms": 69.571, "p95_ms": 54.769}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 217, "max_ms": 0.247, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.805, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.24, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3331985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93722, "write_bytes_delta": 93722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 927.0, "cpu_core_ratio": 0.431668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84929, "reason": null, "system_cpu_core_ratio": 0.029908, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.40176, "user_cpu_s_delta": 8.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.684801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504443, "system_cpu_s_delta": 10.119999999995343, "user_cpu_core_ratio": 1.180358, "user_cpu_s_delta": 23.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.616, "count": 224, "max_ms": 7.986, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.987, "max": 8.0, "p95": 6.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.641, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.641, "max": 4.0, "p95": 4.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.582, "count": 30, "max": 84.644, "p95": 70.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.656, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.633, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2684.667, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.0, "count": 30, "max": 34.0, "p95": 26.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.527, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.239, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25823, "sampled_at": "2026-11-03T15:34:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:34:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.925, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5494318, "flush_count": 5807, "flush_interval_seconds": 30.0, "flush_state": {"count": 5807, "last_at": "2026-11-03T15:34:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:34:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5806}, "started": true, "suppressed_count": 3326810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3326403}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5807, "written_record_count": 5807}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10382.805, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:34:47+09:00", "last_error_summary": "[h264 @ 0x559055484fc0] error while decoding MB 37 51, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9212891443200, "copied_frame_count": 3332209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9212891443200, "frame_buffer_copies": 3332209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1326, "count": 512, "max_ms": 0.4286, "p50_ms": 0.1183, "p95_ms": 0.2435, "p99_ms": 0.3383}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5968, "count": 512, "max_ms": 14.3248, "p50_ms": 1.454, "p95_ms": 2.6353, "p99_ms": 3.3477, "results": {"failed": 0, "not_applicable": 0, "success": 3332209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 320, "h264_decode_error_count": 982, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:34:47+09:00", "last_error_summary": "[h264 @ 0x559055484fc0] error while decoding MB 37 51, bytestream -6", "last_exit_at": "2026-11-03T15:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.017, "last_started_at": "2026-11-03T15:30:59+09:00", "pid": 84929, "process": {"exists": false, "pid": 84929}, "restart_count": 339, "restart_count_per_hour": 5, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 340}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.45, "sample_count": 2237, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3332209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T15:34:47+09:00", "last_frame_read_age_sec": 0.196, "last_frame_read_at": "2026-11-03T15:34:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.775, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 536.225, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 0.039, "exists": true, "mtime": "2026-11-03T15:34:47.225724+09:00", "mtime_epoch": 1793687687.2257237, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94606}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:34:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3332209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.525, "max": 11.0, "p95": 9.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.677, "max": 5.0, "p95": 5.0, "sample_count": 217}, "total": {"avg": 3.677, "max": 5.0, "p95": 5.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.585, "max": 2.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.585, "max": 2.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 217, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.236, "pushed": 7.236, "read": 7.236}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 217, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 147.574, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.271, "count": 217, "max_ms": 11.195, "p95_ms": 4.48, "reason": null, "sample_age_ms": 201.388, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 217, "max_ms": 10.337, "p95_ms": 2.64, "reason": null, "sample_age_ms": 201.752, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 217, "max_ms": 1.847, "p95_ms": 0.793, "reason": null, "sample_age_ms": 147.588, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.337, "count": 217, "max_ms": 7.224, "p95_ms": 3.985, "reason": null, "sample_age_ms": 199.701, "source": "client_direct"}, "request_count": 217, "request_tensor_bytes": {"avg": 2764808.0, "count": 217, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 199.669, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 148.067, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.963, "count": 217, "max_ms": 98.109, "p95_ms": 77.357, "reason": null, "sample_age_ms": 147.569, "source": "client_direct"}, "sample_age_ms": 147.565, "source": "client_direct", "task_total_ms": {"avg_ms": 58.987, "count": 217, "max_ms": 101.485, "p95_ms": 81.072, "reason": null, "sample_age_ms": 147.565, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.953, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.151, "count": 217, "max_ms": 30.148, "p95_ms": 18.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.609, "count": 217, "max_ms": 2.372, "p95_ms": 1.202}, "detection_prepare_ms": {"avg_ms": 2.217, "count": 217, "max_ms": 10.083, "p95_ms": 4.4}, "event_filter_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.03, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.554, "count": 217, "max_ms": 1.27, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.7, "count": 217, "max_ms": 12.458, "p95_ms": 8.084}, "setup_ms": {"avg_ms": 0.054, "count": 217, "max_ms": 0.194, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 11.061, "count": 217, "max_ms": 30.019, "p95_ms": 18.494}, "track_match_ms": {"avg_ms": 0.177, "count": 217, "max_ms": 0.627, "p95_ms": 0.371}, "tracker_update_ms": {"avg_ms": 2.738, "count": 217, "max_ms": 8.684, "p95_ms": 5.379}}, "gstreamer_push": {"avg_ms": 3.437, "count": 217, "max_ms": 12.224, "p95_ms": 5.706}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 217, "max_ms": 0.56, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.775, "count": 217, "max_ms": 102.813, "p95_ms": 84.243}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.704, "count": 217, "max_ms": 16.205, "p95_ms": 9.531}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.452, "count": 217, "max_ms": 180.702, "p95_ms": 146.037}, "inference_input_copy_ms": {"avg_ms": 1.801, "count": 217, "max_ms": 4.394, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.31, "count": 217, "max_ms": 0.892, "p95_ms": 0.618}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.266, "count": 217, "max_ms": 185.73, "p95_ms": 152.045}, "read_interval": {"avg_ms": 138.028, "count": 217, "max_ms": 236.371, "p95_ms": 189.378}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.185, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.589, "count": 217, "max_ms": 12.288, "p95_ms": 7.971}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 217, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.567, "count": 217, "max_ms": 12.258, "p95_ms": 7.925}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.792, "count": 217, "max_ms": 102.827, "p95_ms": 84.251}, "visualize": {"avg_ms": 40.986, "count": 217, "max_ms": 71.512, "p95_ms": 57.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.108, "count": 217, "max_ms": 54.489, "p95_ms": 42.162}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.334, "count": 217, "max_ms": 69.762, "p95_ms": 55.797}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 217, "max_ms": 5.906, "p95_ms": 2.38}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.164, "count": 217, "max_ms": 69.571, "p95_ms": 55.521}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 217, "max_ms": 0.247, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.805, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.24, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3331985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93722, "write_bytes_delta": 93722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 927.0, "cpu_core_ratio": 0.431668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84929, "reason": null, "system_cpu_core_ratio": 0.029908, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.40176, "user_cpu_s_delta": 8.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.684801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504443, "system_cpu_s_delta": 10.119999999995343, "user_cpu_core_ratio": 1.180358, "user_cpu_s_delta": 23.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.616, "count": 224, "max_ms": 7.986, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.987, "max": 8.0, "p95": 6.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.641, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.641, "max": 4.0, "p95": 4.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.582, "count": 30, "max": 84.644, "p95": 70.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.656, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.633, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2684.667, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.0, "count": 30, "max": 34.0, "p95": 26.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.527, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.239, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25823, "sampled_at": "2026-11-03T15:34:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:34:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5494318, "flush_count": 5807, "flush_interval_seconds": 30.0, "flush_state": {"count": 5807, "last_at": "2026-11-03T15:34:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:34:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5806}, "started": true, "suppressed_count": 3326810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3326403}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5807, "written_record_count": 5807}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10383.328, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9212891443200, "copied_frame_count": 3332209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9212891443200, "frame_buffer_copies": 3332209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1326, "count": 512, "max_ms": 0.4286, "p50_ms": 0.1183, "p95_ms": 0.2435, "p99_ms": 0.3383}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5968, "count": 512, "max_ms": 14.3248, "p50_ms": 1.454, "p95_ms": 2.6353, "p99_ms": 3.3477, "results": {"failed": 0, "not_applicable": 0, "success": 3332209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 320, "h264_decode_error_count": 982, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:34:47+09:00", "last_error_summary": "[h264 @ 0x559055484fc0] error while decoding MB 37 51, bytestream -6", "last_exit_at": "2026-11-03T15:34:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 228.058, "last_started_at": "2026-11-03T15:30:59+09:00", "pid": 84929, "process": {"exists": false, "pid": 84929}, "restart_count": 339, "restart_count_per_hour": 5, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 340}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.45, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3332209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-11-03T15:34:47+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-11-03T15:34:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 63.816, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 536.184, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 0.08, "exists": true, "mtime": "2026-11-03T15:34:47.225724+09:00", "mtime_epoch": 1793687687.2257237, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94606}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:34:47+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.137, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3332209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.525, "max": 11.0, "p95": 9.0, "sample_count": 217}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.677, "max": 5.0, "p95": 5.0, "sample_count": 217}, "total": {"avg": 3.677, "max": 5.0, "p95": 5.0, "sample_count": 217}}, "tracking_counts": {"active": {"avg": 0.585, "max": 2.0, "p95": 1.0, "sample_count": 217}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 217}, "tracked": {"avg": 0.585, "max": 2.0, "p95": 1.0, "sample_count": 217}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 217, "pushed_frames": 217, "read_frames": 216, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.248, "pushed": 7.248, "read": 7.215}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 216, "client_acquire_ms": {"avg_ms": 0.009, "count": 217, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 189.91, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.273, "count": 216, "max_ms": 11.195, "p95_ms": 4.48, "reason": null, "sample_age_ms": 243.725, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.507, "count": 216, "max_ms": 10.337, "p95_ms": 2.641, "reason": null, "sample_age_ms": 244.088, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.418, "count": 217, "max_ms": 1.847, "p95_ms": 0.793, "reason": null, "sample_age_ms": 189.924, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.337, "count": 216, "max_ms": 7.224, "p95_ms": 3.986, "reason": null, "sample_age_ms": 242.038, "source": "client_direct"}, "request_count": 216, "request_tensor_bytes": {"avg": 2764808.0, "count": 216, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 242.005, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 217, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 190.403, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.963, "count": 217, "max_ms": 98.109, "p95_ms": 77.357, "reason": null, "sample_age_ms": 189.906, "source": "client_direct"}, "sample_age_ms": 189.902, "source": "client_direct", "task_total_ms": {"avg_ms": 58.987, "count": 217, "max_ms": 101.485, "p95_ms": 81.072, "reason": null, "sample_age_ms": 189.902, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.253, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.151, "count": 217, "max_ms": 30.148, "p95_ms": 18.603}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.609, "count": 217, "max_ms": 2.372, "p95_ms": 1.202}, "detection_prepare_ms": {"avg_ms": 2.217, "count": 217, "max_ms": 10.083, "p95_ms": 4.4}, "event_filter_ms": {"avg_ms": 0.007, "count": 217, "max_ms": 0.03, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.554, "count": 217, "max_ms": 1.27, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 217, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.7, "count": 217, "max_ms": 12.458, "p95_ms": 8.084}, "setup_ms": {"avg_ms": 0.054, "count": 217, "max_ms": 0.194, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 11.061, "count": 217, "max_ms": 30.019, "p95_ms": 18.494}, "track_match_ms": {"avg_ms": 0.177, "count": 217, "max_ms": 0.627, "p95_ms": 0.371}, "tracker_update_ms": {"avg_ms": 2.738, "count": 217, "max_ms": 8.684, "p95_ms": 5.379}}, "gstreamer_push": {"avg_ms": 3.437, "count": 217, "max_ms": 12.224, "p95_ms": 5.706}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 217, "max_ms": 0.56, "p95_ms": 0.139}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.775, "count": 217, "max_ms": 102.813, "p95_ms": 84.243}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.704, "count": 217, "max_ms": 16.205, "p95_ms": 9.531}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.452, "count": 217, "max_ms": 180.702, "p95_ms": 146.037}, "inference_input_copy_ms": {"avg_ms": 1.801, "count": 217, "max_ms": 4.394, "p95_ms": 3.048}, "processing_residual_ms": {"avg_ms": 0.31, "count": 217, "max_ms": 0.892, "p95_ms": 0.618}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.266, "count": 217, "max_ms": 185.73, "p95_ms": 152.045}, "read_interval": {"avg_ms": 137.935, "count": 216, "max_ms": 236.371, "p95_ms": 189.378}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 217, "max_ms": 0.185, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.589, "count": 217, "max_ms": 12.288, "p95_ms": 7.971}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 217, "max_ms": 0.074, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.567, "count": 217, "max_ms": 12.258, "p95_ms": 7.925}, "worker_merge_ms": {"avg_ms": 0.008, "count": 217, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.792, "count": 217, "max_ms": 102.827, "p95_ms": 84.251}, "visualize": {"avg_ms": 40.986, "count": 217, "max_ms": 71.512, "p95_ms": 57.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.108, "count": 217, "max_ms": 54.489, "p95_ms": 42.162}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.334, "count": 217, "max_ms": 69.762, "p95_ms": 55.797}, "visualize_input_copy_ms": {"avg_ms": 1.388, "count": 217, "max_ms": 5.906, "p95_ms": 2.38}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 217, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.164, "count": 217, "max_ms": 69.571, "p95_ms": 55.521}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 217, "max_ms": 0.247, "p95_ms": 0.176}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 217}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 217}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.805, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.24, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3331985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93722, "write_bytes_delta": 93722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 927.0, "cpu_core_ratio": 0.431668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84929, "reason": null, "system_cpu_core_ratio": 0.029908, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.40176, "user_cpu_s_delta": 8.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.684801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504443, "system_cpu_s_delta": 10.119999999995343, "user_cpu_core_ratio": 1.180358, "user_cpu_s_delta": 23.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.616, "count": 224, "max_ms": 7.986, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.987, "max": 8.0, "p95": 6.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.641, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.641, "max": 4.0, "p95": 4.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.582, "count": 30, "max": 84.644, "p95": 70.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.656, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.633, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2684.667, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.0, "count": 30, "max": 34.0, "p95": 26.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.527, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.239, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25823, "sampled_at": "2026-11-03T15:34:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:34:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5494318, "flush_count": 5807, "flush_interval_seconds": 30.0, "flush_state": {"count": 5807, "last_at": "2026-11-03T15:34:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:34:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5806}, "started": true, "suppressed_count": 3326810, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3326403}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5807, "written_record_count": 5807}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10560.887, "limit_mb": null}, "detail": {"pid": 85045, "restart_count": 340, "start_count": 341}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9212891443200, "copied_frame_count": 3332209, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9212891443200, "frame_buffer_copies": 3332209, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1326, "count": 512, "max_ms": 0.4286, "p50_ms": 0.1183, "p95_ms": 0.2435, "p99_ms": 0.3383}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5968, "count": 512, "max_ms": 14.3248, "p50_ms": 1.454, "p95_ms": 2.6353, "p99_ms": 3.3477, "results": {"failed": 0, "not_applicable": 0, "success": 3332209, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 320, "h264_decode_error_count": 982, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:34:47+09:00", "last_error_summary": "[h264 @ 0x559055484fc0] error while decoding MB 37 51, bytestream -6", "last_exit_at": "2026-11-03T15:34:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:34:50+09:00", "pid": 85045, "process": {"exists": true, "fd_count": 5, "hwm_mb": 205.0, "name": "ffmpeg", "pid": 85045, "rss_mb": 205.0, "state": "S (sleeping)", "threads": 70}, "restart_count": 340, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 341}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 140.614, "sample_count": 2191, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3332209, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.043, "last_frame_pushed_at": "2026-11-03T15:34:47+09:00", "last_frame_read_age_sec": 5.19, "last_frame_read_at": "2026-11-03T15:34:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 68.787, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 531.213, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 5.032, "exists": true, "mtime": "2026-11-03T15:34:47.225724+09:00", "mtime_epoch": 1793687687.2257237, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 94606}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:34:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.141, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 6, "history_size_limit": 20, "last_frame_idx": 3332209, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 6}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.657, "max": 11.0, "p95": 9.0, "sample_count": 181}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.845, "max": 5.0, "p95": 5.0, "sample_count": 181}, "total": {"avg": 3.845, "max": 5.0, "p95": 5.0, "sample_count": 181}}, "tracking_counts": {"active": {"avg": 0.558, "max": 1.0, "p95": 1.0, "sample_count": 181}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "removed": {"avg": 0.006, "max": 1.0, "p95": 0.0, "sample_count": 181}, "tracked": {"avg": 0.558, "max": 1.0, "p95": 1.0, "sample_count": 181}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 181, "pushed_frames": 181, "read_frames": 180, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.059, "pushed": 6.059, "read": 6.025}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 180, "client_acquire_ms": {"avg_ms": 0.009, "count": 181, "max_ms": 0.034, "p95_ms": 0.016, "reason": null, "sample_age_ms": 5145.824, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.251, "count": 180, "max_ms": 11.195, "p95_ms": 4.079, "reason": null, "sample_age_ms": 5199.638, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.504, "count": 180, "max_ms": 10.337, "p95_ms": 2.466, "reason": null, "sample_age_ms": 5200.002, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.417, "count": 181, "max_ms": 1.847, "p95_ms": 0.789, "reason": null, "sample_age_ms": 5145.838, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.268, "count": 180, "max_ms": 6.27, "p95_ms": 3.693, "reason": null, "sample_age_ms": 5197.951, "source": "client_direct"}, "request_count": 180, "request_tensor_bytes": {"avg": 2764808.0, "count": 180, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5197.919, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 181, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5146.317, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 55.577, "count": 181, "max_ms": 98.109, "p95_ms": 75.939, "reason": null, "sample_age_ms": 5145.819, "source": "client_direct"}, "sample_age_ms": 5145.815, "source": "client_direct", "task_total_ms": {"avg_ms": 58.56, "count": 181, "max_ms": 101.485, "p95_ms": 79.039, "reason": null, "sample_age_ms": 5145.815, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.07, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 11.332, "count": 181, "max_ms": 30.148, "p95_ms": 18.508}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.602, "count": 181, "max_ms": 2.372, "p95_ms": 1.17}, "detection_prepare_ms": {"avg_ms": 2.173, "count": 181, "max_ms": 10.083, "p95_ms": 4.056}, "event_filter_ms": {"avg_ms": 0.007, "count": 181, "max_ms": 0.024, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.572, "count": 181, "max_ms": 1.27, "p95_ms": 0.99}, "mcmt_ms": {"avg_ms": 0.004, "count": 181, "max_ms": 0.033, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 4.882, "count": 181, "max_ms": 12.458, "p95_ms": 8.101}, "setup_ms": {"avg_ms": 0.052, "count": 181, "max_ms": 0.194, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 11.241, "count": 181, "max_ms": 30.019, "p95_ms": 18.347}, "track_match_ms": {"avg_ms": 0.178, "count": 181, "max_ms": 0.627, "p95_ms": 0.36}, "tracker_update_ms": {"avg_ms": 2.769, "count": 181, "max_ms": 8.684, "p95_ms": 5.166}}, "gstreamer_push": {"avg_ms": 3.388, "count": 181, "max_ms": 12.224, "p95_ms": 5.556}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 181, "max_ms": 0.56, "p95_ms": 0.127}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 60.328, "count": 181, "max_ms": 102.813, "p95_ms": 82.593}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.695, "count": 181, "max_ms": 16.205, "p95_ms": 9.389}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 114.351, "count": 181, "max_ms": 180.702, "p95_ms": 142.828}, "inference_input_copy_ms": {"avg_ms": 1.808, "count": 181, "max_ms": 3.609, "p95_ms": 3.018}, "processing_residual_ms": {"avg_ms": 0.312, "count": 181, "max_ms": 0.892, "p95_ms": 0.618}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 120.166, "count": 181, "max_ms": 185.73, "p95_ms": 151.613}, "read_interval": {"avg_ms": 137.885, "count": 180, "max_ms": 236.371, "p95_ms": 189.247}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 181, "max_ms": 0.185, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 4.768, "count": 181, "max_ms": 12.288, "p95_ms": 7.984}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 181, "max_ms": 0.06, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 4.745, "count": 181, "max_ms": 12.258, "p95_ms": 7.941}, "worker_merge_ms": {"avg_ms": 0.008, "count": 181, "max_ms": 0.043, "p95_ms": 0.018}}, "triton_wait": {"avg_ms": 60.344, "count": 181, "max_ms": 102.827, "p95_ms": 82.602}, "visualize": {"avg_ms": 41.152, "count": 181, "max_ms": 71.512, "p95_ms": 57.649}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.999, "count": 181, "max_ms": 54.489, "p95_ms": 42.162}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 39.493, "count": 181, "max_ms": 69.762, "p95_ms": 55.797}, "visualize_input_copy_ms": {"avg_ms": 1.392, "count": 181, "max_ms": 5.906, "p95_ms": 2.38}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 181, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 39.326, "count": 181, "max_ms": 69.571, "p95_ms": 55.521}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 181, "max_ms": 0.247, "p95_ms": 0.173}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 181}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 181}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.035, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 28.805, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.24, "sample_count": 2255, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3331985, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:34:16+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 93722, "write_bytes_delta": 93722, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 927.0, "cpu_core_ratio": 0.431668, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 84929, "reason": null, "system_cpu_core_ratio": 0.029908, "system_cpu_s_delta": 0.5999999999999996, "user_cpu_core_ratio": 0.40176, "user_cpu_s_delta": 8.060000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.684801, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.504443, "system_cpu_s_delta": 10.119999999995343, "user_cpu_core_ratio": 1.180358, "user_cpu_s_delta": 23.679999999993015}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.616, "count": 224, "max_ms": 7.986, "p95_ms": 5.872, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.987, "max": 8.0, "p95": 6.0, "sample_count": 223}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.641, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 223}, "total": {"avg": 2.641, "max": 4.0, "p95": 4.0, "sample_count": 223}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.582, "count": 30, "max": 84.644, "p95": 70.172, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.656, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 819.633, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2684.667, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.102, "p95": 0.043, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87666.6, "count": 30, "max": 94981.0, "p95": 93344.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.0, "count": 30, "max": 34.0, "p95": 26.75, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.449, "count": 30, "max": 0.527, "p95": 0.512, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.07, "count": 30, "max": 1.239, "p95": 1.209, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25823, "sampled_at": "2026-11-03T15:34:16+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:34:16+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.874, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5498322, "flush_count": 5811, "flush_interval_seconds": 30.0, "flush_state": {"count": 5811, "last_at": "2026-11-03T15:38:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:38:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5810}, "started": true, "suppressed_count": 3328194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3327787}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5811, "written_record_count": 5811}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10396.039, "limit_mb": null}, "detail": {"h264_decode_error_count": 2, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f0ffd722e40] error while decoding MB 101 64, bytestream -5 [h264 @ 0x5f0ffe3c3040] left block unavailable for requested intra mode [h264 @ 0x5f0ffe3c3040] error while decoding MB 0 2, bytestream 399", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216728985600, "copied_frame_count": 3333597, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9216728985600, "frame_buffer_copies": 3333597, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1209, "count": 512, "max_ms": 0.3299, "p50_ms": 0.1101, "p95_ms": 0.2227, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5126, "count": 512, "max_ms": 5.3406, "p50_ms": 1.4084, "p95_ms": 2.5439, "p99_ms": 3.3995, "results": {"failed": 0, "not_applicable": 0, "success": 3333597, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 321, "h264_decode_error_count": 984, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:38:14+09:00", "last_error_summary": "[h264 @ 0x5f0ffd722e40] error while decoding MB 101 64, bytestream -5 [h264 @ 0x5f0ffe3c3040] left block unavailable for requested intra mode [h264 @ 0x5f0ffe3c3040] error while decoding MB 0 2, bytestream 399", "last_exit_at": "2026-11-03T15:34:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.188, "last_started_at": "2026-11-03T15:34:50+09:00", "pid": 85045, "process": {"exists": false, "pid": 85045}, "restart_count": 340, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 341}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.246, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.104, "last_frame_pushed_at": "2026-11-03T15:38:14+09:00", "last_frame_read_age_sec": 0.099, "last_frame_read_at": "2026-11-03T15:38:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.957, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 329.043, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 0.095, "exists": true, "mtime": "2026-11-03T15:38:14.351952+09:00", "mtime_epoch": 1793687894.351952, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 103772}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:38:14+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3333597, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.784, "max": 15.0, "p95": 11.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.868, "max": 6.0, "p95": 6.0, "sample_count": 190}, "total": {"avg": 4.868, "max": 6.0, "p95": 6.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.647, "max": 2.0, "p95": 2.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.647, "max": 2.0, "p95": 2.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 189, "read_frames": 190, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.68, "pushed": 6.644, "read": 6.68}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 51.971, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.111, "count": 190, "max_ms": 11.9, "p95_ms": 3.662, "reason": null, "sample_age_ms": 103.652, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.539, "count": 190, "max_ms": 11.477, "p95_ms": 2.787, "reason": null, "sample_age_ms": 103.97, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 190, "max_ms": 1.201, "p95_ms": 0.803, "reason": null, "sample_age_ms": 52.002, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.146, "count": 190, "max_ms": 6.608, "p95_ms": 3.737, "reason": null, "sample_age_ms": 102.057, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 102.029, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 53.259, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.753, "count": 190, "max_ms": 92.611, "p95_ms": 74.537, "reason": null, "sample_age_ms": 51.964, "source": "client_direct"}, "sample_age_ms": 51.957, "source": "client_direct", "task_total_ms": {"avg_ms": 54.512, "count": 190, "max_ms": 97.215, "p95_ms": 77.444, "reason": null, "sample_age_ms": 51.957, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.848, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.263, "count": 190, "max_ms": 27.998, "p95_ms": 18.901}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.722, "count": 190, "max_ms": 1.754, "p95_ms": 1.396}, "detection_prepare_ms": {"avg_ms": 2.159, "count": 190, "max_ms": 8.645, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.696, "count": 190, "max_ms": 2.134, "p95_ms": 1.087}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.275, "count": 190, "max_ms": 16.68, "p95_ms": 8.373}, "setup_ms": {"avg_ms": 0.049, "count": 190, "max_ms": 0.128, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 12.182, "count": 190, "max_ms": 27.903, "p95_ms": 18.798}, "track_match_ms": {"avg_ms": 0.181, "count": 190, "max_ms": 0.575, "p95_ms": 0.362}, "tracker_update_ms": {"avg_ms": 3.088, "count": 190, "max_ms": 13.449, "p95_ms": 5.498}}, "gstreamer_push": {"avg_ms": 3.456, "count": 189, "max_ms": 10.762, "p95_ms": 6.512}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 190, "max_ms": 0.84, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.148, "count": 190, "max_ms": 98.318, "p95_ms": 80.14}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.688, "count": 190, "max_ms": 11.717, "p95_ms": 8.481}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.872, "count": 190, "max_ms": 173.438, "p95_ms": 150.958}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 190, "max_ms": 5.281, "p95_ms": 3.102}, "processing_residual_ms": {"avg_ms": 0.348, "count": 190, "max_ms": 1.04, "p95_ms": 0.621}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.626, "count": 190, "max_ms": 177.993, "p95_ms": 157.014}, "read_interval": {"avg_ms": 162.318, "count": 190, "max_ms": 2497.257, "p95_ms": 203.373}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 190, "max_ms": 0.084, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 5.183, "count": 190, "max_ms": 16.58, "p95_ms": 8.248}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 190, "max_ms": 0.07, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.162, "count": 190, "max_ms": 16.561, "p95_ms": 8.218}, "worker_merge_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.022, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.163, "count": 190, "max_ms": 98.334, "p95_ms": 80.167}, "visualize": {"avg_ms": 42.964, "count": 190, "max_ms": 72.417, "p95_ms": 55.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.398, "count": 190, "max_ms": 52.041, "p95_ms": 41.606}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.364, "count": 190, "max_ms": 71.144, "p95_ms": 54.175}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 190, "max_ms": 3.545, "p95_ms": 2.522}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.199, "count": 190, "max_ms": 70.839, "p95_ms": 53.832}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 190, "max_ms": 1.163, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.776, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.894, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97653, "write_bytes_delta": 97653, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 373.0, "cpu_core_ratio": 0.383965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 941.0, "pid": 85045, "reason": null, "system_cpu_core_ratio": 0.160068, "system_cpu_s_delta": 3.209999999999999, "user_cpu_core_ratio": 0.223896, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.880429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601378, "system_cpu_s_delta": 12.059999999997672, "user_cpu_core_ratio": 1.279051, "user_cpu_s_delta": 25.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 169, "max_ms": 10.13, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.734, "max": 23.0, "p95": 20.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.101, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 5.101, "max": 6.0, "p95": 6.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.411, "count": 30, "max": 84.644, "p95": 70.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.171, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 882.733, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2800.833, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.205, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 34.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.601, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.297, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25833, "sampled_at": "2026-11-03T15:37:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:37:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.445, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5498322, "flush_count": 5811, "flush_interval_seconds": 30.0, "flush_state": {"count": 5811, "last_at": "2026-11-03T15:38:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:38:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5810}, "started": true, "suppressed_count": 3328194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3327787}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5811, "written_record_count": 5811}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10396.816, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:38:14+09:00", "last_error_summary": "[h264 @ 0x5f0ffd722e40] error while decoding MB 101 64, bytestream -5 [h264 @ 0x5f0ffe3c3040] left block unavailable for requested intra mode [h264 @ 0x5f0ffe3c3040] error while decoding MB 0 2, bytestream 399", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216728985600, "copied_frame_count": 3333597, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9216728985600, "frame_buffer_copies": 3333597, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1209, "count": 512, "max_ms": 0.3299, "p50_ms": 0.1101, "p95_ms": 0.2227, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5126, "count": 512, "max_ms": 5.3406, "p50_ms": 1.4084, "p95_ms": 2.5439, "p99_ms": 3.3995, "results": {"failed": 0, "not_applicable": 0, "success": 3333597, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 321, "h264_decode_error_count": 984, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:38:14+09:00", "last_error_summary": "[h264 @ 0x5f0ffd722e40] error while decoding MB 101 64, bytestream -5 [h264 @ 0x5f0ffe3c3040] left block unavailable for requested intra mode [h264 @ 0x5f0ffe3c3040] error while decoding MB 0 2, bytestream 399", "last_exit_at": "2026-11-03T15:38:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.227, "last_started_at": "2026-11-03T15:34:50+09:00", "pid": 85045, "process": {"exists": false, "pid": 85045}, "restart_count": 340, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 341}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.246, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.019, "last_frame_pushed_at": "2026-11-03T15:38:14+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-11-03T15:38:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 270.987, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 329.013, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 0.017, "exists": true, "mtime": "2026-11-03T15:38:14.466953+09:00", "mtime_epoch": 1793687894.4669533, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:38:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.824, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3333597, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.784, "max": 15.0, "p95": 11.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.868, "max": 6.0, "p95": 6.0, "sample_count": 190}, "total": {"avg": 4.868, "max": 6.0, "p95": 6.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.647, "max": 2.0, "p95": 2.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.647, "max": 2.0, "p95": 2.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.671, "pushed": 6.671, "read": 6.671}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 91.229, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.111, "count": 190, "max_ms": 11.9, "p95_ms": 3.662, "reason": null, "sample_age_ms": 142.91, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.539, "count": 190, "max_ms": 11.477, "p95_ms": 2.787, "reason": null, "sample_age_ms": 143.228, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 190, "max_ms": 1.201, "p95_ms": 0.803, "reason": null, "sample_age_ms": 91.26, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.146, "count": 190, "max_ms": 6.608, "p95_ms": 3.737, "reason": null, "sample_age_ms": 141.315, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 141.287, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.517, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.753, "count": 190, "max_ms": 92.611, "p95_ms": 74.537, "reason": null, "sample_age_ms": 91.222, "source": "client_direct"}, "sample_age_ms": 91.215, "source": "client_direct", "task_total_ms": {"avg_ms": 54.512, "count": 190, "max_ms": 97.215, "p95_ms": 77.444, "reason": null, "sample_age_ms": 91.215, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.783, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.263, "count": 190, "max_ms": 27.998, "p95_ms": 18.901}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.722, "count": 190, "max_ms": 1.754, "p95_ms": 1.396}, "detection_prepare_ms": {"avg_ms": 2.159, "count": 190, "max_ms": 8.645, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.696, "count": 190, "max_ms": 2.134, "p95_ms": 1.087}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.275, "count": 190, "max_ms": 16.68, "p95_ms": 8.373}, "setup_ms": {"avg_ms": 0.049, "count": 190, "max_ms": 0.128, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 12.182, "count": 190, "max_ms": 27.903, "p95_ms": 18.798}, "track_match_ms": {"avg_ms": 0.181, "count": 190, "max_ms": 0.575, "p95_ms": 0.362}, "tracker_update_ms": {"avg_ms": 3.088, "count": 190, "max_ms": 13.449, "p95_ms": 5.498}}, "gstreamer_push": {"avg_ms": 3.504, "count": 190, "max_ms": 12.469, "p95_ms": 6.539}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 190, "max_ms": 0.84, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.148, "count": 190, "max_ms": 98.318, "p95_ms": 80.14}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.688, "count": 190, "max_ms": 11.717, "p95_ms": 8.481}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.872, "count": 190, "max_ms": 173.438, "p95_ms": 150.958}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 190, "max_ms": 5.281, "p95_ms": 3.102}, "processing_residual_ms": {"avg_ms": 0.348, "count": 190, "max_ms": 1.04, "p95_ms": 0.621}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.626, "count": 190, "max_ms": 177.993, "p95_ms": 157.014}, "read_interval": {"avg_ms": 162.318, "count": 190, "max_ms": 2497.257, "p95_ms": 203.373}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 190, "max_ms": 0.084, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 5.183, "count": 190, "max_ms": 16.58, "p95_ms": 8.248}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 190, "max_ms": 0.07, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.162, "count": 190, "max_ms": 16.561, "p95_ms": 8.218}, "worker_merge_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.022, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.163, "count": 190, "max_ms": 98.334, "p95_ms": 80.167}, "visualize": {"avg_ms": 42.964, "count": 190, "max_ms": 72.417, "p95_ms": 55.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.398, "count": 190, "max_ms": 52.041, "p95_ms": 41.606}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.364, "count": 190, "max_ms": 71.144, "p95_ms": 54.175}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 190, "max_ms": 3.545, "p95_ms": 2.522}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.199, "count": 190, "max_ms": 70.839, "p95_ms": 53.832}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 190, "max_ms": 1.163, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.776, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.894, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97653, "write_bytes_delta": 97653, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 373.0, "cpu_core_ratio": 0.383965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 941.0, "pid": 85045, "reason": null, "system_cpu_core_ratio": 0.160068, "system_cpu_s_delta": 3.209999999999999, "user_cpu_core_ratio": 0.223896, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.880429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601378, "system_cpu_s_delta": 12.059999999997672, "user_cpu_core_ratio": 1.279051, "user_cpu_s_delta": 25.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 169, "max_ms": 10.13, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.734, "max": 23.0, "p95": 20.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.101, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 5.101, "max": 6.0, "p95": 6.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.411, "count": 30, "max": 84.644, "p95": 70.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.171, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 882.733, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2800.833, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.205, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 34.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.601, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.297, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25833, "sampled_at": "2026-11-03T15:37:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:37:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.482, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5498322, "flush_count": 5811, "flush_interval_seconds": 30.0, "flush_state": {"count": 5811, "last_at": "2026-11-03T15:38:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:38:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5810}, "started": true, "suppressed_count": 3328194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3327787}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5811, "written_record_count": 5811}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10397.094, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216728985600, "copied_frame_count": 3333597, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9216728985600, "frame_buffer_copies": 3333597, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1209, "count": 512, "max_ms": 0.3299, "p50_ms": 0.1101, "p95_ms": 0.2227, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5126, "count": 512, "max_ms": 5.3406, "p50_ms": 1.4084, "p95_ms": 2.5439, "p99_ms": 3.3995, "results": {"failed": 0, "not_applicable": 0, "success": 3333597, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 321, "h264_decode_error_count": 984, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:38:14+09:00", "last_error_summary": "[h264 @ 0x5f0ffd722e40] error while decoding MB 101 64, bytestream -5 [h264 @ 0x5f0ffe3c3040] left block unavailable for requested intra mode [h264 @ 0x5f0ffe3c3040] error while decoding MB 0 2, bytestream 399", "last_exit_at": "2026-11-03T15:38:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 204.257, "last_started_at": "2026-11-03T15:34:50+09:00", "pid": 85045, "process": {"exists": false, "pid": 85045}, "restart_count": 340, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 341}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.246, "sample_count": 2087, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.05, "last_frame_pushed_at": "2026-11-03T15:38:14+09:00", "last_frame_read_age_sec": 0.169, "last_frame_read_at": "2026-11-03T15:38:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 271.016, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 328.984, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 0.047, "exists": true, "mtime": "2026-11-03T15:38:14.466953+09:00", "mtime_epoch": 1793687894.4669533, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:38:14+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.824, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3333597, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.784, "max": 15.0, "p95": 11.0, "sample_count": 190}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.868, "max": 6.0, "p95": 6.0, "sample_count": 190}, "total": {"avg": 4.868, "max": 6.0, "p95": 6.0, "sample_count": 190}}, "tracking_counts": {"active": {"avg": 0.647, "max": 2.0, "p95": 2.0, "sample_count": 190}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 190}, "tracked": {"avg": 0.647, "max": 2.0, "p95": 2.0, "sample_count": 190}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 190, "pushed_frames": 190, "read_frames": 190, "select_timeouts": 4, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.664, "pushed": 6.664, "read": 6.664}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 190, "client_acquire_ms": {"avg_ms": 0.009, "count": 190, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 119.845, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.111, "count": 190, "max_ms": 11.9, "p95_ms": 3.662, "reason": null, "sample_age_ms": 171.525, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.539, "count": 190, "max_ms": 11.477, "p95_ms": 2.787, "reason": null, "sample_age_ms": 171.843, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 190, "max_ms": 1.201, "p95_ms": 0.803, "reason": null, "sample_age_ms": 119.876, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.146, "count": 190, "max_ms": 6.608, "p95_ms": 3.737, "reason": null, "sample_age_ms": 169.93, "source": "client_direct"}, "request_count": 190, "request_tensor_bytes": {"avg": 2764808.0, "count": 190, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 169.903, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 190, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 121.132, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.753, "count": 190, "max_ms": 92.611, "p95_ms": 74.537, "reason": null, "sample_age_ms": 119.838, "source": "client_direct"}, "sample_age_ms": 119.83, "source": "client_direct", "task_total_ms": {"avg_ms": 54.512, "count": 190, "max_ms": 97.215, "p95_ms": 77.444, "reason": null, "sample_age_ms": 119.83, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.905, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.263, "count": 190, "max_ms": 27.998, "p95_ms": 18.901}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.722, "count": 190, "max_ms": 1.754, "p95_ms": 1.396}, "detection_prepare_ms": {"avg_ms": 2.159, "count": 190, "max_ms": 8.645, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.006, "count": 190, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.696, "count": 190, "max_ms": 2.134, "p95_ms": 1.087}, "mcmt_ms": {"avg_ms": 0.004, "count": 190, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.275, "count": 190, "max_ms": 16.68, "p95_ms": 8.373}, "setup_ms": {"avg_ms": 0.049, "count": 190, "max_ms": 0.128, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 12.182, "count": 190, "max_ms": 27.903, "p95_ms": 18.798}, "track_match_ms": {"avg_ms": 0.181, "count": 190, "max_ms": 0.575, "p95_ms": 0.362}, "tracker_update_ms": {"avg_ms": 3.088, "count": 190, "max_ms": 13.449, "p95_ms": 5.498}}, "gstreamer_push": {"avg_ms": 3.504, "count": 190, "max_ms": 12.469, "p95_ms": 6.539}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 190, "max_ms": 0.84, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.148, "count": 190, "max_ms": 98.318, "p95_ms": 80.14}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.688, "count": 190, "max_ms": 11.717, "p95_ms": 8.481}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.872, "count": 190, "max_ms": 173.438, "p95_ms": 150.958}, "inference_input_copy_ms": {"avg_ms": 1.718, "count": 190, "max_ms": 5.281, "p95_ms": 3.102}, "processing_residual_ms": {"avg_ms": 0.348, "count": 190, "max_ms": 1.04, "p95_ms": 0.621}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.626, "count": 190, "max_ms": 177.993, "p95_ms": 157.014}, "read_interval": {"avg_ms": 162.318, "count": 190, "max_ms": 2497.257, "p95_ms": 203.373}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 190, "max_ms": 0.084, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 5.183, "count": 190, "max_ms": 16.58, "p95_ms": 8.248}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 190, "max_ms": 0.07, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.162, "count": 190, "max_ms": 16.561, "p95_ms": 8.218}, "worker_merge_ms": {"avg_ms": 0.008, "count": 190, "max_ms": 0.022, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 56.163, "count": 190, "max_ms": 98.334, "p95_ms": 80.167}, "visualize": {"avg_ms": 42.964, "count": 190, "max_ms": 72.417, "p95_ms": 55.947}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.398, "count": 190, "max_ms": 52.041, "p95_ms": 41.606}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.364, "count": 190, "max_ms": 71.144, "p95_ms": 54.175}, "visualize_input_copy_ms": {"avg_ms": 1.354, "count": 190, "max_ms": 3.545, "p95_ms": 2.522}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 190, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 41.199, "count": 190, "max_ms": 70.839, "p95_ms": 53.832}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 190, "max_ms": 1.163, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 190}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 190}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.776, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.894, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97653, "write_bytes_delta": 97653, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 373.0, "cpu_core_ratio": 0.383965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 941.0, "pid": 85045, "reason": null, "system_cpu_core_ratio": 0.160068, "system_cpu_s_delta": 3.209999999999999, "user_cpu_core_ratio": 0.223896, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.880429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601378, "system_cpu_s_delta": 12.059999999997672, "user_cpu_core_ratio": 1.279051, "user_cpu_s_delta": 25.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 169, "max_ms": 10.13, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.734, "max": 23.0, "p95": 20.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.101, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 5.101, "max": 6.0, "p95": 6.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.411, "count": 30, "max": 84.644, "p95": 70.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.171, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 882.733, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2800.833, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.205, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 34.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.601, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.297, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25833, "sampled_at": "2026-11-03T15:37:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:37:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.512, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5498322, "flush_count": 5811, "flush_interval_seconds": 30.0, "flush_state": {"count": 5811, "last_at": "2026-11-03T15:38:02", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:38:02", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5810}, "started": true, "suppressed_count": 3328194, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3327787}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5811, "written_record_count": 5811}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10509.684, "limit_mb": null}, "detail": {"pid": 85161, "restart_count": 341, "start_count": 342}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9216728985600, "copied_frame_count": 3333597, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9216728985600, "frame_buffer_copies": 3333597, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1209, "count": 512, "max_ms": 0.3299, "p50_ms": 0.1101, "p95_ms": 0.2227, "p99_ms": 0.2897}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5126, "count": 512, "max_ms": 5.3406, "p50_ms": 1.4084, "p95_ms": 2.5439, "p99_ms": 3.3995, "results": {"failed": 0, "not_applicable": 0, "success": 3333597, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 321, "h264_decode_error_count": 984, "h264_decode_error_count_per_hour": 13, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:38:14+09:00", "last_error_summary": "[h264 @ 0x5f0ffd722e40] error while decoding MB 101 64, bytestream -5 [h264 @ 0x5f0ffe3c3040] left block unavailable for requested intra mode [h264 @ 0x5f0ffe3c3040] error while decoding MB 0 2, bytestream 399", "last_exit_at": "2026-11-03T15:38:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:38:16+09:00", "pid": 85161, "process": {"exists": true, "fd_count": 5, "hwm_mb": 142.688, "name": "ffmpeg", "pid": 85161, "rss_mb": 142.688, "state": "S (sleeping)", "threads": 19}, "restart_count": 341, "restart_count_per_hour": 7, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 342}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 151.412, "sample_count": 2048, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333597, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:38:14+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.458, "last_frame_pushed_at": "2026-11-03T15:38:14+09:00", "last_frame_read_age_sec": 4.578, "last_frame_read_at": "2026-11-03T15:38:14+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 184, "debug_expires_at": null, "deduplicated_count": 33, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 275.473, "last_sample_duration_ms": 1409.737, "last_trigger": "periodic", "next_snapshot_in_sec": 324.527, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 584, "storage_bytes": 3478125}, "mjpeg": {"age_sec": 4.456, "exists": true, "mtime": "2026-11-03T15:38:14.466953+09:00", "mtime_epoch": 1793687894.4669533, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 104504}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:38:18+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2378.828, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 4, "history_size_limit": 20, "last_frame_idx": 3333597, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 4}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.645, "max": 15.0, "p95": 11.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 4.84, "max": 6.0, "p95": 6.0, "sample_count": 169}, "total": {"avg": 4.84, "max": 6.0, "p95": 6.0, "sample_count": 169}}, "tracking_counts": {"active": {"avg": 0.592, "max": 2.0, "p95": 1.0, "sample_count": 169}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "removed": {"avg": 0.018, "max": 1.0, "p95": 0.0, "sample_count": 169}, "tracked": {"avg": 0.592, "max": 2.0, "p95": 1.0, "sample_count": 169}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 169, "pushed_frames": 169, "read_frames": 168, "select_timeouts": 2, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.636, "pushed": 5.636, "read": 5.603}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.009, "count": 168, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4538.679, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.076, "count": 168, "max_ms": 7.708, "p95_ms": 3.705, "reason": null, "sample_age_ms": 4590.359, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.505, "count": 168, "max_ms": 7.49, "p95_ms": 2.787, "reason": null, "sample_age_ms": 4590.677, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 168, "max_ms": 1.201, "p95_ms": 0.803, "reason": null, "sample_age_ms": 4538.709, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.168, "count": 168, "max_ms": 6.608, "p95_ms": 3.74, "reason": null, "sample_age_ms": 4588.764, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2764808.0, "count": 168, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4588.736, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4539.966, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.091, "count": 168, "max_ms": 92.611, "p95_ms": 74.952, "reason": null, "sample_age_ms": 4538.671, "source": "client_direct"}, "sample_age_ms": 4538.664, "source": "client_direct", "task_total_ms": {"avg_ms": 54.873, "count": 168, "max_ms": 97.215, "p95_ms": 78.267, "reason": null, "sample_age_ms": 4538.664, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.893, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 12.223, "count": 169, "max_ms": 27.998, "p95_ms": 18.901}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.729, "count": 169, "max_ms": 1.754, "p95_ms": 1.429}, "detection_prepare_ms": {"avg_ms": 2.157, "count": 169, "max_ms": 8.645, "p95_ms": 4.067}, "event_filter_ms": {"avg_ms": 0.006, "count": 169, "max_ms": 0.022, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.7, "count": 169, "max_ms": 2.134, "p95_ms": 1.112}, "mcmt_ms": {"avg_ms": 0.004, "count": 169, "max_ms": 0.027, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 5.247, "count": 169, "max_ms": 16.68, "p95_ms": 8.373}, "setup_ms": {"avg_ms": 0.049, "count": 169, "max_ms": 0.128, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 12.141, "count": 169, "max_ms": 27.903, "p95_ms": 18.798}, "track_match_ms": {"avg_ms": 0.175, "count": 169, "max_ms": 0.575, "p95_ms": 0.359}, "tracker_update_ms": {"avg_ms": 3.072, "count": 169, "max_ms": 13.449, "p95_ms": 5.498}}, "gstreamer_push": {"avg_ms": 3.495, "count": 169, "max_ms": 12.469, "p95_ms": 6.512}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 169, "max_ms": 0.84, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.436, "count": 169, "max_ms": 98.318, "p95_ms": 80.14}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.648, "count": 169, "max_ms": 10.636, "p95_ms": 8.386}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 112.897, "count": 169, "max_ms": 167.763, "p95_ms": 150.958}, "inference_input_copy_ms": {"avg_ms": 1.699, "count": 169, "max_ms": 5.281, "p95_ms": 2.734}, "processing_residual_ms": {"avg_ms": 0.334, "count": 169, "max_ms": 0.906, "p95_ms": 0.612}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 118.578, "count": 169, "max_ms": 173.322, "p95_ms": 157.014}, "read_interval": {"avg_ms": 151.802, "count": 168, "max_ms": 2181.231, "p95_ms": 202.579}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 169, "max_ms": 0.066, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 5.155, "count": 169, "max_ms": 16.58, "p95_ms": 8.248}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 169, "max_ms": 0.07, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 5.133, "count": 169, "max_ms": 16.561, "p95_ms": 8.218}, "worker_merge_ms": {"avg_ms": 0.008, "count": 169, "max_ms": 0.022, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 56.451, "count": 169, "max_ms": 98.334, "p95_ms": 80.167}, "visualize": {"avg_ms": 42.731, "count": 169, "max_ms": 72.417, "p95_ms": 55.732}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.309, "count": 169, "max_ms": 52.041, "p95_ms": 41.606}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 41.142, "count": 169, "max_ms": 71.144, "p95_ms": 54.175}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 169, "max_ms": 3.545, "p95_ms": 2.419}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 169, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 40.977, "count": 169, "max_ms": 70.839, "p95_ms": 53.832}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 169, "max_ms": 1.163, "p95_ms": 0.18}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 169}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 169}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2378.715, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.776, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.894, "sample_count": 2166, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3333360, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:37:36+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 97653, "write_bytes_delta": 97653, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 373.0, "cpu_core_ratio": 0.383965, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 941.0, "pid": 85045, "reason": null, "system_cpu_core_ratio": 0.160068, "system_cpu_s_delta": 3.209999999999999, "user_cpu_core_ratio": 0.223896, "user_cpu_s_delta": 4.490000000000002}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.880429, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.601378, "system_cpu_s_delta": 12.059999999997672, "user_cpu_core_ratio": 1.279051, "user_cpu_s_delta": 25.650000000023283}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.376, "count": 169, "max_ms": 10.13, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 15.734, "max": 23.0, "p95": 20.0, "sample_count": 169}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 5.101, "key_count": 1, "max": 6.0, "p95": 6.0, "provenance": "bounded_other_sum_proxy", "sample_count": 169}, "total": {"avg": 5.101, "max": 6.0, "p95": 6.0, "sample_count": 169}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.411, "count": 30, "max": 84.644, "p95": 70.335, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.171, "count": 30, "max": 31.757, "p95": 29.801, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 882.733, "count": 30, "max": 1131.0, "p95": 1063.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2800.833, "count": 30, "max": 64064.0, "p95": 5431.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.205, "p95": 0.134, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.372, "count": 30, "max": 0.473, "p95": 0.427, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91983.133, "count": 30, "max": 99244.0, "p95": 98699.45, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.6, "count": 30, "max": 34.0, "p95": 23.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.465, "count": 30, "max": 0.601, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.091, "count": 30, "max": 1.297, "p95": 1.283, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25833, "sampled_at": "2026-11-03T15:37:36+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:37:36+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5504383, "flush_count": 5817, "flush_interval_seconds": 30.0, "flush_state": {"count": 5817, "last_at": "2026-11-03T15:44:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:44:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5816}, "started": true, "suppressed_count": 3331100, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3330693}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5817, "written_record_count": 5817}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10410.297, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fabd2f5e100] error while decoding MB 6 58, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224777318400, "copied_frame_count": 3336508, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9224777318400, "frame_buffer_copies": 3336508, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4271, "p50_ms": 0.1116, "p95_ms": 0.2412, "p99_ms": 0.312}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.547, "count": 512, "max_ms": 4.6943, "p50_ms": 1.4093, "p95_ms": 2.6366, "p99_ms": 3.6708, "results": {"failed": 0, "not_applicable": 0, "success": 3336508, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 322, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:44:39+09:00", "last_error_summary": "[h264 @ 0x5fabd2f5e100] error while decoding MB 6 58, bytestream -6", "last_exit_at": "2026-11-03T15:38:16+09:00", "last_returncode": 0, "last_stable_duration_sec": 382.53, "last_started_at": "2026-11-03T15:38:16+09:00", "pid": 85161, "process": {"exists": false, "pid": 85161}, "restart_count": 341, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 342}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.668, "sample_count": 2235, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336508, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.086, "last_frame_pushed_at": "2026-11-03T15:44:39+09:00", "last_frame_read_age_sec": 0.082, "last_frame_read_at": "2026-11-03T15:44:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.098, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 545.902, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-11-03T15:44:39.374475+09:00", "mtime_epoch": 1793688279.3744745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:44:39+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2380.215, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3336509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.19, "max": 17.0, "p95": 14.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.5, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 3.5, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.181, "max": 1.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.181, "max": 1.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 232, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.735, "pushed": 7.735, "read": 7.735}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 232, "client_acquire_ms": {"avg_ms": 0.01, "count": 232, "max_ms": 0.056, "p95_ms": 0.019, "reason": null, "sample_age_ms": 14.087, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.357, "count": 232, "max_ms": 11.908, "p95_ms": 4.307, "reason": null, "sample_age_ms": 89.202, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.536, "count": 232, "max_ms": 11.213, "p95_ms": 3.038, "reason": null, "sample_age_ms": 90.245, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.51, "count": 232, "max_ms": 10.327, "p95_ms": 0.904, "reason": null, "sample_age_ms": 14.102, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.452, "count": 232, "max_ms": 9.018, "p95_ms": 3.878, "reason": null, "sample_age_ms": 84.265, "source": "client_direct"}, "request_count": 232, "request_tensor_bytes": {"avg": 2764808.0, "count": 232, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.058, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 232, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 14.59, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.035, "count": 232, "max_ms": 82.098, "p95_ms": 70.319, "reason": null, "sample_age_ms": 14.081, "source": "client_direct"}, "sample_age_ms": 14.075, "source": "client_direct", "task_total_ms": {"avg_ms": 55.234, "count": 232, "max_ms": 89.445, "p95_ms": 74.355, "reason": null, "sample_age_ms": 14.075, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.949, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.394, "count": 232, "max_ms": 19.447, "p95_ms": 14.082}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.643, "count": 232, "max_ms": 1.865, "p95_ms": 1.228}, "detection_prepare_ms": {"avg_ms": 2.092, "count": 232, "max_ms": 10.793, "p95_ms": 3.948}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.569, "count": 232, "max_ms": 1.572, "p95_ms": 0.939}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.261, "count": 232, "max_ms": 6.309, "p95_ms": 4.665}, "setup_ms": {"avg_ms": 0.053, "count": 232, "max_ms": 0.167, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 8.319, "count": 232, "max_ms": 19.351, "p95_ms": 13.929}, "track_match_ms": {"avg_ms": 0.135, "count": 232, "max_ms": 0.614, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 2.554, "count": 232, "max_ms": 10.484, "p95_ms": 4.354}}, "gstreamer_push": {"avg_ms": 3.313, "count": 232, "max_ms": 11.687, "p95_ms": 5.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 232, "max_ms": 0.438, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.026, "count": 232, "max_ms": 95.463, "p95_ms": 76.162}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.494, "count": 232, "max_ms": 16.792, "p95_ms": 9.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.158, "count": 232, "max_ms": 163.873, "p95_ms": 135.912}, "inference_input_copy_ms": {"avg_ms": 1.88, "count": 232, "max_ms": 8.566, "p95_ms": 2.873}, "processing_residual_ms": {"avg_ms": 0.301, "count": 232, "max_ms": 0.856, "p95_ms": 0.521}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.834, "count": 232, "max_ms": 169.659, "p95_ms": 142.473}, "read_interval": {"avg_ms": 129.486, "count": 232, "max_ms": 216.401, "p95_ms": 176.862}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 232, "max_ms": 2.746, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.173, "count": 232, "max_ms": 6.175, "p95_ms": 4.497}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 232, "max_ms": 0.059, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.14, "count": 232, "max_ms": 6.148, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.009, "count": 232, "max_ms": 0.045, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.042, "count": 232, "max_ms": 95.511, "p95_ms": 76.168}, "visualize": {"avg_ms": 39.149, "count": 232, "max_ms": 67.251, "p95_ms": 51.077}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.053, "count": 232, "max_ms": 50.065, "p95_ms": 40.238}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.516, "count": 232, "max_ms": 65.24, "p95_ms": 49.726}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 232, "max_ms": 4.912, "p95_ms": 2.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.357, "count": 232, "max_ms": 64.843, "p95_ms": 49.491}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 232, "max_ms": 0.255, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2380.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.809, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.214, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84372, "write_bytes_delta": 84372, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 928.0, "cpu_core_ratio": 0.399879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85161, "reason": null, "system_cpu_core_ratio": 0.030377, "system_cpu_s_delta": 0.6100000000000012, "user_cpu_core_ratio": 0.369502, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.795719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540807, "system_cpu_s_delta": 10.860000000015134, "user_cpu_core_ratio": 1.254912, "user_cpu_s_delta": 25.199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.467, "count": 226, "max_ms": 11.687, "p95_ms": 6.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.58, "max": 17.0, "p95": 14.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.735, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 3.735, "max": 5.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.974, "count": 30, "max": 71.672, "p95": 50.218, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 26.413, "p95": 25.012, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.367, "count": 30, "max": 1224.0, "p95": 1039.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1210.133, "count": 30, "max": 26870.0, "p95": 3584.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.205, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.447, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.477, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.1, "count": 30, "max": 40.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.601, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.213, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25853, "sampled_at": "2026-11-03T15:44:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:44:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5504383, "flush_count": 5817, "flush_interval_seconds": 30.0, "flush_state": {"count": 5817, "last_at": "2026-11-03T15:44:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:44:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5816}, "started": true, "suppressed_count": 3331100, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3330693}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5817, "written_record_count": 5817}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10409.535, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:44:39+09:00", "last_error_summary": "[h264 @ 0x5fabd2f5e100] error while decoding MB 6 58, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224780083200, "copied_frame_count": 3336509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9224780083200, "frame_buffer_copies": 3336509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4271, "p50_ms": 0.1116, "p95_ms": 0.2412, "p99_ms": 0.312}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5474, "count": 512, "max_ms": 4.6943, "p50_ms": 1.4093, "p95_ms": 2.6366, "p99_ms": 3.6708, "results": {"failed": 0, "not_applicable": 0, "success": 3336509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 322, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:44:39+09:00", "last_error_summary": "[h264 @ 0x5fabd2f5e100] error while decoding MB 6 58, bytestream -6", "last_exit_at": "2026-11-03T15:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 382.598, "last_started_at": "2026-11-03T15:38:16+09:00", "pid": 85161, "process": {"exists": false, "pid": 85161}, "restart_count": 341, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 342}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.668, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T15:44:39+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T15:44:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.152, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 545.848, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 0.145, "exists": true, "mtime": "2026-11-03T15:44:39.374475+09:00", "mtime_epoch": 1793688279.3744745, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85234}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:44:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2380.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3336509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.198, "max": 17.0, "p95": 14.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.496, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 3.496, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.181, "max": 1.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.181, "max": 1.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.748, "pushed": 7.748, "read": 7.714}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.01, "count": 231, "max_ms": 0.056, "p95_ms": 0.019, "reason": null, "sample_age_ms": 79.341, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.361, "count": 231, "max_ms": 11.908, "p95_ms": 4.314, "reason": null, "sample_age_ms": 154.456, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.538, "count": 231, "max_ms": 11.213, "p95_ms": 3.047, "reason": null, "sample_age_ms": 155.499, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.508, "count": 231, "max_ms": 10.327, "p95_ms": 0.881, "reason": null, "sample_age_ms": 79.356, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.456, "count": 231, "max_ms": 9.018, "p95_ms": 3.881, "reason": null, "sample_age_ms": 149.519, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 149.312, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.844, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.036, "count": 231, "max_ms": 82.098, "p95_ms": 70.329, "reason": null, "sample_age_ms": 79.335, "source": "client_direct"}, "sample_age_ms": 79.329, "source": "client_direct", "task_total_ms": {"avg_ms": 55.236, "count": 231, "max_ms": 89.445, "p95_ms": 74.373, "reason": null, "sample_age_ms": 79.329, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.053, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.434, "count": 232, "max_ms": 19.447, "p95_ms": 14.308}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.643, "count": 232, "max_ms": 1.865, "p95_ms": 1.228}, "detection_prepare_ms": {"avg_ms": 2.09, "count": 232, "max_ms": 10.793, "p95_ms": 3.948}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.569, "count": 232, "max_ms": 1.572, "p95_ms": 0.939}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.257, "count": 232, "max_ms": 6.309, "p95_ms": 4.665}, "setup_ms": {"avg_ms": 0.053, "count": 232, "max_ms": 0.167, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 8.359, "count": 232, "max_ms": 19.351, "p95_ms": 14.204}, "track_match_ms": {"avg_ms": 0.135, "count": 232, "max_ms": 0.614, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 2.6, "count": 232, "max_ms": 13.815, "p95_ms": 4.456}}, "gstreamer_push": {"avg_ms": 3.314, "count": 232, "max_ms": 11.687, "p95_ms": 5.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 232, "max_ms": 0.438, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.108, "count": 232, "max_ms": 95.463, "p95_ms": 76.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.497, "count": 232, "max_ms": 16.792, "p95_ms": 9.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.226, "count": 232, "max_ms": 163.873, "p95_ms": 138.307}, "inference_input_copy_ms": {"avg_ms": 1.873, "count": 232, "max_ms": 8.566, "p95_ms": 2.873}, "processing_residual_ms": {"avg_ms": 0.3, "count": 232, "max_ms": 0.856, "p95_ms": 0.521}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.896, "count": 232, "max_ms": 169.659, "p95_ms": 143.427}, "read_interval": {"avg_ms": 129.448, "count": 231, "max_ms": 216.401, "p95_ms": 176.862}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 232, "max_ms": 2.746, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.169, "count": 232, "max_ms": 6.175, "p95_ms": 4.497}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 232, "max_ms": 0.059, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.136, "count": 232, "max_ms": 6.148, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.009, "count": 232, "max_ms": 0.045, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.125, "count": 232, "max_ms": 95.511, "p95_ms": 76.724}, "visualize": {"avg_ms": 39.101, "count": 232, "max_ms": 67.251, "p95_ms": 50.928}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.026, "count": 232, "max_ms": 50.065, "p95_ms": 39.639}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.469, "count": 232, "max_ms": 65.24, "p95_ms": 49.28}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 232, "max_ms": 4.912, "p95_ms": 2.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.31, "count": 232, "max_ms": 64.843, "p95_ms": 49.095}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 232, "max_ms": 0.255, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2380.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.809, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.214, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84372, "write_bytes_delta": 84372, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 928.0, "cpu_core_ratio": 0.399879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85161, "reason": null, "system_cpu_core_ratio": 0.030377, "system_cpu_s_delta": 0.6100000000000012, "user_cpu_core_ratio": 0.369502, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.795719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540807, "system_cpu_s_delta": 10.860000000015134, "user_cpu_core_ratio": 1.254912, "user_cpu_s_delta": 25.199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.467, "count": 226, "max_ms": 11.687, "p95_ms": 6.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.58, "max": 17.0, "p95": 14.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.735, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 3.735, "max": 5.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.974, "count": 30, "max": 71.672, "p95": 50.218, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 26.413, "p95": 25.012, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.367, "count": 30, "max": 1224.0, "p95": 1039.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1210.133, "count": 30, "max": 26870.0, "p95": 3584.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.205, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.447, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.477, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.1, "count": 30, "max": 40.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.601, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.213, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25853, "sampled_at": "2026-11-03T15:44:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:44:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.944, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5504383, "flush_count": 5817, "flush_interval_seconds": 30.0, "flush_state": {"count": 5817, "last_at": "2026-11-03T15:44:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:44:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5816}, "started": true, "suppressed_count": 3331100, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3330693}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5817, "written_record_count": 5817}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10409.859, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224780083200, "copied_frame_count": 3336509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9224780083200, "frame_buffer_copies": 3336509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4271, "p50_ms": 0.1116, "p95_ms": 0.2412, "p99_ms": 0.312}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5474, "count": 512, "max_ms": 4.6943, "p50_ms": 1.4093, "p95_ms": 2.6366, "p99_ms": 3.6708, "results": {"failed": 0, "not_applicable": 0, "success": 3336509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 322, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:44:39+09:00", "last_error_summary": "[h264 @ 0x5fabd2f5e100] error while decoding MB 6 58, bytestream -6", "last_exit_at": "2026-11-03T15:44:39+09:00", "last_returncode": 0, "last_stable_duration_sec": 382.634, "last_started_at": "2026-11-03T15:38:16+09:00", "pid": 85161, "process": {"exists": false, "pid": 85161}, "restart_count": 341, "restart_count_per_hour": 6, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 342}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.668, "sample_count": 2236, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.038, "last_frame_pushed_at": "2026-11-03T15:44:39+09:00", "last_frame_read_age_sec": 0.186, "last_frame_read_at": "2026-11-03T15:44:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 54.185, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 545.815, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 0.029, "exists": true, "mtime": "2026-11-03T15:44:39.526476+09:00", "mtime_epoch": 1793688279.526476, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83884}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:44:39+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2380.211, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3336509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.198, "max": 17.0, "p95": 14.0, "sample_count": 232}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.496, "max": 4.0, "p95": 4.0, "sample_count": 232}, "total": {"avg": 3.496, "max": 4.0, "p95": 4.0, "sample_count": 232}}, "tracking_counts": {"active": {"avg": 0.181, "max": 1.0, "p95": 1.0, "sample_count": 232}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 232}, "tracked": {"avg": 0.181, "max": 1.0, "p95": 1.0, "sample_count": 232}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 232, "pushed_frames": 232, "read_frames": 231, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.738, "pushed": 7.738, "read": 7.705}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 231, "client_acquire_ms": {"avg_ms": 0.01, "count": 231, "max_ms": 0.056, "p95_ms": 0.019, "reason": null, "sample_age_ms": 114.148, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.361, "count": 231, "max_ms": 11.908, "p95_ms": 4.314, "reason": null, "sample_age_ms": 189.263, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.538, "count": 231, "max_ms": 11.213, "p95_ms": 3.047, "reason": null, "sample_age_ms": 190.306, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.508, "count": 231, "max_ms": 10.327, "p95_ms": 0.881, "reason": null, "sample_age_ms": 114.163, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.456, "count": 231, "max_ms": 9.018, "p95_ms": 3.881, "reason": null, "sample_age_ms": 184.326, "source": "client_direct"}, "request_count": 231, "request_tensor_bytes": {"avg": 2764808.0, "count": 231, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 184.119, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 231, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.651, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.036, "count": 231, "max_ms": 82.098, "p95_ms": 70.329, "reason": null, "sample_age_ms": 114.142, "source": "client_direct"}, "sample_age_ms": 114.136, "source": "client_direct", "task_total_ms": {"avg_ms": 55.236, "count": 231, "max_ms": 89.445, "p95_ms": 74.373, "reason": null, "sample_age_ms": 114.136, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.851, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.434, "count": 232, "max_ms": 19.447, "p95_ms": 14.308}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.643, "count": 232, "max_ms": 1.865, "p95_ms": 1.228}, "detection_prepare_ms": {"avg_ms": 2.09, "count": 232, "max_ms": 10.793, "p95_ms": 3.948}, "event_filter_ms": {"avg_ms": 0.006, "count": 232, "max_ms": 0.02, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.569, "count": 232, "max_ms": 1.572, "p95_ms": 0.939}, "mcmt_ms": {"avg_ms": 0.004, "count": 232, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.257, "count": 232, "max_ms": 6.309, "p95_ms": 4.665}, "setup_ms": {"avg_ms": 0.053, "count": 232, "max_ms": 0.167, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 8.359, "count": 232, "max_ms": 19.351, "p95_ms": 14.204}, "track_match_ms": {"avg_ms": 0.135, "count": 232, "max_ms": 0.614, "p95_ms": 0.292}, "tracker_update_ms": {"avg_ms": 2.6, "count": 232, "max_ms": 13.815, "p95_ms": 4.456}}, "gstreamer_push": {"avg_ms": 3.314, "count": 232, "max_ms": 11.687, "p95_ms": 5.593}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.058, "count": 232, "max_ms": 0.438, "p95_ms": 0.121}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.108, "count": 232, "max_ms": 95.463, "p95_ms": 76.713}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.497, "count": 232, "max_ms": 16.792, "p95_ms": 9.156}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.226, "count": 232, "max_ms": 163.873, "p95_ms": 138.307}, "inference_input_copy_ms": {"avg_ms": 1.873, "count": 232, "max_ms": 8.566, "p95_ms": 2.873}, "processing_residual_ms": {"avg_ms": 0.3, "count": 232, "max_ms": 0.856, "p95_ms": 0.521}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.896, "count": 232, "max_ms": 169.659, "p95_ms": 143.427}, "read_interval": {"avg_ms": 129.448, "count": 231, "max_ms": 216.401, "p95_ms": 176.862}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.033, "count": 232, "max_ms": 2.746, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.169, "count": 232, "max_ms": 6.175, "p95_ms": 4.497}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 232, "max_ms": 0.059, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.136, "count": 232, "max_ms": 6.148, "p95_ms": 4.448}, "worker_merge_ms": {"avg_ms": 0.009, "count": 232, "max_ms": 0.045, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 57.125, "count": 232, "max_ms": 95.511, "p95_ms": 76.724}, "visualize": {"avg_ms": 39.101, "count": 232, "max_ms": 67.251, "p95_ms": 50.928}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.026, "count": 232, "max_ms": 50.065, "p95_ms": 39.639}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.469, "count": 232, "max_ms": 65.24, "p95_ms": 49.28}, "visualize_input_copy_ms": {"avg_ms": 1.387, "count": 232, "max_ms": 4.912, "p95_ms": 2.351}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 232, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.31, "count": 232, "max_ms": 64.843, "p95_ms": 49.095}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 232, "max_ms": 0.255, "p95_ms": 0.162}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 232}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 232}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2380.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.809, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.214, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84372, "write_bytes_delta": 84372, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 928.0, "cpu_core_ratio": 0.399879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85161, "reason": null, "system_cpu_core_ratio": 0.030377, "system_cpu_s_delta": 0.6100000000000012, "user_cpu_core_ratio": 0.369502, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.795719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540807, "system_cpu_s_delta": 10.860000000015134, "user_cpu_core_ratio": 1.254912, "user_cpu_s_delta": 25.199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.467, "count": 226, "max_ms": 11.687, "p95_ms": 6.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.58, "max": 17.0, "p95": 14.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.735, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 3.735, "max": 5.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.974, "count": 30, "max": 71.672, "p95": 50.218, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 26.413, "p95": 25.012, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.367, "count": 30, "max": 1224.0, "p95": 1039.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1210.133, "count": 30, "max": 26870.0, "p95": 3584.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.205, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.447, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.477, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.1, "count": 30, "max": 40.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.601, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.213, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25853, "sampled_at": "2026-11-03T15:44:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:44:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.98, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5504383, "flush_count": 5817, "flush_interval_seconds": 30.0, "flush_state": {"count": 5817, "last_at": "2026-11-03T15:44:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:44:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5816}, "started": true, "suppressed_count": 3331100, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3330693}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5817, "written_record_count": 5817}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10430.191, "limit_mb": null}, "detail": {"pid": 85277, "restart_count": 342, "start_count": 343}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9224780083200, "copied_frame_count": 3336509, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9224780083200, "frame_buffer_copies": 3336509, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1249, "count": 512, "max_ms": 0.4271, "p50_ms": 0.1116, "p95_ms": 0.2412, "p99_ms": 0.312}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5474, "count": 512, "max_ms": 4.6943, "p50_ms": 1.4093, "p95_ms": 2.6366, "p99_ms": 3.6708, "results": {"failed": 0, "not_applicable": 0, "success": 3336509, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 322, "h264_decode_error_count": 985, "h264_decode_error_count_per_hour": 10, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:44:39+09:00", "last_error_summary": "[h264 @ 0x5fabd2f5e100] error while decoding MB 6 58, bytestream -6", "last_exit_at": "2026-11-03T15:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:44:42+09:00", "pid": 85277, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.984, "name": "ffmpeg", "pid": 85277, "rss_mb": 56.984, "state": "S (sleeping)", "threads": 1}, "restart_count": 342, "restart_count_per_hour": 7, "rtsp_timeout_count": 160, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 343}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.825, "sample_count": 2199, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336509, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:39+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.748, "last_frame_pushed_at": "2026-11-03T15:44:39+09:00", "last_frame_read_age_sec": 4.896, "last_frame_read_at": "2026-11-03T15:44:39+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 58.911, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 541.089, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 4.739, "exists": true, "mtime": "2026-11-03T15:44:39.526476+09:00", "mtime_epoch": 1793688279.526476, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 83884}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:44:44+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2380.215, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3336509, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.0, "max": 16.0, "p95": 14.0, "sample_count": 197}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.416, "max": 4.0, "p95": 4.0, "sample_count": 197}, "total": {"avg": 3.416, "max": 4.0, "p95": 4.0, "sample_count": 197}}, "tracking_counts": {"active": {"avg": 0.213, "max": 1.0, "p95": 1.0, "sample_count": 197}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 197}, "tracked": {"avg": 0.213, "max": 1.0, "p95": 1.0, "sample_count": 197}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 197, "pushed_frames": 197, "read_frames": 196, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.575, "pushed": 6.575, "read": 6.542}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 196, "client_acquire_ms": {"avg_ms": 0.01, "count": 196, "max_ms": 0.056, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4831.131, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.244, "count": 196, "max_ms": 9.748, "p95_ms": 3.861, "reason": null, "sample_age_ms": 4906.245, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.474, "count": 196, "max_ms": 5.553, "p95_ms": 2.755, "reason": null, "sample_age_ms": 4907.289, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.514, "count": 196, "max_ms": 10.327, "p95_ms": 0.937, "reason": null, "sample_age_ms": 4831.146, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.42, "count": 196, "max_ms": 7.231, "p95_ms": 3.841, "reason": null, "sample_age_ms": 4901.308, "source": "client_direct"}, "request_count": 196, "request_tensor_bytes": {"avg": 2764808.0, "count": 196, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4901.102, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 196, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4831.634, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.912, "count": 196, "max_ms": 82.098, "p95_ms": 71.104, "reason": null, "sample_age_ms": 4831.125, "source": "client_direct"}, "sample_age_ms": 4831.118, "source": "client_direct", "task_total_ms": {"avg_ms": 55.083, "count": 196, "max_ms": 89.445, "p95_ms": 74.996, "reason": null, "sample_age_ms": 4831.118, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.111, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.308, "count": 197, "max_ms": 19.447, "p95_ms": 14.67}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.648, "count": 197, "max_ms": 1.865, "p95_ms": 1.23}, "detection_prepare_ms": {"avg_ms": 2.063, "count": 197, "max_ms": 10.793, "p95_ms": 4.045}, "event_filter_ms": {"avg_ms": 0.006, "count": 197, "max_ms": 0.02, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.564, "count": 197, "max_ms": 1.572, "p95_ms": 0.948}, "mcmt_ms": {"avg_ms": 0.004, "count": 197, "max_ms": 0.02, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.175, "count": 197, "max_ms": 6.309, "p95_ms": 4.726}, "setup_ms": {"avg_ms": 0.053, "count": 197, "max_ms": 0.167, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 8.233, "count": 197, "max_ms": 19.351, "p95_ms": 14.568}, "track_match_ms": {"avg_ms": 0.138, "count": 197, "max_ms": 0.614, "p95_ms": 0.327}, "tracker_update_ms": {"avg_ms": 2.581, "count": 197, "max_ms": 13.815, "p95_ms": 4.46}}, "gstreamer_push": {"avg_ms": 3.266, "count": 197, "max_ms": 11.687, "p95_ms": 5.655}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 197, "max_ms": 0.202, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.774, "count": 197, "max_ms": 95.463, "p95_ms": 77.153}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.436, "count": 197, "max_ms": 16.792, "p95_ms": 8.324}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 105.615, "count": 197, "max_ms": 163.873, "p95_ms": 138.307}, "inference_input_copy_ms": {"avg_ms": 1.858, "count": 197, "max_ms": 8.566, "p95_ms": 2.844}, "processing_residual_ms": {"avg_ms": 0.299, "count": 197, "max_ms": 0.713, "p95_ms": 0.52}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 111.207, "count": 197, "max_ms": 169.659, "p95_ms": 142.473}, "read_interval": {"avg_ms": 128.317, "count": 196, "max_ms": 216.401, "p95_ms": 177.402}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.036, "count": 197, "max_ms": 2.746, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.088, "count": 197, "max_ms": 6.175, "p95_ms": 4.575}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 197, "max_ms": 0.059, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.052, "count": 197, "max_ms": 6.148, "p95_ms": 4.479}, "worker_merge_ms": {"avg_ms": 0.009, "count": 197, "max_ms": 0.045, "p95_ms": 0.02}}, "triton_wait": {"avg_ms": 56.79, "count": 197, "max_ms": 95.511, "p95_ms": 77.165}, "visualize": {"avg_ms": 38.956, "count": 197, "max_ms": 67.251, "p95_ms": 50.928}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.008, "count": 197, "max_ms": 50.065, "p95_ms": 40.238}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.307, "count": 197, "max_ms": 65.24, "p95_ms": 48.536}, "visualize_input_copy_ms": {"avg_ms": 1.402, "count": 197, "max_ms": 4.912, "p95_ms": 2.416}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 197, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.148, "count": 197, "max_ms": 64.843, "p95_ms": 48.354}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 197, "max_ms": 0.255, "p95_ms": 0.168}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 197}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 197}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2380.148, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 15.809, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 149.214, "sample_count": 2248, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3336359, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:44:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84372, "write_bytes_delta": 84372, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 928.0, "cpu_core_ratio": 0.399879, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85161, "reason": null, "system_cpu_core_ratio": 0.030377, "system_cpu_s_delta": 0.6100000000000012, "user_cpu_core_ratio": 0.369502, "user_cpu_s_delta": 7.420000000000016}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.795719, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.540807, "system_cpu_s_delta": 10.860000000015134, "user_cpu_core_ratio": 1.254912, "user_cpu_s_delta": 25.199999999953434}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.467, "count": 226, "max_ms": 11.687, "p95_ms": 6.057, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.58, "max": 17.0, "p95": 14.0, "sample_count": 226}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.735, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 226}, "total": {"avg": 3.735, "max": 5.0, "p95": 5.0, "sample_count": 226}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.974, "count": 30, "max": 71.672, "p95": 50.218, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.272, "count": 30, "max": 26.413, "p95": 25.012, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 877.367, "count": 30, "max": 1224.0, "p95": 1039.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1210.133, "count": 30, "max": 26870.0, "p95": 3584.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.045, "count": 30, "max": 0.205, "p95": 0.151, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.373, "count": 30, "max": 0.447, "p95": 0.429, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.149, "count": 30, "max": 4.477, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93897.6, "count": 30, "max": 104504.0, "p95": 99063.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.1, "count": 30, "max": 40.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.524, "count": 30, "max": 0.601, "p95": 0.588, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.213, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25853, "sampled_at": "2026-11-03T15:44:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:44:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.961, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5508552, "flush_count": 5821, "flush_interval_seconds": 30.0, "flush_state": {"count": 5821, "last_at": "2026-11-03T15:48:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:48:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5820}, "started": true, "suppressed_count": 3332860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3332453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5821, "written_record_count": 5821}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10416.984, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5d114ea8cfc0] error while decoding MB 8 32, bytestream -8 [in#0/rtsp @ 0x5d114e95ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d114e95ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9229654425600, "copied_frame_count": 3338272, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9229654425600, "frame_buffer_copies": 3338272, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1233, "count": 512, "max_ms": 2.0541, "p50_ms": 0.1054, "p95_ms": 0.2314, "p99_ms": 0.2905}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4683, "count": 512, "max_ms": 5.6166, "p50_ms": 1.3673, "p95_ms": 2.4251, "p99_ms": 3.0786, "results": {"failed": 0, "not_applicable": 0, "success": 3338272, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 323, "h264_decode_error_count": 986, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:48:47+09:00", "last_error_summary": "[h264 @ 0x5d114ea8cfc0] error while decoding MB 8 32, bytestream -8 [in#0/rtsp @ 0x5d114e95ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d114e95ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:44:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.613, "last_started_at": "2026-11-03T15:44:42+09:00", "pid": 85277, "process": {"exists": false, "pid": 85277}, "restart_count": 342, "restart_count_per_hour": 7, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 343}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338272, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-11-03T15:48:47+09:00", "last_frame_read_age_sec": 0.086, "last_frame_read_at": "2026-11-03T15:48:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.515, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 297.485, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T15:48:47.799499+09:00", "mtime_epoch": 1793688527.7994988, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86782}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:48:47+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2381.055, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3338273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.872, "max": 17.0, "p95": 16.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.488, "max": 5.0, "p95": 5.0, "sample_count": 86}, "total": {"avg": 3.488, "max": 5.0, "p95": 5.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.244, "max": 3.0, "p95": 2.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.047, "max": 2.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.244, "max": 3.0, "p95": 2.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.874, "pushed": 2.874, "read": 2.874}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.01, "count": 87, "max_ms": 0.11, "p95_ms": 0.018, "reason": null, "sample_age_ms": 39.079, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.147, "count": 86, "max_ms": 5.067, "p95_ms": 3.329, "reason": null, "sample_age_ms": 88.937, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 86, "max_ms": 4.339, "p95_ms": 2.155, "reason": null, "sample_age_ms": 89.228, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.437, "count": 87, "max_ms": 1.166, "p95_ms": 0.839, "reason": null, "sample_age_ms": 39.088, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.31, "count": 86, "max_ms": 4.675, "p95_ms": 3.772, "reason": null, "sample_age_ms": 87.237, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 87.211, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 87, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 39.415, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.063, "count": 87, "max_ms": 81.942, "p95_ms": 67.55, "reason": null, "sample_age_ms": 39.075, "source": "client_direct"}, "sample_age_ms": 39.072, "source": "client_direct", "task_total_ms": {"avg_ms": 54.012, "count": 87, "max_ms": 84.433, "p95_ms": 70.962, "reason": null, "sample_age_ms": 39.072, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.038, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.481, "count": 86, "max_ms": 17.362, "p95_ms": 14.474}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.662, "count": 86, "max_ms": 1.799, "p95_ms": 1.287}, "detection_prepare_ms": {"avg_ms": 2.101, "count": 86, "max_ms": 8.749, "p95_ms": 4.159}, "event_filter_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.453, "count": 86, "max_ms": 1.076, "p95_ms": 0.733}, "mcmt_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.161, "count": 86, "max_ms": 7.083, "p95_ms": 6.156}, "setup_ms": {"avg_ms": 0.048, "count": 86, "max_ms": 0.118, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.405, "count": 86, "max_ms": 17.24, "p95_ms": 14.38}, "track_match_ms": {"avg_ms": 0.221, "count": 86, "max_ms": 0.576, "p95_ms": 0.455}, "tracker_update_ms": {"avg_ms": 2.748, "count": 86, "max_ms": 7.056, "p95_ms": 4.79}}, "gstreamer_push": {"avg_ms": 3.266, "count": 86, "max_ms": 7.047, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 86, "max_ms": 0.295, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.687, "count": 86, "max_ms": 88.569, "p95_ms": 73.015}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.58, "count": 86, "max_ms": 12.441, "p95_ms": 9.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.321, "count": 86, "max_ms": 160.97, "p95_ms": 133.833}, "inference_input_copy_ms": {"avg_ms": 1.838, "count": 86, "max_ms": 3.681, "p95_ms": 3.174}, "processing_residual_ms": {"avg_ms": 0.309, "count": 86, "max_ms": 0.896, "p95_ms": 0.606}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.048, "count": 86, "max_ms": 165.479, "p95_ms": 140.294}, "read_interval": {"avg_ms": 348.285, "count": 86, "max_ms": 18938.999, "p95_ms": 191.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 86, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.078, "count": 86, "max_ms": 6.971, "p95_ms": 6.045}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.046, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.059, "count": 86, "max_ms": 6.945, "p95_ms": 6.023}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.021, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.703, "count": 86, "max_ms": 88.596, "p95_ms": 73.03}, "visualize": {"avg_ms": 39.58, "count": 86, "max_ms": 61.577, "p95_ms": 57.874}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.537, "count": 86, "max_ms": 50.255, "p95_ms": 45.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.981, "count": 86, "max_ms": 58.78, "p95_ms": 55.316}, "visualize_input_copy_ms": {"avg_ms": 1.359, "count": 86, "max_ms": 3.322, "p95_ms": 2.516}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.828, "count": 86, "max_ms": 58.596, "p95_ms": 55.13}, "visualizer_prepare_ms": {"avg_ms": 0.084, "count": 86, "max_ms": 0.218, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2381.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.962, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84101, "write_bytes_delta": 84101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.068859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2710.0, "pid": 85277, "reason": null, "system_cpu_core_ratio": 0.007558, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.061301, "user_cpu_s_delta": 1.4599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.36361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.108747, "system_cpu_s_delta": 2.5899999999965075, "user_cpu_core_ratio": 0.254863, "user_cpu_s_delta": 6.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 87, "max_ms": 7.047, "p95_ms": 4.958, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.77, "max": 17.0, "p95": 16.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.483, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 3.483, "max": 5.0, "p95": 5.0, "sample_count": 87}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.522, "count": 30, "max": 91.962, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.091, "count": 30, "max": 32.55, "p95": 29.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 809.167, "count": 30, "max": 1056.0, "p95": 1013.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.133, "count": 30, "max": 4944.0, "p95": 2060.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.148, "p95": 0.133, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.447, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.691, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 24.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.589, "p95": 0.58, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25868, "sampled_at": "2026-11-03T15:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5508552, "flush_count": 5821, "flush_interval_seconds": 30.0, "flush_state": {"count": 5821, "last_at": "2026-11-03T15:48:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:48:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5820}, "started": true, "suppressed_count": 3332860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3332453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5821, "written_record_count": 5821}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10417.395, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:48:47+09:00", "last_error_summary": "[h264 @ 0x5d114ea8cfc0] error while decoding MB 8 32, bytestream -8 [in#0/rtsp @ 0x5d114e95ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d114e95ae00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9229657190400, "copied_frame_count": 3338273, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9229657190400, "frame_buffer_copies": 3338273, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 2.0541, "p50_ms": 0.1054, "p95_ms": 0.2314, "p99_ms": 0.2905}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4678, "count": 512, "max_ms": 5.6166, "p50_ms": 1.3673, "p95_ms": 2.4251, "p99_ms": 3.0786, "results": {"failed": 0, "not_applicable": 0, "success": 3338273, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 323, "h264_decode_error_count": 986, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:48:47+09:00", "last_error_summary": "[h264 @ 0x5d114ea8cfc0] error while decoding MB 8 32, bytestream -8 [in#0/rtsp @ 0x5d114e95ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d114e95ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:48:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.695, "last_started_at": "2026-11-03T15:44:42+09:00", "pid": 85277, "process": {"exists": false, "pid": 85277}, "restart_count": 342, "restart_count_per_hour": 7, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 343}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.032, "last_frame_pushed_at": "2026-11-03T15:48:47+09:00", "last_frame_read_age_sec": 0.168, "last_frame_read_at": "2026-11-03T15:48:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.597, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 297.403, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 0.019, "exists": true, "mtime": "2026-11-03T15:48:47.940500+09:00", "mtime_epoch": 1793688527.9404998, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:48:47+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2381.051, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3338273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.884, "max": 17.0, "p95": 16.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.5, "max": 5.0, "p95": 5.0, "sample_count": 86}, "total": {"avg": 3.5, "max": 5.0, "p95": 5.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.267, "max": 3.0, "p95": 2.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.047, "max": 2.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.267, "max": 3.0, "p95": 2.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 86, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.867, "pushed": 2.867, "read": 2.867}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 86, "client_acquire_ms": {"avg_ms": 0.01, "count": 86, "max_ms": 0.11, "p95_ms": 0.018, "reason": null, "sample_age_ms": 120.497, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.147, "count": 86, "max_ms": 5.067, "p95_ms": 3.329, "reason": null, "sample_age_ms": 170.355, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.418, "count": 86, "max_ms": 4.339, "p95_ms": 2.155, "reason": null, "sample_age_ms": 170.645, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.437, "count": 86, "max_ms": 1.166, "p95_ms": 0.841, "reason": null, "sample_age_ms": 120.505, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.31, "count": 86, "max_ms": 4.675, "p95_ms": 3.772, "reason": null, "sample_age_ms": 168.655, "source": "client_direct"}, "request_count": 86, "request_tensor_bytes": {"avg": 2764808.0, "count": 86, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.629, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 120.832, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.972, "count": 86, "max_ms": 81.942, "p95_ms": 67.703, "reason": null, "sample_age_ms": 120.493, "source": "client_direct"}, "sample_age_ms": 120.489, "source": "client_direct", "task_total_ms": {"avg_ms": 53.92, "count": 86, "max_ms": 84.433, "p95_ms": 71.129, "reason": null, "sample_age_ms": 120.489, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.272, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.493, "count": 86, "max_ms": 17.362, "p95_ms": 14.474}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.665, "count": 86, "max_ms": 1.799, "p95_ms": 1.287}, "detection_prepare_ms": {"avg_ms": 2.105, "count": 86, "max_ms": 8.749, "p95_ms": 4.159}, "event_filter_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.453, "count": 86, "max_ms": 1.076, "p95_ms": 0.733}, "mcmt_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.159, "count": 86, "max_ms": 7.083, "p95_ms": 6.156}, "setup_ms": {"avg_ms": 0.047, "count": 86, "max_ms": 0.118, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.417, "count": 86, "max_ms": 17.24, "p95_ms": 14.38}, "track_match_ms": {"avg_ms": 0.221, "count": 86, "max_ms": 0.576, "p95_ms": 0.455}, "tracker_update_ms": {"avg_ms": 2.755, "count": 86, "max_ms": 7.056, "p95_ms": 4.79}}, "gstreamer_push": {"avg_ms": 3.26, "count": 86, "max_ms": 7.047, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 86, "max_ms": 0.295, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.538, "count": 86, "max_ms": 88.569, "p95_ms": 73.015}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.585, "count": 86, "max_ms": 12.441, "p95_ms": 9.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.509, "count": 86, "max_ms": 160.97, "p95_ms": 133.833}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 86, "max_ms": 3.681, "p95_ms": 3.174}, "processing_residual_ms": {"avg_ms": 0.306, "count": 86, "max_ms": 0.896, "p95_ms": 0.606}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.234, "count": 86, "max_ms": 165.479, "p95_ms": 140.294}, "read_interval": {"avg_ms": 348.285, "count": 86, "max_ms": 18938.999, "p95_ms": 191.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 86, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.076, "count": 86, "max_ms": 6.971, "p95_ms": 6.045}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.046, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.057, "count": 86, "max_ms": 6.945, "p95_ms": 6.023}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.021, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.554, "count": 86, "max_ms": 88.596, "p95_ms": 73.03}, "visualize": {"avg_ms": 39.856, "count": 86, "max_ms": 64.073, "p95_ms": 58.12}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.607, "count": 86, "max_ms": 50.255, "p95_ms": 45.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.256, "count": 86, "max_ms": 62.159, "p95_ms": 56.285}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 86, "max_ms": 3.322, "p95_ms": 2.516}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.102, "count": 86, "max_ms": 61.943, "p95_ms": 56.131}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 86, "max_ms": 0.218, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2381.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.962, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84101, "write_bytes_delta": 84101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.068859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2710.0, "pid": 85277, "reason": null, "system_cpu_core_ratio": 0.007558, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.061301, "user_cpu_s_delta": 1.4599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.36361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.108747, "system_cpu_s_delta": 2.5899999999965075, "user_cpu_core_ratio": 0.254863, "user_cpu_s_delta": 6.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 87, "max_ms": 7.047, "p95_ms": 4.958, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.77, "max": 17.0, "p95": 16.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.483, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 3.483, "max": 5.0, "p95": 5.0, "sample_count": 87}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.522, "count": 30, "max": 91.962, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.091, "count": 30, "max": 32.55, "p95": 29.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 809.167, "count": 30, "max": 1056.0, "p95": 1013.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.133, "count": 30, "max": 4944.0, "p95": 2060.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.148, "p95": 0.133, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.447, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.691, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 24.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.589, "p95": 0.58, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25868, "sampled_at": "2026-11-03T15:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5508552, "flush_count": 5821, "flush_interval_seconds": 30.0, "flush_state": {"count": 5821, "last_at": "2026-11-03T15:48:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:48:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5820}, "started": true, "suppressed_count": 3332860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3332453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5821, "written_record_count": 5821}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10416.695, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9229657190400, "copied_frame_count": 3338273, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9229657190400, "frame_buffer_copies": 3338273, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 2.0541, "p50_ms": 0.1054, "p95_ms": 0.2314, "p99_ms": 0.2905}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4678, "count": 512, "max_ms": 5.6166, "p50_ms": 1.3673, "p95_ms": 2.4251, "p99_ms": 3.0786, "results": {"failed": 0, "not_applicable": 0, "success": 3338273, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 323, "h264_decode_error_count": 986, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:48:47+09:00", "last_error_summary": "[h264 @ 0x5d114ea8cfc0] error while decoding MB 8 32, bytestream -8 [in#0/rtsp @ 0x5d114e95ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d114e95ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:48:47+09:00", "last_returncode": 0, "last_stable_duration_sec": 245.741, "last_started_at": "2026-11-03T15:44:42+09:00", "pid": 85277, "process": {"exists": false, "pid": 85277}, "restart_count": 342, "restart_count_per_hour": 7, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": false, "start_count": 343}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.078, "last_frame_pushed_at": "2026-11-03T15:48:47+09:00", "last_frame_read_age_sec": 0.214, "last_frame_read_at": "2026-11-03T15:48:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 302.642, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 297.358, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 0.065, "exists": true, "mtime": "2026-11-03T15:48:47.940500+09:00", "mtime_epoch": 1793688527.9404998, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:48:48+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2381.051, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3338273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.884, "max": 17.0, "p95": 16.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.5, "max": 5.0, "p95": 5.0, "sample_count": 86}, "total": {"avg": 3.5, "max": 5.0, "p95": 5.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.267, "max": 3.0, "p95": 2.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.047, "max": 2.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.267, "max": 3.0, "p95": 2.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.873, "pushed": 2.873, "read": 2.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.01, "count": 86, "max_ms": 0.11, "p95_ms": 0.018, "reason": null, "sample_age_ms": 168.641, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.151, "count": 85, "max_ms": 5.067, "p95_ms": 3.347, "reason": null, "sample_age_ms": 218.499, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.421, "count": 85, "max_ms": 4.339, "p95_ms": 2.156, "reason": null, "sample_age_ms": 218.789, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.437, "count": 86, "max_ms": 1.166, "p95_ms": 0.841, "reason": null, "sample_age_ms": 168.649, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.308, "count": 85, "max_ms": 4.675, "p95_ms": 3.781, "reason": null, "sample_age_ms": 216.799, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2764808.0, "count": 85, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 216.773, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.977, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.972, "count": 86, "max_ms": 81.942, "p95_ms": 67.703, "reason": null, "sample_age_ms": 168.637, "source": "client_direct"}, "sample_age_ms": 168.633, "source": "client_direct", "task_total_ms": {"avg_ms": 53.92, "count": 86, "max_ms": 84.433, "p95_ms": 71.129, "reason": null, "sample_age_ms": 168.633, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.333, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.493, "count": 86, "max_ms": 17.362, "p95_ms": 14.474}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.665, "count": 86, "max_ms": 1.799, "p95_ms": 1.287}, "detection_prepare_ms": {"avg_ms": 2.105, "count": 86, "max_ms": 8.749, "p95_ms": 4.159}, "event_filter_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.453, "count": 86, "max_ms": 1.076, "p95_ms": 0.733}, "mcmt_ms": {"avg_ms": 0.004, "count": 86, "max_ms": 0.011, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 3.159, "count": 86, "max_ms": 7.083, "p95_ms": 6.156}, "setup_ms": {"avg_ms": 0.047, "count": 86, "max_ms": 0.118, "p95_ms": 0.097}, "total_inside_ms": {"avg_ms": 9.417, "count": 86, "max_ms": 17.24, "p95_ms": 14.38}, "track_match_ms": {"avg_ms": 0.221, "count": 86, "max_ms": 0.576, "p95_ms": 0.455}, "tracker_update_ms": {"avg_ms": 2.755, "count": 86, "max_ms": 7.056, "p95_ms": 4.79}}, "gstreamer_push": {"avg_ms": 3.26, "count": 86, "max_ms": 7.047, "p95_ms": 4.958}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 86, "max_ms": 0.295, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.538, "count": 86, "max_ms": 88.569, "p95_ms": 73.015}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.585, "count": 86, "max_ms": 12.441, "p95_ms": 9.077}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 106.509, "count": 86, "max_ms": 160.97, "p95_ms": 133.833}, "inference_input_copy_ms": {"avg_ms": 1.834, "count": 86, "max_ms": 3.681, "p95_ms": 3.174}, "processing_residual_ms": {"avg_ms": 0.306, "count": 86, "max_ms": 0.896, "p95_ms": 0.606}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 112.234, "count": 86, "max_ms": 165.479, "p95_ms": 140.294}, "read_interval": {"avg_ms": 350.906, "count": 85, "max_ms": 18938.999, "p95_ms": 191.116}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 86, "max_ms": 0.047, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 3.076, "count": 86, "max_ms": 6.971, "p95_ms": 6.045}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 86, "max_ms": 0.046, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.057, "count": 86, "max_ms": 6.945, "p95_ms": 6.023}, "worker_merge_ms": {"avg_ms": 0.007, "count": 86, "max_ms": 0.021, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.554, "count": 86, "max_ms": 88.596, "p95_ms": 73.03}, "visualize": {"avg_ms": 39.856, "count": 86, "max_ms": 64.073, "p95_ms": 58.12}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.607, "count": 86, "max_ms": 50.255, "p95_ms": 45.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 38.256, "count": 86, "max_ms": 62.159, "p95_ms": 56.285}, "visualize_input_copy_ms": {"avg_ms": 1.361, "count": 86, "max_ms": 3.322, "p95_ms": 2.516}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 38.102, "count": 86, "max_ms": 61.943, "p95_ms": 56.131}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 86, "max_ms": 0.218, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2381.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.962, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84101, "write_bytes_delta": 84101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.068859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2710.0, "pid": 85277, "reason": null, "system_cpu_core_ratio": 0.007558, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.061301, "user_cpu_s_delta": 1.4599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.36361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.108747, "system_cpu_s_delta": 2.5899999999965075, "user_cpu_core_ratio": 0.254863, "user_cpu_s_delta": 6.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 87, "max_ms": 7.047, "p95_ms": 4.958, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.77, "max": 17.0, "p95": 16.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.483, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 3.483, "max": 5.0, "p95": 5.0, "sample_count": 87}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.522, "count": 30, "max": 91.962, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.091, "count": 30, "max": 32.55, "p95": 29.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 809.167, "count": 30, "max": 1056.0, "p95": 1013.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.133, "count": 30, "max": 4944.0, "p95": 2060.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.148, "p95": 0.133, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.447, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.691, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 24.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.589, "p95": 0.58, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25868, "sampled_at": "2026-11-03T15:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5508552, "flush_count": 5821, "flush_interval_seconds": 30.0, "flush_state": {"count": 5821, "last_at": "2026-11-03T15:48:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:48:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5820}, "started": true, "suppressed_count": 3332860, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3332453}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5821, "written_record_count": 5821}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10435.734, "limit_mb": null}, "detail": {"pid": 85393, "restart_count": 343, "start_count": 344}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9229657190400, "copied_frame_count": 3338273, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9229657190400, "frame_buffer_copies": 3338273, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1231, "count": 512, "max_ms": 2.0541, "p50_ms": 0.1054, "p95_ms": 0.2314, "p99_ms": 0.2905}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4678, "count": 512, "max_ms": 5.6166, "p50_ms": 1.3673, "p95_ms": 2.4251, "p99_ms": 3.0786, "results": {"failed": 0, "not_applicable": 0, "success": 3338273, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 323, "h264_decode_error_count": 986, "h264_decode_error_count_per_hour": 11, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:48:47+09:00", "last_error_summary": "[h264 @ 0x5d114ea8cfc0] error while decoding MB 8 32, bytestream -8 [in#0/rtsp @ 0x5d114e95ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5d114e95ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T15:48:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:48:50+09:00", "pid": 85393, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.762, "name": "ffmpeg", "pid": 85393, "rss_mb": 56.762, "state": "S (sleeping)", "threads": 1}, "restart_count": 343, "restart_count_per_hour": 8, "rtsp_timeout_count": 162, "rtsp_timeout_count_per_hour": 6, "rtsp_tolerant_mode": false, "running": true, "start_count": 344}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.008, "sample_count": 2124, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338273, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:47+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.295, "last_frame_pushed_at": "2026-11-03T15:48:47+09:00", "last_frame_read_age_sec": 4.431, "last_frame_read_at": "2026-11-03T15:48:47+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 185, "debug_expires_at": null, "deduplicated_count": 34, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 306.852, "last_sample_duration_ms": 1743.453, "last_trigger": "periodic", "next_snapshot_in_sec": 293.148, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 585, "storage_bytes": 3487697}, "mjpeg": {"age_sec": 4.282, "exists": true, "mtime": "2026-11-03T15:48:47.940500+09:00", "mtime_epoch": 1793688527.9404998, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85970}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:48:52+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2381.055, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 8, "history_size_limit": 20, "last_frame_idx": 3338273, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 8}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 13.944, "max": 17.0, "p95": 16.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 3.37, "max": 5.0, "p95": 5.0, "sample_count": 54}, "total": {"avg": 3.37, "max": 5.0, "p95": 5.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 1.352, "max": 3.0, "p95": 3.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.037, "max": 2.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 1.352, "max": 3.0, "p95": 3.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.807, "pushed": 1.807, "read": 1.774}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.011, "count": 54, "max_ms": 0.11, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4383.834, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.088, "count": 53, "max_ms": 4.964, "p95_ms": 3.207, "reason": null, "sample_age_ms": 4433.692, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.445, "count": 53, "max_ms": 4.339, "p95_ms": 2.254, "reason": null, "sample_age_ms": 4433.983, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.452, "count": 54, "max_ms": 1.166, "p95_ms": 0.924, "reason": null, "sample_age_ms": 4383.843, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.316, "count": 53, "max_ms": 4.675, "p95_ms": 3.819, "reason": null, "sample_age_ms": 4431.993, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4431.966, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4384.17, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.375, "count": 54, "max_ms": 81.942, "p95_ms": 67.919, "reason": null, "sample_age_ms": 4383.83, "source": "client_direct"}, "sample_age_ms": 4383.827, "source": "client_direct", "task_total_ms": {"avg_ms": 53.342, "count": 54, "max_ms": 84.433, "p95_ms": 71.555, "reason": null, "sample_age_ms": 4383.827, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.548, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 9.069, "count": 54, "max_ms": 17.362, "p95_ms": 15.133}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.706, "count": 54, "max_ms": 1.799, "p95_ms": 1.287}, "detection_prepare_ms": {"avg_ms": 2.063, "count": 54, "max_ms": 8.749, "p95_ms": 4.992}, "event_filter_ms": {"avg_ms": 0.006, "count": 54, "max_ms": 0.021, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.441, "count": 54, "max_ms": 1.076, "p95_ms": 0.733}, "mcmt_ms": {"avg_ms": 0.004, "count": 54, "max_ms": 0.009, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.82, "count": 54, "max_ms": 6.529, "p95_ms": 6.168}, "setup_ms": {"avg_ms": 0.047, "count": 54, "max_ms": 0.118, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 8.993, "count": 54, "max_ms": 17.24, "p95_ms": 14.978}, "track_match_ms": {"avg_ms": 0.221, "count": 54, "max_ms": 0.533, "p95_ms": 0.455}, "tracker_update_ms": {"avg_ms": 2.684, "count": 54, "max_ms": 7.056, "p95_ms": 4.79}}, "gstreamer_push": {"avg_ms": 3.209, "count": 54, "max_ms": 7.047, "p95_ms": 6.372}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 54, "max_ms": 0.295, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.928, "count": 54, "max_ms": 88.569, "p95_ms": 77.957}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.377, "count": 54, "max_ms": 10.173, "p95_ms": 9.864}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.583, "count": 54, "max_ms": 160.97, "p95_ms": 143.837}, "inference_input_copy_ms": {"avg_ms": 1.795, "count": 54, "max_ms": 3.681, "p95_ms": 3.302}, "processing_residual_ms": {"avg_ms": 0.306, "count": 54, "max_ms": 0.896, "p95_ms": 0.663}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 110.06, "count": 54, "max_ms": 165.479, "p95_ms": 149.942}, "read_interval": {"avg_ms": 482.962, "count": 53, "max_ms": 18938.999, "p95_ms": 205.447}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.019, "count": 54, "max_ms": 0.047, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 2.74, "count": 54, "max_ms": 6.415, "p95_ms": 6.047}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 54, "max_ms": 0.046, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.722, "count": 54, "max_ms": 6.384, "p95_ms": 6.024}, "worker_merge_ms": {"avg_ms": 0.007, "count": 54, "max_ms": 0.021, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.944, "count": 54, "max_ms": 88.596, "p95_ms": 77.968}, "visualize": {"avg_ms": 38.968, "count": 54, "max_ms": 64.073, "p95_ms": 56.708}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.025, "count": 54, "max_ms": 49.177, "p95_ms": 45.153}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.391, "count": 54, "max_ms": 62.159, "p95_ms": 54.171}, "visualize_input_copy_ms": {"avg_ms": 1.348, "count": 54, "max_ms": 2.889, "p95_ms": 2.516}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.239, "count": 54, "max_ms": 61.943, "p95_ms": 53.885}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 54, "max_ms": 0.218, "p95_ms": 0.184}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2381.055, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 91.962, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.522, "sample_count": 2155, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3338266, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 84101, "write_bytes_delta": 84101, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 196.0, "cpu_core_ratio": 0.068859, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 2710.0, "pid": 85277, "reason": null, "system_cpu_core_ratio": 0.007558, "system_cpu_s_delta": 0.17999999999999972, "user_cpu_core_ratio": 0.061301, "user_cpu_s_delta": 1.4599999999999937}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.36361, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.108747, "system_cpu_s_delta": 2.5899999999965075, "user_cpu_core_ratio": 0.254863, "user_cpu_s_delta": 6.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.292, "count": 87, "max_ms": 7.047, "p95_ms": 4.958, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.77, "max": 17.0, "p95": 16.0, "sample_count": 87}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 3.483, "key_count": 1, "max": 5.0, "p95": 5.0, "provenance": "bounded_other_sum_proxy", "sample_count": 87}, "total": {"avg": 3.483, "max": 5.0, "p95": 5.0, "sample_count": 87}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.522, "count": 30, "max": 91.962, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.091, "count": 30, "max": 32.55, "p95": 29.457, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 809.167, "count": 30, "max": 1056.0, "p95": 1013.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 376.133, "count": 30, "max": 4944.0, "p95": 2060.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.148, "p95": 0.133, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.362, "count": 30, "max": 0.447, "p95": 0.421, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.09, "count": 30, "max": 2.691, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 87038.0, "count": 30, "max": 97566.0, "p95": 96596.9, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.1, "count": 30, "max": 24.0, "p95": 22.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.512, "count": 30, "max": 0.589, "p95": 0.58, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.185, "count": 30, "max": 1.326, "p95": 1.309, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25868, "sampled_at": "2026-11-03T15:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.878, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5514723, "flush_count": 5827, "flush_interval_seconds": 30.0, "flush_state": {"count": 5827, "last_at": "2026-11-03T15:54:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:54:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5826}, "started": true, "suppressed_count": 3335630, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3335223}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5827, "written_record_count": 5827}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10426.34, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x5f9a0d23d7c0] cabac decode of qscale diff failed at 110 58 [h264 @ 0x5f9a0d23d7c0] error while decoding MB 110 58, bytestream 3161 [h264 @ 0x5f9a0d16e940] cabac decode of qscale diff failed at 27 66 [h264 @ 0x5f9a0d16e940] error while decoding MB 27 66, bytestream 4644 [h264 @ 0x5f9a0cd64180] left block unavailable for requested intra mode [h264 @ 0x5f9a0cd64180] error while decoding MB 0 53, bytestream 4996 [h264 @ 0x5f9a0cd64180] error while decoding MB 65 59, bytestream -24 [h264 @ ", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9237329510400, "copied_frame_count": 3341048, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9237329510400, "frame_buffer_copies": 3341048, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1173, "count": 512, "max_ms": 0.3985, "p50_ms": 0.1032, "p95_ms": 0.2087, "p99_ms": 0.3048}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4482, "count": 512, "max_ms": 3.9169, "p50_ms": 1.383, "p95_ms": 2.3787, "p99_ms": 2.8793, "results": {"failed": 0, "not_applicable": 0, "success": 3341048, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 324, "h264_decode_error_count": 994, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:54:55+09:00", "last_error_summary": "[h264 @ 0x5f9a0d23d7c0] cabac decode of qscale diff failed at 110 58 [h264 @ 0x5f9a0d23d7c0] error while decoding MB 110 58, bytestream 3161 [h264 @ 0x5f9a0d16e940] cabac decode of qscale diff failed at 27 66 [h264 @ 0x5f9a0d16e940] error while decoding MB 27 66, bytestream 4644 [h264 @ 0x5f9a0cd64180] left block unavailable for requested intra mode [h264 @ 0x5f9a0cd64180] error while decoding MB 0 53, bytestream 4996 [h264 @ 0x5f9a0cd64180] error while decoding MB 65 59, bytestream -24 [h264 @ ", "last_exit_at": "2026-11-03T15:48:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 364.991, "last_started_at": "2026-11-03T15:48:50+09:00", "pid": 85393, "process": {"exists": false, "pid": 85393}, "restart_count": 343, "restart_count_per_hour": 8, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 344}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.046, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341048, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T15:54:55+09:00", "last_frame_read_age_sec": 0.062, "last_frame_read_at": "2026-11-03T15:54:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.274, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 532.726, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.059, "exists": true, "mtime": "2026-11-03T15:54:55.153306+09:00", "mtime_epoch": 1793688895.1533065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90527}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:54:55+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2382.395, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3341049, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.03, "max": 7.0, "p95": 6.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 99}, "total": {"avg": 1.131, "max": 2.0, "p95": 2.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 99, "pushed_frames": 99, "read_frames": 100, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.304, "pushed": 3.304, "read": 3.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 100, "client_acquire_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 9.264, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.926, "count": 100, "max_ms": 6.259, "p95_ms": 2.802, "reason": null, "sample_age_ms": 64.157, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.386, "count": 100, "max_ms": 5.746, "p95_ms": 2.251, "reason": null, "sample_age_ms": 64.436, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 100, "max_ms": 0.762, "p95_ms": 0.62, "reason": null, "sample_age_ms": 9.275, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.058, "count": 100, "max_ms": 6.588, "p95_ms": 3.479, "reason": null, "sample_age_ms": 62.79, "source": "client_direct"}, "request_count": 100, "request_tensor_bytes": {"avg": 2764808.0, "count": 100, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 62.769, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 9.612, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.675, "count": 100, "max_ms": 78.017, "p95_ms": 65.467, "reason": null, "sample_age_ms": 9.259, "source": "client_direct"}, "sample_age_ms": 9.252, "source": "client_direct", "task_total_ms": {"avg_ms": 49.25, "count": 100, "max_ms": 80.692, "p95_ms": 67.919, "reason": null, "sample_age_ms": 9.252, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.312, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.266, "count": 99, "max_ms": 8.606, "p95_ms": 7.508}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.408, "count": 99, "max_ms": 1.344, "p95_ms": 0.782}, "detection_prepare_ms": {"avg_ms": 1.335, "count": 99, "max_ms": 3.285, "p95_ms": 2.349}, "event_filter_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.257, "count": 99, "max_ms": 0.571, "p95_ms": 0.463}, "mcmt_ms": {"avg_ms": 0.003, "count": 99, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.684, "count": 99, "max_ms": 1.748, "p95_ms": 1.407}, "setup_ms": {"avg_ms": 0.045, "count": 99, "max_ms": 0.111, "p95_ms": 0.083}, "total_inside_ms": {"avg_ms": 4.215, "count": 99, "max_ms": 8.551, "p95_ms": 7.44}, "track_match_ms": {"avg_ms": 0.068, "count": 99, "max_ms": 0.256, "p95_ms": 0.148}, "tracker_update_ms": {"avg_ms": 1.409, "count": 99, "max_ms": 3.079, "p95_ms": 2.794}}, "gstreamer_push": {"avg_ms": 3.149, "count": 99, "max_ms": 7.827, "p95_ms": 5.089}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 99, "max_ms": 0.1, "p95_ms": 0.089}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.519, "count": 99, "max_ms": 86.485, "p95_ms": 71.574}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.999, "count": 99, "max_ms": 13.446, "p95_ms": 10.131}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.105, "count": 99, "max_ms": 127.196, "p95_ms": 111.217}, "inference_input_copy_ms": {"avg_ms": 1.657, "count": 99, "max_ms": 7.975, "p95_ms": 2.558}, "processing_residual_ms": {"avg_ms": 0.253, "count": 99, "max_ms": 0.568, "p95_ms": 0.523}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.014, "count": 99, "max_ms": 132.649, "p95_ms": 124.904}, "read_interval": {"avg_ms": 300.656, "count": 100, "max_ms": 10127.916, "p95_ms": 160.327}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.042, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.62, "count": 99, "max_ms": 1.613, "p95_ms": 1.294}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 99, "max_ms": 0.067, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.604, "count": 99, "max_ms": 1.582, "p95_ms": 1.267}, "worker_merge_ms": {"avg_ms": 0.007, "count": 99, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.532, "count": 99, "max_ms": 86.501, "p95_ms": 71.586}, "visualize": {"avg_ms": 34.021, "count": 99, "max_ms": 46.495, "p95_ms": 42.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.056, "count": 99, "max_ms": 40.552, "p95_ms": 36.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.522, "count": 99, "max_ms": 45.331, "p95_ms": 40.755}, "visualize_input_copy_ms": {"avg_ms": 1.29, "count": 99, "max_ms": 2.16, "p95_ms": 1.952}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.366, "count": 99, "max_ms": 45.147, "p95_ms": 40.557}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 99, "max_ms": 0.246, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2382.395, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.878, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.562, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92762, "write_bytes_delta": 92762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 482.0, "cpu_core_ratio": 0.294686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 489.0, "pid": 85393, "reason": null, "system_cpu_core_ratio": 0.099353, "system_cpu_s_delta": 2.6500000000000004, "user_cpu_core_ratio": 0.195332, "user_cpu_s_delta": 5.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.994283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296935, "system_cpu_s_delta": 7.919999999983702, "user_cpu_core_ratio": 0.697348, "user_cpu_s_delta": 18.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 167, "max_ms": 8.373, "p95_ms": 5.089, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.503, "max": 9.0, "p95": 8.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.503, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 1.503, "max": 2.0, "p95": 2.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.759, "count": 30, "max": 91.962, "p95": 63.571, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.293, "count": 30, "max": 32.55, "p95": 29.214, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 802.9, "count": 30, "max": 1031.0, "p95": 985.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 8879.0, "p95": 3938.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.148, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.572, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.268, "p95": 1.24, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25886, "sampled_at": "2026-11-03T15:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.965, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5514723, "flush_count": 5827, "flush_interval_seconds": 30.0, "flush_state": {"count": 5827, "last_at": "2026-11-03T15:54:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:54:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5826}, "started": true, "suppressed_count": 3335630, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3335223}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5827, "written_record_count": 5827}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10427.422, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:54:55+09:00", "last_error_summary": "[h264 @ 0x5f9a0d23d7c0] cabac decode of qscale diff failed at 110 58 [h264 @ 0x5f9a0d23d7c0] error while decoding MB 110 58, bytestream 3161 [h264 @ 0x5f9a0d16e940] cabac decode of qscale diff failed at 27 66 [h264 @ 0x5f9a0d16e940] error while decoding MB 27 66, bytestream 4644 [h264 @ 0x5f9a0cd64180] left block unavailable for requested intra mode [h264 @ 0x5f9a0cd64180] error while decoding MB 0 53, bytestream 4996 [h264 @ 0x5f9a0cd64180] error while decoding MB 65 59, bytestream -24 [h264 @ ", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9237332275200, "copied_frame_count": 3341049, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9237332275200, "frame_buffer_copies": 3341049, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1172, "count": 512, "max_ms": 0.3985, "p50_ms": 0.1032, "p95_ms": 0.2087, "p99_ms": 0.3048}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 3.9169, "p50_ms": 1.3802, "p95_ms": 2.3787, "p99_ms": 2.8793, "results": {"failed": 0, "not_applicable": 0, "success": 3341049, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 324, "h264_decode_error_count": 994, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:54:55+09:00", "last_error_summary": "[h264 @ 0x5f9a0d23d7c0] cabac decode of qscale diff failed at 110 58 [h264 @ 0x5f9a0d23d7c0] error while decoding MB 110 58, bytestream 3161 [h264 @ 0x5f9a0d16e940] cabac decode of qscale diff failed at 27 66 [h264 @ 0x5f9a0d16e940] error while decoding MB 27 66, bytestream 4644 [h264 @ 0x5f9a0cd64180] left block unavailable for requested intra mode [h264 @ 0x5f9a0cd64180] error while decoding MB 0 53, bytestream 4996 [h264 @ 0x5f9a0cd64180] error while decoding MB 65 59, bytestream -24 [h264 @ ", "last_exit_at": "2026-11-03T15:54:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 365.043, "last_started_at": "2026-11-03T15:48:50+09:00", "pid": 85393, "process": {"exists": false, "pid": 85393}, "restart_count": 343, "restart_count_per_hour": 8, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 344}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.046, "sample_count": 2293, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T15:54:55+09:00", "last_frame_read_age_sec": 0.114, "last_frame_read_at": "2026-11-03T15:54:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.325, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 532.675, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T15:54:55.153306+09:00", "mtime_epoch": 1793688895.1533065, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90527}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:54:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2382.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3341049, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.03, "max": 7.0, "p95": 5.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.13, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.13, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.34, "pushed": 3.34, "read": 3.306}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.008, "count": 100, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 63.072, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.932, "count": 99, "max_ms": 6.259, "p95_ms": 2.828, "reason": null, "sample_age_ms": 117.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 99, "max_ms": 5.746, "p95_ms": 2.257, "reason": null, "sample_age_ms": 118.244, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 100, "max_ms": 0.762, "p95_ms": 0.62, "reason": null, "sample_age_ms": 63.083, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.066, "count": 99, "max_ms": 6.588, "p95_ms": 3.481, "reason": null, "sample_age_ms": 116.598, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 116.577, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 100, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 63.42, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.675, "count": 100, "max_ms": 78.017, "p95_ms": 65.467, "reason": null, "sample_age_ms": 63.066, "source": "client_direct"}, "sample_age_ms": 63.06, "source": "client_direct", "task_total_ms": {"avg_ms": 49.25, "count": 100, "max_ms": 80.692, "p95_ms": 67.919, "reason": null, "sample_age_ms": 63.06, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.704, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 100, "max_ms": 8.606, "p95_ms": 7.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 100, "max_ms": 1.344, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.33, "count": 100, "max_ms": 3.285, "p95_ms": 2.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.256, "count": 100, "max_ms": 0.571, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.681, "count": 100, "max_ms": 1.748, "p95_ms": 1.382}, "setup_ms": {"avg_ms": 0.045, "count": 100, "max_ms": 0.111, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.2, "count": 100, "max_ms": 8.551, "p95_ms": 7.413}, "track_match_ms": {"avg_ms": 0.068, "count": 100, "max_ms": 0.256, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 1.405, "count": 100, "max_ms": 3.079, "p95_ms": 2.556}}, "gstreamer_push": {"avg_ms": 3.151, "count": 100, "max_ms": 7.827, "p95_ms": 4.706}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 100, "max_ms": 0.1, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.569, "count": 100, "max_ms": 86.485, "p95_ms": 71.059}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.984, "count": 100, "max_ms": 13.446, "p95_ms": 7.443}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.25, "count": 100, "max_ms": 127.196, "p95_ms": 110.059}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 100, "max_ms": 7.975, "p95_ms": 2.469}, "processing_residual_ms": {"avg_ms": 0.251, "count": 100, "max_ms": 0.568, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.136, "count": 100, "max_ms": 132.649, "p95_ms": 119.5}, "read_interval": {"avg_ms": 302.049, "count": 99, "max_ms": 10127.916, "p95_ms": 160.327}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 100, "max_ms": 0.042, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.618, "count": 100, "max_ms": 1.613, "p95_ms": 1.262}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 100, "max_ms": 0.067, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.602, "count": 100, "max_ms": 1.582, "p95_ms": 1.24}, "worker_merge_ms": {"avg_ms": 0.007, "count": 100, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.582, "count": 100, "max_ms": 86.501, "p95_ms": 71.072}, "visualize": {"avg_ms": 34.138, "count": 100, "max_ms": 46.495, "p95_ms": 42.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.19, "count": 100, "max_ms": 42.406, "p95_ms": 36.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.643, "count": 100, "max_ms": 45.331, "p95_ms": 40.755}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 100, "max_ms": 2.16, "p95_ms": 1.917}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.488, "count": 100, "max_ms": 45.147, "p95_ms": 40.557}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 100, "max_ms": 0.246, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2382.395, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.878, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.562, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92762, "write_bytes_delta": 92762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 482.0, "cpu_core_ratio": 0.294686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 489.0, "pid": 85393, "reason": null, "system_cpu_core_ratio": 0.099353, "system_cpu_s_delta": 2.6500000000000004, "user_cpu_core_ratio": 0.195332, "user_cpu_s_delta": 5.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.994283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296935, "system_cpu_s_delta": 7.919999999983702, "user_cpu_core_ratio": 0.697348, "user_cpu_s_delta": 18.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 167, "max_ms": 8.373, "p95_ms": 5.089, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.503, "max": 9.0, "p95": 8.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.503, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 1.503, "max": 2.0, "p95": 2.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.759, "count": 30, "max": 91.962, "p95": 63.571, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.293, "count": 30, "max": 32.55, "p95": 29.214, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 802.9, "count": 30, "max": 1031.0, "p95": 985.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 8879.0, "p95": 3938.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.148, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.572, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.268, "p95": 1.24, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25886, "sampled_at": "2026-11-03T15:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.941, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5514723, "flush_count": 5827, "flush_interval_seconds": 30.0, "flush_state": {"count": 5827, "last_at": "2026-11-03T15:54:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:54:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5826}, "started": true, "suppressed_count": 3335630, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3335223}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5827, "written_record_count": 5827}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10426.766, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9237332275200, "copied_frame_count": 3341049, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9237332275200, "frame_buffer_copies": 3341049, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1172, "count": 512, "max_ms": 0.3985, "p50_ms": 0.1032, "p95_ms": 0.2087, "p99_ms": 0.3048}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 3.9169, "p50_ms": 1.3802, "p95_ms": 2.3787, "p99_ms": 2.8793, "results": {"failed": 0, "not_applicable": 0, "success": 3341049, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 324, "h264_decode_error_count": 994, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:54:55+09:00", "last_error_summary": "[h264 @ 0x5f9a0d23d7c0] cabac decode of qscale diff failed at 110 58 [h264 @ 0x5f9a0d23d7c0] error while decoding MB 110 58, bytestream 3161 [h264 @ 0x5f9a0d16e940] cabac decode of qscale diff failed at 27 66 [h264 @ 0x5f9a0d16e940] error while decoding MB 27 66, bytestream 4644 [h264 @ 0x5f9a0cd64180] left block unavailable for requested intra mode [h264 @ 0x5f9a0cd64180] error while decoding MB 0 53, bytestream 4996 [h264 @ 0x5f9a0cd64180] error while decoding MB 65 59, bytestream -24 [h264 @ ", "last_exit_at": "2026-11-03T15:54:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 365.081, "last_started_at": "2026-11-03T15:48:50+09:00", "pid": 85393, "process": {"exists": false, "pid": 85393}, "restart_count": 343, "restart_count_per_hour": 8, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 344}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.046, "sample_count": 2292, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.04, "last_frame_pushed_at": "2026-11-03T15:54:55+09:00", "last_frame_read_age_sec": 0.152, "last_frame_read_at": "2026-11-03T15:54:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 67.371, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 532.629, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.032, "exists": true, "mtime": "2026-11-03T15:54:55.270307+09:00", "mtime_epoch": 1793688895.2703073, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:54:55+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2382.395, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3341049, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.03, "max": 7.0, "p95": 5.0, "sample_count": 100}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.13, "max": 2.0, "p95": 2.0, "sample_count": 100}, "total": {"avg": 1.13, "max": 2.0, "p95": 2.0, "sample_count": 100}}, "tracking_counts": {"active": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 100}, "tracked": {"avg": 0.04, "max": 1.0, "p95": 0.0, "sample_count": 100}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 100, "pushed_frames": 100, "read_frames": 99, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.336, "pushed": 3.336, "read": 3.302}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 99, "client_acquire_ms": {"avg_ms": 0.008, "count": 99, "max_ms": 0.028, "p95_ms": 0.02, "reason": null, "sample_age_ms": 100.261, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.932, "count": 99, "max_ms": 6.259, "p95_ms": 2.828, "reason": null, "sample_age_ms": 155.154, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.389, "count": 99, "max_ms": 5.746, "p95_ms": 2.257, "reason": null, "sample_age_ms": 155.433, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.337, "count": 99, "max_ms": 0.762, "p95_ms": 0.622, "reason": null, "sample_age_ms": 100.271, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.066, "count": 99, "max_ms": 6.588, "p95_ms": 3.481, "reason": null, "sample_age_ms": 153.786, "source": "client_direct"}, "request_count": 99, "request_tensor_bytes": {"avg": 2764808.0, "count": 99, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 153.766, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 99, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.609, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.779, "count": 99, "max_ms": 78.017, "p95_ms": 65.588, "reason": null, "sample_age_ms": 100.255, "source": "client_direct"}, "sample_age_ms": 100.249, "source": "client_direct", "task_total_ms": {"avg_ms": 49.362, "count": 99, "max_ms": 80.692, "p95_ms": 68.072, "reason": null, "sample_age_ms": 100.249, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.852, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.251, "count": 100, "max_ms": 8.606, "p95_ms": 7.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.406, "count": 100, "max_ms": 1.344, "p95_ms": 0.774}, "detection_prepare_ms": {"avg_ms": 1.33, "count": 100, "max_ms": 3.285, "p95_ms": 2.204}, "event_filter_ms": {"avg_ms": 0.004, "count": 100, "max_ms": 0.029, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.256, "count": 100, "max_ms": 0.571, "p95_ms": 0.442}, "mcmt_ms": {"avg_ms": 0.003, "count": 100, "max_ms": 0.01, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.681, "count": 100, "max_ms": 1.748, "p95_ms": 1.382}, "setup_ms": {"avg_ms": 0.045, "count": 100, "max_ms": 0.111, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 4.2, "count": 100, "max_ms": 8.551, "p95_ms": 7.413}, "track_match_ms": {"avg_ms": 0.068, "count": 100, "max_ms": 0.256, "p95_ms": 0.141}, "tracker_update_ms": {"avg_ms": 1.405, "count": 100, "max_ms": 3.079, "p95_ms": 2.556}}, "gstreamer_push": {"avg_ms": 3.151, "count": 100, "max_ms": 7.827, "p95_ms": 4.706}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.047, "count": 100, "max_ms": 0.1, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.569, "count": 100, "max_ms": 86.485, "p95_ms": 71.059}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.984, "count": 100, "max_ms": 13.446, "p95_ms": 7.443}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 90.25, "count": 100, "max_ms": 127.196, "p95_ms": 110.059}, "inference_input_copy_ms": {"avg_ms": 1.65, "count": 100, "max_ms": 7.975, "p95_ms": 2.469}, "processing_residual_ms": {"avg_ms": 0.251, "count": 100, "max_ms": 0.568, "p95_ms": 0.461}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 95.136, "count": 100, "max_ms": 132.649, "p95_ms": 119.5}, "read_interval": {"avg_ms": 302.049, "count": 99, "max_ms": 10127.916, "p95_ms": 160.327}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 100, "max_ms": 0.042, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.618, "count": 100, "max_ms": 1.613, "p95_ms": 1.262}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 100, "max_ms": 0.067, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.602, "count": 100, "max_ms": 1.582, "p95_ms": 1.24}, "worker_merge_ms": {"avg_ms": 0.007, "count": 100, "max_ms": 0.021, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 50.582, "count": 100, "max_ms": 86.501, "p95_ms": 71.072}, "visualize": {"avg_ms": 34.138, "count": 100, "max_ms": 46.495, "p95_ms": 42.26}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.19, "count": 100, "max_ms": 42.406, "p95_ms": 36.685}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.643, "count": 100, "max_ms": 45.331, "p95_ms": 40.755}, "visualize_input_copy_ms": {"avg_ms": 1.287, "count": 100, "max_ms": 2.16, "p95_ms": 1.917}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 100, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.488, "count": 100, "max_ms": 45.147, "p95_ms": 40.557}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 100, "max_ms": 0.246, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 100}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 100}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2382.395, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.878, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.562, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92762, "write_bytes_delta": 92762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 482.0, "cpu_core_ratio": 0.294686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 489.0, "pid": 85393, "reason": null, "system_cpu_core_ratio": 0.099353, "system_cpu_s_delta": 2.6500000000000004, "user_cpu_core_ratio": 0.195332, "user_cpu_s_delta": 5.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.994283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296935, "system_cpu_s_delta": 7.919999999983702, "user_cpu_core_ratio": 0.697348, "user_cpu_s_delta": 18.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 167, "max_ms": 8.373, "p95_ms": 5.089, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.503, "max": 9.0, "p95": 8.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.503, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 1.503, "max": 2.0, "p95": 2.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.759, "count": 30, "max": 91.962, "p95": 63.571, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.293, "count": 30, "max": 32.55, "p95": 29.214, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 802.9, "count": 30, "max": 1031.0, "p95": 985.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 8879.0, "p95": 3938.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.148, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.572, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.268, "p95": 1.24, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25886, "sampled_at": "2026-11-03T15:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.979, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5514723, "flush_count": 5827, "flush_interval_seconds": 30.0, "flush_state": {"count": 5827, "last_at": "2026-11-03T15:54:03", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:54:03", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5826}, "started": true, "suppressed_count": 3335630, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3335223}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5827, "written_record_count": 5827}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10603.656, "limit_mb": null}, "detail": {"pid": 85509, "restart_count": 344, "start_count": 345}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9237332275200, "copied_frame_count": 3341049, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9237332275200, "frame_buffer_copies": 3341049, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1172, "count": 512, "max_ms": 0.3985, "p50_ms": 0.1032, "p95_ms": 0.2087, "p99_ms": 0.3048}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4467, "count": 512, "max_ms": 3.9169, "p50_ms": 1.3802, "p95_ms": 2.3787, "p99_ms": 2.8793, "results": {"failed": 0, "not_applicable": 0, "success": 3341049, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 324, "h264_decode_error_count": 994, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:54:55+09:00", "last_error_summary": "[h264 @ 0x5f9a0d23d7c0] cabac decode of qscale diff failed at 110 58 [h264 @ 0x5f9a0d23d7c0] error while decoding MB 110 58, bytestream 3161 [h264 @ 0x5f9a0d16e940] cabac decode of qscale diff failed at 27 66 [h264 @ 0x5f9a0d16e940] error while decoding MB 27 66, bytestream 4644 [h264 @ 0x5f9a0cd64180] left block unavailable for requested intra mode [h264 @ 0x5f9a0cd64180] error while decoding MB 0 53, bytestream 4996 [h264 @ 0x5f9a0cd64180] error while decoding MB 65 59, bytestream -24 [h264 @ ", "last_exit_at": "2026-11-03T15:54:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T15:54:58+09:00", "pid": 85509, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.43, "name": "ffmpeg", "pid": 85509, "rss_mb": 207.43, "state": "S (sleeping)", "threads": 70}, "restart_count": 344, "restart_count_per_hour": 9, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 345}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.046, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341049, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:55+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.102, "last_frame_pushed_at": "2026-11-03T15:54:55+09:00", "last_frame_read_age_sec": 5.214, "last_frame_read_at": "2026-11-03T15:54:55+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 72.426, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 527.574, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 5.094, "exists": true, "mtime": "2026-11-03T15:54:55.270307+09:00", "mtime_epoch": 1793688895.2703073, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 90803}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:55:00+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2382.398, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3341049, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.056, "max": 7.0, "p95": 6.0, "sample_count": 54}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.241, "max": 2.0, "p95": 2.0, "sample_count": 54}, "total": {"avg": 1.241, "max": 2.0, "p95": 2.0, "sample_count": 54}}, "tracking_counts": {"active": {"avg": 0.074, "max": 1.0, "p95": 1.0, "sample_count": 54}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "tracked": {"avg": 0.074, "max": 1.0, "p95": 1.0, "sample_count": 54}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 54, "pushed_frames": 54, "read_frames": 53, "select_timeouts": 17, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.804, "pushed": 1.804, "read": 1.771}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 53, "client_acquire_ms": {"avg_ms": 0.008, "count": 54, "max_ms": 0.024, "p95_ms": 0.02, "reason": null, "sample_age_ms": 5162.365, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.874, "count": 53, "max_ms": 5.119, "p95_ms": 2.43, "reason": null, "sample_age_ms": 5217.258, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.32, "count": 53, "max_ms": 3.223, "p95_ms": 1.783, "reason": null, "sample_age_ms": 5217.537, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.336, "count": 54, "max_ms": 0.712, "p95_ms": 0.677, "reason": null, "sample_age_ms": 5162.376, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.895, "count": 53, "max_ms": 3.828, "p95_ms": 3.291, "reason": null, "sample_age_ms": 5215.89, "source": "client_direct"}, "request_count": 53, "request_tensor_bytes": {"avg": 2764808.0, "count": 53, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5215.87, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 54, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5162.713, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.053, "count": 54, "max_ms": 78.017, "p95_ms": 69.296, "reason": null, "sample_age_ms": 5162.359, "source": "client_direct"}, "sample_age_ms": 5162.353, "source": "client_direct", "task_total_ms": {"avg_ms": 49.451, "count": 54, "max_ms": 80.692, "p95_ms": 71.401, "reason": null, "sample_age_ms": 5162.353, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.433, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.224, "count": 54, "max_ms": 8.606, "p95_ms": 7.505}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.392, "count": 54, "max_ms": 0.782, "p95_ms": 0.746}, "detection_prepare_ms": {"avg_ms": 1.339, "count": 54, "max_ms": 3.285, "p95_ms": 2.204}, "event_filter_ms": {"avg_ms": 0.005, "count": 54, "max_ms": 0.029, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.249, "count": 54, "max_ms": 0.463, "p95_ms": 0.415}, "mcmt_ms": {"avg_ms": 0.003, "count": 54, "max_ms": 0.007, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.688, "count": 54, "max_ms": 1.748, "p95_ms": 1.407}, "setup_ms": {"avg_ms": 0.045, "count": 54, "max_ms": 0.111, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 4.173, "count": 54, "max_ms": 8.551, "p95_ms": 7.413}, "track_match_ms": {"avg_ms": 0.07, "count": 54, "max_ms": 0.256, "p95_ms": 0.209}, "tracker_update_ms": {"avg_ms": 1.381, "count": 54, "max_ms": 3.079, "p95_ms": 2.822}}, "gstreamer_push": {"avg_ms": 2.95, "count": 54, "max_ms": 5.461, "p95_ms": 4.706}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.048, "count": 54, "max_ms": 0.1, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.742, "count": 54, "max_ms": 86.485, "p95_ms": 81.178}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.122, "count": 54, "max_ms": 13.446, "p95_ms": 10.311}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 89.57, "count": 54, "max_ms": 127.196, "p95_ms": 119.243}, "inference_input_copy_ms": {"avg_ms": 1.547, "count": 54, "max_ms": 3.183, "p95_ms": 2.558}, "processing_residual_ms": {"avg_ms": 0.201, "count": 54, "max_ms": 0.533, "p95_ms": 0.406}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 94.439, "count": 54, "max_ms": 132.649, "p95_ms": 126.736}, "read_interval": {"avg_ms": 468.704, "count": 53, "max_ms": 10127.916, "p95_ms": 193.198}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 54, "max_ms": 0.034, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.627, "count": 54, "max_ms": 1.613, "p95_ms": 1.294}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 54, "max_ms": 0.052, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.613, "count": 54, "max_ms": 1.582, "p95_ms": 1.267}, "worker_merge_ms": {"avg_ms": 0.006, "count": 54, "max_ms": 0.017, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 50.755, "count": 54, "max_ms": 86.501, "p95_ms": 81.185}, "visualize": {"avg_ms": 33.351, "count": 54, "max_ms": 45.762, "p95_ms": 41.915}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.384, "count": 54, "max_ms": 42.406, "p95_ms": 36.217}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.872, "count": 54, "max_ms": 44.654, "p95_ms": 40.632}, "visualize_input_copy_ms": {"avg_ms": 1.276, "count": 54, "max_ms": 2.16, "p95_ms": 1.825}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 54, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.726, "count": 54, "max_ms": 44.572, "p95_ms": 40.481}, "visualizer_prepare_ms": {"avg_ms": 0.073, "count": 54, "max_ms": 0.246, "p95_ms": 0.191}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 54}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 54}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2382.395, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 53.878, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.562, "sample_count": 2368, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3341042, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:54:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 92762, "write_bytes_delta": 92762, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 482.0, "cpu_core_ratio": 0.294686, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 489.0, "pid": 85393, "reason": null, "system_cpu_core_ratio": 0.099353, "system_cpu_s_delta": 2.6500000000000004, "user_cpu_core_ratio": 0.195332, "user_cpu_s_delta": 5.210000000000008}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.994283, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 18.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.296935, "system_cpu_s_delta": 7.919999999983702, "user_cpu_core_ratio": 0.697348, "user_cpu_s_delta": 18.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.239, "count": 167, "max_ms": 8.373, "p95_ms": 5.089, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.503, "max": 9.0, "p95": 8.0, "sample_count": 167}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.503, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 167}, "total": {"avg": 1.503, "max": 2.0, "p95": 2.0, "sample_count": 167}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.759, "count": 30, "max": 91.962, "p95": 63.571, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.293, "count": 30, "max": 32.55, "p95": 29.214, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 802.9, "count": 30, "max": 1031.0, "p95": 985.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 783.567, "count": 30, "max": 8879.0, "p95": 3938.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.051, "count": 30, "max": 0.148, "p95": 0.143, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.358, "count": 30, "max": 0.416, "p95": 0.412, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 84991.667, "count": 30, "max": 97564.0, "p95": 92362.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.633, "count": 30, "max": 25.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.477, "count": 30, "max": 0.572, "p95": 0.555, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.117, "count": 30, "max": 1.268, "p95": 1.24, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25886, "sampled_at": "2026-11-03T15:54:44+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:54:44+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.928, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5519857, "flush_count": 5832, "flush_interval_seconds": 30.0, "flush_state": {"count": 5832, "last_at": "2026-11-03T15:59:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:59:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5831}, "started": true, "suppressed_count": 3337894, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3337487}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5832, "written_record_count": 5832}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10443.762, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5b04d4202300] error while decoding MB 69 55, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243602841600, "copied_frame_count": 3343317, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9243602841600, "frame_buffer_copies": 3343317, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1371, "count": 512, "max_ms": 3.7306, "p50_ms": 0.1178, "p95_ms": 0.2292, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5225, "count": 512, "max_ms": 6.7597, "p50_ms": 1.4374, "p95_ms": 2.4291, "p99_ms": 3.2701, "results": {"failed": 0, "not_applicable": 0, "success": 3343317, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 325, "h264_decode_error_count": 995, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:59:50+09:00", "last_error_summary": "[h264 @ 0x5b04d4202300] error while decoding MB 69 55, bytestream -5", "last_exit_at": "2026-11-03T15:54:58+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.788, "last_started_at": "2026-11-03T15:54:58+09:00", "pid": 85509, "process": {"exists": false, "pid": 85509}, "restart_count": 344, "restart_count_per_hour": 9, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 345}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.083, "sample_count": 2275, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343317, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.102, "last_frame_pushed_at": "2026-11-03T15:59:50+09:00", "last_frame_read_age_sec": 0.096, "last_frame_read_at": "2026-11-03T15:59:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.248, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 237.752, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.09, "exists": true, "mtime": "2026-11-03T15:59:50.061471+09:00", "mtime_epoch": 1793689190.0614715, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87375}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:59:50+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2383.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3343318, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.184, "max": 7.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.887, "max": 3.0, "p95": 3.0, "sample_count": 239}, "total": {"avg": 1.887, "max": 3.0, "p95": 3.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.05, "max": 2.0, "p95": 2.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.05, "max": 2.0, "p95": 2.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.967, "pushed": 7.967, "read": 8.0}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.01, "count": 240, "max_ms": 0.037, "p95_ms": 0.022, "reason": null, "sample_age_ms": 69.211, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.141, "count": 239, "max_ms": 9.209, "p95_ms": 3.913, "reason": null, "sample_age_ms": 113.371, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 239, "max_ms": 8.531, "p95_ms": 2.556, "reason": null, "sample_age_ms": 113.738, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.374, "count": 240, "max_ms": 2.94, "p95_ms": 0.653, "reason": null, "sample_age_ms": 69.222, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.472, "count": 239, "max_ms": 8.756, "p95_ms": 4.294, "reason": null, "sample_age_ms": 111.668, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 111.643, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.677, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.032, "count": 240, "max_ms": 91.204, "p95_ms": 73.373, "reason": null, "sample_age_ms": 69.205, "source": "client_direct"}, "sample_age_ms": 69.199, "source": "client_direct", "task_total_ms": {"avg_ms": 55.108, "count": 240, "max_ms": 94.534, "p95_ms": 75.781, "reason": null, "sample_age_ms": 69.199, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.032, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.311, "count": 239, "max_ms": 16.39, "p95_ms": 12.396}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.52, "count": 239, "max_ms": 1.508, "p95_ms": 1.072}, "detection_prepare_ms": {"avg_ms": 1.706, "count": 239, "max_ms": 7.283, "p95_ms": 3.22}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.029, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 239, "max_ms": 0.907, "p95_ms": 0.593}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.46, "count": 239, "max_ms": 8.035, "p95_ms": 5.121}, "setup_ms": {"avg_ms": 0.053, "count": 239, "max_ms": 0.143, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 7.233, "count": 239, "max_ms": 16.27, "p95_ms": 12.209}, "track_match_ms": {"avg_ms": 0.167, "count": 239, "max_ms": 0.457, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.026, "count": 239, "max_ms": 5.992, "p95_ms": 3.394}}, "gstreamer_push": {"avg_ms": 3.434, "count": 239, "max_ms": 8.522, "p95_ms": 5.39}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 239, "max_ms": 1.045, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.786, "count": 239, "max_ms": 95.601, "p95_ms": 78.209}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.252, "count": 239, "max_ms": 13.321, "p95_ms": 8.841}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.505, "count": 239, "max_ms": 161.071, "p95_ms": 128.189}, "inference_input_copy_ms": {"avg_ms": 1.943, "count": 239, "max_ms": 7.649, "p95_ms": 3.265}, "processing_residual_ms": {"avg_ms": 0.285, "count": 239, "max_ms": 0.704, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.985, "count": 239, "max_ms": 170.256, "p95_ms": 134.091}, "read_interval": {"avg_ms": 125.081, "count": 240, "max_ms": 231.246, "p95_ms": 176.316}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 239, "max_ms": 0.591, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.371, "count": 239, "max_ms": 7.861, "p95_ms": 4.908}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.076, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.348, "count": 239, "max_ms": 7.823, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.802, "count": 239, "max_ms": 95.612, "p95_ms": 78.223}, "visualize": {"avg_ms": 37.015, "count": 239, "max_ms": 57.063, "p95_ms": 47.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.399, "count": 239, "max_ms": 46.09, "p95_ms": 38.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.342, "count": 239, "max_ms": 54.936, "p95_ms": 45.742}, "visualize_input_copy_ms": {"avg_ms": 1.413, "count": 239, "max_ms": 4.548, "p95_ms": 2.438}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.179, "count": 239, "max_ms": 54.726, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 239, "max_ms": 1.049, "p95_ms": 0.161}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2383.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.178, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.036, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 90579, "write_bytes_delta": 90579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 983.0, "cpu_core_ratio": 0.436541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85509, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.405182, "user_cpu_s_delta": 8.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492789, "system_cpu_s_delta": 9.900000000023283, "user_cpu_core_ratio": 1.170747, "user_cpu_s_delta": 23.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 240, "max_ms": 9.148, "p95_ms": 5.39, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.837, "max": 7.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.883, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.961, "count": 30, "max": 80.611, "p95": 65.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.284, "count": 30, "max": 28.647, "p95": 25.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.133, "count": 30, "max": 1031.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 495.2, "count": 30, "max": 8879.0, "p95": 1377.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.429, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.1, "count": 30, "max": 33.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.56, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.23, "p95": 1.221, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25900, "sampled_at": "2026-11-03T15:59:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:59:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5519857, "flush_count": 5832, "flush_interval_seconds": 30.0, "flush_state": {"count": 5832, "last_at": "2026-11-03T15:59:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:59:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5831}, "started": true, "suppressed_count": 3337894, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3337487}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5832, "written_record_count": 5832}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10438.68, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T15:59:50+09:00", "last_error_summary": "[h264 @ 0x5b04d4202300] error while decoding MB 69 55, bytestream -5", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243605606400, "copied_frame_count": 3343318, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9243605606400, "frame_buffer_copies": 3343318, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1372, "count": 512, "max_ms": 3.7306, "p50_ms": 0.1178, "p95_ms": 0.2292, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5234, "count": 512, "max_ms": 6.7597, "p50_ms": 1.4374, "p95_ms": 2.4291, "p99_ms": 3.2701, "results": {"failed": 0, "not_applicable": 0, "success": 3343318, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 325, "h264_decode_error_count": 995, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:59:50+09:00", "last_error_summary": "[h264 @ 0x5b04d4202300] error while decoding MB 69 55, bytestream -5", "last_exit_at": "2026-11-03T15:59:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.864, "last_started_at": "2026-11-03T15:54:58+09:00", "pid": 85509, "process": {"exists": false, "pid": 85509}, "restart_count": 344, "restart_count_per_hour": 9, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 345}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.148, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-03T15:59:50+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-11-03T15:59:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.316, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 237.684, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.014, "exists": true, "mtime": "2026-11-03T15:59:50.213472+09:00", "mtime_epoch": 1793689190.2134724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87577}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:59:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2383.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3343318, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.179, "max": 7.0, "p95": 6.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 240}, "total": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.05, "max": 2.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.05, "max": 2.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.011, "pushed": 8.011, "read": 7.978}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.01, "count": 239, "max_ms": 0.037, "p95_ms": 0.022, "reason": null, "sample_age_ms": 151.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.141, "count": 239, "max_ms": 9.209, "p95_ms": 3.913, "reason": null, "sample_age_ms": 195.909, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.449, "count": 239, "max_ms": 8.531, "p95_ms": 2.556, "reason": null, "sample_age_ms": 196.276, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 239, "max_ms": 2.94, "p95_ms": 0.653, "reason": null, "sample_age_ms": 151.76, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.472, "count": 239, "max_ms": 8.756, "p95_ms": 4.294, "reason": null, "sample_age_ms": 194.206, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.18, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.215, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.024, "count": 239, "max_ms": 91.204, "p95_ms": 73.383, "reason": null, "sample_age_ms": 151.743, "source": "client_direct"}, "sample_age_ms": 151.736, "source": "client_direct", "task_total_ms": {"avg_ms": 55.101, "count": 239, "max_ms": 94.534, "p95_ms": 75.818, "reason": null, "sample_age_ms": 151.736, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.12, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.305, "count": 240, "max_ms": 16.39, "p95_ms": 12.267}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.521, "count": 240, "max_ms": 1.508, "p95_ms": 1.071}, "detection_prepare_ms": {"avg_ms": 1.704, "count": 240, "max_ms": 7.283, "p95_ms": 3.069}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.291, "count": 240, "max_ms": 0.907, "p95_ms": 0.58}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.453, "count": 240, "max_ms": 8.035, "p95_ms": 5.058}, "setup_ms": {"avg_ms": 0.054, "count": 240, "max_ms": 0.143, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.226, "count": 240, "max_ms": 16.27, "p95_ms": 12.189}, "track_match_ms": {"avg_ms": 0.167, "count": 240, "max_ms": 0.457, "p95_ms": 0.324}, "tracker_update_ms": {"avg_ms": 2.026, "count": 240, "max_ms": 5.992, "p95_ms": 3.38}}, "gstreamer_push": {"avg_ms": 3.434, "count": 240, "max_ms": 8.522, "p95_ms": 5.324}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 240, "max_ms": 1.045, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.738, "count": 240, "max_ms": 95.601, "p95_ms": 78.188}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.248, "count": 240, "max_ms": 13.321, "p95_ms": 8.727}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.659, "count": 240, "max_ms": 161.071, "p95_ms": 128.189}, "inference_input_copy_ms": {"avg_ms": 1.941, "count": 240, "max_ms": 7.649, "p95_ms": 3.264}, "processing_residual_ms": {"avg_ms": 0.285, "count": 240, "max_ms": 0.704, "p95_ms": 0.508}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.133, "count": 240, "max_ms": 170.256, "p95_ms": 134.091}, "read_interval": {"avg_ms": 125.112, "count": 239, "max_ms": 231.246, "p95_ms": 178.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 240, "max_ms": 0.591, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.364, "count": 240, "max_ms": 7.861, "p95_ms": 4.884}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 240, "max_ms": 0.076, "p95_ms": 0.043}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.341, "count": 240, "max_ms": 7.823, "p95_ms": 4.819}, "worker_merge_ms": {"avg_ms": 0.008, "count": 240, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.754, "count": 240, "max_ms": 95.612, "p95_ms": 78.204}, "visualize": {"avg_ms": 37.225, "count": 240, "max_ms": 87.367, "p95_ms": 47.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.462, "count": 240, "max_ms": 46.09, "p95_ms": 38.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.553, "count": 240, "max_ms": 85.781, "p95_ms": 45.742}, "visualize_input_copy_ms": {"avg_ms": 1.412, "count": 240, "max_ms": 4.548, "p95_ms": 2.368}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.389, "count": 240, "max_ms": 85.67, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 240, "max_ms": 1.049, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2383.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.178, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.036, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 90579, "write_bytes_delta": 90579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 983.0, "cpu_core_ratio": 0.436541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85509, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.405182, "user_cpu_s_delta": 8.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492789, "system_cpu_s_delta": 9.900000000023283, "user_cpu_core_ratio": 1.170747, "user_cpu_s_delta": 23.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 240, "max_ms": 9.148, "p95_ms": 5.39, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.837, "max": 7.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.883, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.961, "count": 30, "max": 80.611, "p95": 65.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.284, "count": 30, "max": 28.647, "p95": 25.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.133, "count": 30, "max": 1031.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 495.2, "count": 30, "max": 8879.0, "p95": 1377.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.429, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.1, "count": 30, "max": 33.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.56, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.23, "p95": 1.221, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25900, "sampled_at": "2026-11-03T15:59:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:59:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5519857, "flush_count": 5832, "flush_interval_seconds": 30.0, "flush_state": {"count": 5832, "last_at": "2026-11-03T15:59:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:59:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5831}, "started": true, "suppressed_count": 3337894, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3337487}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5832, "written_record_count": 5832}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10437.848, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243605606400, "copied_frame_count": 3343318, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9243605606400, "frame_buffer_copies": 3343318, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1372, "count": 512, "max_ms": 3.7306, "p50_ms": 0.1178, "p95_ms": 0.2292, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5234, "count": 512, "max_ms": 6.7597, "p50_ms": 1.4374, "p95_ms": 2.4291, "p99_ms": 3.2701, "results": {"failed": 0, "not_applicable": 0, "success": 3343318, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 325, "h264_decode_error_count": 995, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:59:50+09:00", "last_error_summary": "[h264 @ 0x5b04d4202300] error while decoding MB 69 55, bytestream -5", "last_exit_at": "2026-11-03T15:59:50+09:00", "last_returncode": 0, "last_stable_duration_sec": 291.928, "last_started_at": "2026-11-03T15:54:58+09:00", "pid": 85509, "process": {"exists": false, "pid": 85509}, "restart_count": 344, "restart_count_per_hour": 9, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 345}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.148, "sample_count": 2276, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T15:59:50+09:00", "last_frame_read_age_sec": 0.236, "last_frame_read_at": "2026-11-03T15:59:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 362.37, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 237.63, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.078, "exists": true, "mtime": "2026-11-03T15:59:50.213472+09:00", "mtime_epoch": 1793689190.2134724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87577}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:59:50+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2383.473, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3343318, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.18, "max": 7.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 239}, "total": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.05, "max": 2.0, "p95": 2.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.013, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.05, "max": 2.0, "p95": 2.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.994, "pushed": 7.994, "read": 7.96}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.01, "count": 239, "max_ms": 0.037, "p95_ms": 0.022, "reason": null, "sample_age_ms": 201.6, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.144, "count": 238, "max_ms": 9.209, "p95_ms": 3.921, "reason": null, "sample_age_ms": 245.76, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.451, "count": 238, "max_ms": 8.531, "p95_ms": 2.557, "reason": null, "sample_age_ms": 246.127, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.373, "count": 239, "max_ms": 2.94, "p95_ms": 0.653, "reason": null, "sample_age_ms": 201.612, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.47, "count": 238, "max_ms": 8.756, "p95_ms": 4.295, "reason": null, "sample_age_ms": 244.057, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 244.032, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 202.066, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.024, "count": 239, "max_ms": 91.204, "p95_ms": 73.383, "reason": null, "sample_age_ms": 201.594, "source": "client_direct"}, "sample_age_ms": 201.588, "source": "client_direct", "task_total_ms": {"avg_ms": 55.101, "count": 239, "max_ms": 94.534, "p95_ms": 75.818, "reason": null, "sample_age_ms": 201.588, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.712, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.295, "count": 239, "max_ms": 16.39, "p95_ms": 12.396}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.521, "count": 239, "max_ms": 1.508, "p95_ms": 1.072}, "detection_prepare_ms": {"avg_ms": 1.703, "count": 239, "max_ms": 7.283, "p95_ms": 3.22}, "event_filter_ms": {"avg_ms": 0.006, "count": 239, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.29, "count": 239, "max_ms": 0.907, "p95_ms": 0.593}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.013, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.447, "count": 239, "max_ms": 8.035, "p95_ms": 5.121}, "setup_ms": {"avg_ms": 0.054, "count": 239, "max_ms": 0.143, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 7.217, "count": 239, "max_ms": 16.27, "p95_ms": 12.209}, "track_match_ms": {"avg_ms": 0.166, "count": 239, "max_ms": 0.457, "p95_ms": 0.334}, "tracker_update_ms": {"avg_ms": 2.025, "count": 239, "max_ms": 5.992, "p95_ms": 3.394}}, "gstreamer_push": {"avg_ms": 3.434, "count": 239, "max_ms": 8.522, "p95_ms": 5.39}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 239, "max_ms": 1.045, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 56.733, "count": 239, "max_ms": 95.601, "p95_ms": 78.209}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.245, "count": 239, "max_ms": 13.321, "p95_ms": 8.841}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.627, "count": 239, "max_ms": 161.071, "p95_ms": 128.627}, "inference_input_copy_ms": {"avg_ms": 1.941, "count": 239, "max_ms": 7.649, "p95_ms": 3.265}, "processing_residual_ms": {"avg_ms": 0.285, "count": 239, "max_ms": 0.704, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.098, "count": 239, "max_ms": 170.256, "p95_ms": 134.265}, "read_interval": {"avg_ms": 125.098, "count": 238, "max_ms": 231.246, "p95_ms": 178.127}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 239, "max_ms": 0.591, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.358, "count": 239, "max_ms": 7.861, "p95_ms": 4.908}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.076, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.335, "count": 239, "max_ms": 7.823, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.008, "count": 239, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 56.749, "count": 239, "max_ms": 95.612, "p95_ms": 78.223}, "visualize": {"avg_ms": 37.207, "count": 239, "max_ms": 87.367, "p95_ms": 48.087}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.458, "count": 239, "max_ms": 46.09, "p95_ms": 38.631}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.54, "count": 239, "max_ms": 85.781, "p95_ms": 46.236}, "visualize_input_copy_ms": {"avg_ms": 1.408, "count": 239, "max_ms": 4.548, "p95_ms": 2.438}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.377, "count": 239, "max_ms": 85.67, "p95_ms": 46.072}, "visualizer_prepare_ms": {"avg_ms": 0.086, "count": 239, "max_ms": 1.049, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2383.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.178, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.036, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 90579, "write_bytes_delta": 90579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 983.0, "cpu_core_ratio": 0.436541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85509, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.405182, "user_cpu_s_delta": 8.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492789, "system_cpu_s_delta": 9.900000000023283, "user_cpu_core_ratio": 1.170747, "user_cpu_s_delta": 23.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 240, "max_ms": 9.148, "p95_ms": 5.39, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.837, "max": 7.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.883, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.961, "count": 30, "max": 80.611, "p95": 65.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.284, "count": 30, "max": 28.647, "p95": 25.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.133, "count": 30, "max": 1031.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 495.2, "count": 30, "max": 8879.0, "p95": 1377.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.429, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.1, "count": 30, "max": 33.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.56, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.23, "p95": 1.221, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25900, "sampled_at": "2026-11-03T15:59:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:59:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.898, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5519857, "flush_count": 5832, "flush_interval_seconds": 30.0, "flush_state": {"count": 5832, "last_at": "2026-11-03T15:59:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T15:59:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5831}, "started": true, "suppressed_count": 3337894, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 407, "tracking_summary": 3337487}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5832, "written_record_count": 5832}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10462.027, "limit_mb": null}, "detail": {"pid": 85625, "restart_count": 345, "start_count": 346}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9243605606400, "copied_frame_count": 3343318, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T14:55:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1700462, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T14:55:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.332}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 407, "events_emitted": 376, "events_failed": 0, "events_observed": 407, "events_suppressed": 31, "frame_buffer_copied_bytes": 9243605606400, "frame_buffer_copies": 3343318, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18800, "recorder_active_input_bytes": 51978240000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 376, "recorder_clips_failed": 0, "recorder_clips_started": 376, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 376, "worker_jobs_accepted": 376, "worker_jobs_completed": 376, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1372, "count": 512, "max_ms": 3.7306, "p50_ms": 0.1178, "p95_ms": 0.2292, "p99_ms": 0.3214}, "stages": {"db_insert": {"avg_ms": 16.6173, "count": 376, "max_ms": 71.5868, "p50_ms": 14.1992, "p95_ms": 36.0596, "p99_ms": 46.7528, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 376, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.684, "p99_ms": 3.2058, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 929.423, "count": 407, "max_ms": 4422.916, "p50_ms": 924.9795, "p95_ms": 1347.5487, "p99_ms": 1698.8578, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5234, "count": 512, "max_ms": 6.7597, "p50_ms": 1.4374, "p95_ms": 2.4291, "p99_ms": 3.2701, "results": {"failed": 0, "not_applicable": 0, "success": 3343318, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 492.2316, "count": 407, "max_ms": 1618.7119, "p50_ms": 502.2289, "p95_ms": 642.8592, "p99_ms": 1170.1364, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.3414, "count": 376, "max_ms": 205.7373, "p50_ms": 20.6448, "p95_ms": 57.0675, "p99_ms": 76.1445, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4018, "count": 512, "max_ms": 11.0948, "p50_ms": 5.231, "p95_ms": 7.7085, "p99_ms": 9.3472, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5232, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5389, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18800, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 529.183, "count": 376, "max_ms": 1613.02, "p50_ms": 503.1694, "p95_ms": 642.1239, "p99_ms": 1185.3119, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 439.9575, "count": 376, "max_ms": 1521.9034, "p50_ms": 413.196, "p95_ms": 551.8082, "p99_ms": 1110.8691, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7749, "count": 376, "max_ms": 115.8706, "p50_ms": 83.6808, "p95_ms": 102.9936, "p99_ms": 110.1726, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5965, "count": 376, "max_ms": 15.8949, "p50_ms": 1.3053, "p95_ms": 2.8287, "p99_ms": 6.1652, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.2845, "count": 376, "max_ms": 103.1964, "p50_ms": 34.2011, "p95_ms": 54.2696, "p99_ms": 69.6151, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4345, "count": 376, "max_ms": 16.9396, "p50_ms": 0.7735, "p95_ms": 5.3975, "p99_ms": 10.5396, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7383, "count": 407, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3509, "p99_ms": 1.8067, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8078, "count": 376, "max_ms": 9.2164, "p50_ms": 0.7004, "p95_ms": 1.4248, "p99_ms": 2.4813, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 376, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.2936, "count": 376, "max_ms": 3752.636, "p50_ms": 352.8982, "p95_ms": 669.3768, "p99_ms": 777.3567, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 407, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 407, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.141, "count": 376, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2216, "p99_ms": 11.2063, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 24.9667, "count": 376, "max_ms": 92.2129, "p50_ms": 25.3628, "p95_ms": 58.8806, "p99_ms": 73.0903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0823, "count": 376, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1466, "p99_ms": 0.1903, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0107, "count": 376, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2902, "p99_ms": 5.3891, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 471.6107, "count": 376, "max_ms": 3837.487, "p50_ms": 424.9046, "p95_ms": 763.3517, "p99_ms": 874.0763, "results": {"failed": 0, "not_applicable": 0, "success": 376, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 376, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.2324, "p50_ms": 0.0688, "p95_ms": 0.133, "p99_ms": 0.1594}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.0853, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 376, "artifact_failed": 0, "artifact_requested": 376, "artifact_success": 376, "completed": 376, "completed_failed": 0, "completed_success": 376, "cooldown_promoted": 376, "database_requested": 376, "db_insert_success": 376, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15945, "relay_business_failed": 0, "relay_business_success": 376, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 376, "relay_transport_failed": 0, "relay_transport_success": 376, "reservation_requested": 376}, "snapshot": {"copied_bytes": 1039564800, "copied_count": 376, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 325, "h264_decode_error_count": 995, "h264_decode_error_count_per_hour": 20, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T15:59:50+09:00", "last_error_summary": "[h264 @ 0x5b04d4202300] error while decoding MB 69 55, bytestream -5", "last_exit_at": "2026-11-03T15:59:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.003, "last_started_at": "2026-11-03T15:59:52+09:00", "pid": 85625, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.105, "name": "ffmpeg", "pid": 85625, "rss_mb": 57.105, "state": "S (sleeping)", "threads": 1}, "restart_count": 345, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 346}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.148, "sample_count": 2273, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343318, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.74, "last_frame_pushed_at": "2026-11-03T15:59:50+09:00", "last_frame_read_age_sec": 4.889, "last_frame_read_at": "2026-11-03T15:59:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 367.013, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 232.987, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 4.731, "exists": true, "mtime": "2026-11-03T15:59:50.213472+09:00", "mtime_epoch": 1793689190.2134724, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 87577}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T15:59:54+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2457.297, "name": "celery", "pid": 206, "rss_mb": 2383.477, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 314, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3343318, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.245, "max": 7.0, "p95": 7.0, "sample_count": 200}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.89, "max": 3.0, "p95": 3.0, "sample_count": 200}, "total": {"avg": 1.89, "max": 3.0, "p95": 3.0, "sample_count": 200}}, "tracking_counts": {"active": {"avg": 1.04, "max": 2.0, "p95": 1.0, "sample_count": 200}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 200}, "tracked": {"avg": 1.04, "max": 2.0, "p95": 1.0, "sample_count": 200}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 200, "pushed_frames": 200, "read_frames": 199, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.679, "pushed": 6.679, "read": 6.646}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 199, "client_acquire_ms": {"avg_ms": 0.01, "count": 199, "max_ms": 0.031, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4855.644, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.158, "count": 199, "max_ms": 9.209, "p95_ms": 4.068, "reason": null, "sample_age_ms": 4899.804, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.466, "count": 199, "max_ms": 8.531, "p95_ms": 2.585, "reason": null, "sample_age_ms": 4900.171, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.379, "count": 199, "max_ms": 2.94, "p95_ms": 0.674, "reason": null, "sample_age_ms": 4855.655, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.514, "count": 199, "max_ms": 8.756, "p95_ms": 4.447, "reason": null, "sample_age_ms": 4898.101, "source": "client_direct"}, "request_count": 199, "request_tensor_bytes": {"avg": 2764808.0, "count": 199, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4898.075, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4856.11, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 52.8, "count": 199, "max_ms": 91.204, "p95_ms": 73.569, "reason": null, "sample_age_ms": 4855.638, "source": "client_direct"}, "sample_age_ms": 4855.631, "source": "client_direct", "task_total_ms": {"avg_ms": 55.93, "count": 199, "max_ms": 94.534, "p95_ms": 75.818, "reason": null, "sample_age_ms": 4855.631, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.279, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.453, "count": 200, "max_ms": 16.39, "p95_ms": 12.79}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.546, "count": 200, "max_ms": 1.508, "p95_ms": 1.086}, "detection_prepare_ms": {"avg_ms": 1.718, "count": 200, "max_ms": 7.283, "p95_ms": 3.002}, "event_filter_ms": {"avg_ms": 0.006, "count": 200, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.294, "count": 200, "max_ms": 0.866, "p95_ms": 0.58}, "mcmt_ms": {"avg_ms": 0.004, "count": 200, "max_ms": 0.012, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.507, "count": 200, "max_ms": 8.035, "p95_ms": 5.121}, "setup_ms": {"avg_ms": 0.054, "count": 200, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.374, "count": 200, "max_ms": 16.27, "p95_ms": 12.684}, "track_match_ms": {"avg_ms": 0.169, "count": 200, "max_ms": 0.457, "p95_ms": 0.324}, "tracker_update_ms": {"avg_ms": 2.074, "count": 200, "max_ms": 5.992, "p95_ms": 3.619}}, "gstreamer_push": {"avg_ms": 3.512, "count": 200, "max_ms": 8.522, "p95_ms": 5.404}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.068, "count": 200, "max_ms": 1.045, "p95_ms": 0.129}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 57.722, "count": 200, "max_ms": 95.601, "p95_ms": 78.326}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.245, "count": 200, "max_ms": 13.321, "p95_ms": 8.727}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 104.02, "count": 200, "max_ms": 161.071, "p95_ms": 128.627}, "inference_input_copy_ms": {"avg_ms": 1.957, "count": 200, "max_ms": 7.649, "p95_ms": 3.264}, "processing_residual_ms": {"avg_ms": 0.29, "count": 200, "max_ms": 0.704, "p95_ms": 0.544}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.512, "count": 200, "max_ms": 170.256, "p95_ms": 134.385}, "read_interval": {"avg_ms": 126.655, "count": 199, "max_ms": 231.246, "p95_ms": 182.614}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 200, "max_ms": 0.082, "p95_ms": 0.046}, "execute_total_ms": {"avg_ms": 2.416, "count": 200, "max_ms": 7.861, "p95_ms": 4.908}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 200, "max_ms": 0.076, "p95_ms": 0.046}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.395, "count": 200, "max_ms": 7.823, "p95_ms": 4.88}, "worker_merge_ms": {"avg_ms": 0.008, "count": 200, "max_ms": 0.03, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 57.738, "count": 200, "max_ms": 95.612, "p95_ms": 78.347}, "visualize": {"avg_ms": 37.439, "count": 200, "max_ms": 87.367, "p95_ms": 47.94}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.598, "count": 200, "max_ms": 45.985, "p95_ms": 38.452}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.754, "count": 200, "max_ms": 85.781, "p95_ms": 45.742}, "visualize_input_copy_ms": {"avg_ms": 1.42, "count": 200, "max_ms": 4.548, "p95_ms": 2.438}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 200, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.588, "count": 200, "max_ms": 85.67, "p95_ms": 45.58}, "visualizer_prepare_ms": {"avg_ms": 0.088, "count": 200, "max_ms": 1.049, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 200}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 200}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2383.387, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.178, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.036, "sample_count": 2172, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3343122, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T15:59:25+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.103, "exists": true, "size_bytes": 90579, "write_bytes_delta": 90579, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 983.0, "cpu_core_ratio": 0.436541, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85509, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.6300000000000008, "user_cpu_core_ratio": 0.405182, "user_cpu_s_delta": 8.14}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.663536, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.492789, "system_cpu_s_delta": 9.900000000023283, "user_cpu_core_ratio": 1.170747, "user_cpu_s_delta": 23.520000000018626}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.43, "count": 240, "max_ms": 9.148, "p95_ms": 5.39, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.837, "max": 7.0, "p95": 6.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.883, "key_count": 1, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 239}, "total": {"avg": 1.883, "max": 3.0, "p95": 3.0, "sample_count": 239}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 33.961, "count": 30, "max": 80.611, "p95": 65.486, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.284, "count": 30, "max": 28.647, "p95": 25.955, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 912.133, "count": 30, "max": 1031.0, "p95": 994.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 495.2, "count": 30, "max": 8879.0, "p95": 1377.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.041, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.385, "count": 30, "max": 0.429, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 89143.4, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.1, "count": 30, "max": 33.0, "p95": 25.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.471, "count": 30, "max": 0.56, "p95": 0.525, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.124, "count": 30, "max": 1.23, "p95": 1.221, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25900, "sampled_at": "2026-11-03T15:59:25+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T15:59:25+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.945, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10380.691, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x63bb77666880] error while decoding MB 96 45, bytestream -17 [in#0/rtsp @ 0x63bb774e2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bb774e2e00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/20.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9657039974400, "copied_frame_count": 3492853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9657039974400, "frame_buffer_copies": 3492853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 0.6422, "p50_ms": 0.1089, "p95_ms": 0.2192, "p99_ms": 0.2952}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7623, "count": 512, "max_ms": 10.1211, "p50_ms": 1.5716, "p95_ms": 3.2551, "p99_ms": 4.7879, "results": {"failed": 0, "not_applicable": 0, "success": 3492853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:03:07+09:00", "last_error_summary": "[h264 @ 0x63bb77666880] error while decoding MB 96 45, bytestream -17 [in#0/rtsp @ 0x63bb774e2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bb774e2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 9473.57, "last_started_at": "2026-11-03T13:25:14+09:00", "pid": 80735, "process": {"exists": false, "pid": 80735}, "restart_count": 11, "restart_count_per_hour": 0, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.026, "last_frame_pushed_at": "2026-11-03T16:03:07+09:00", "last_frame_read_age_sec": 0.123, "last_frame_read_at": "2026-11-03T16:03:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 560.055, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 39.945, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.022, "exists": true, "mtime": "2026-11-03T16:03:07.963609+09:00", "mtime_epoch": 1793689387.9636092, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252236}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T16:03:08+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 2455.441, "name": "celery", "pid": 180, "rss_mb": 2445.246, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.394, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.607, "pushed": 9.607, "read": 9.607}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.022, "p95_ms": 0.018, "reason": null, "sample_age_ms": 68.948, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.102, "count": 14, "max_ms": 3.867, "p95_ms": 2.687, "reason": null, "sample_age_ms": 127.358, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 14, "max_ms": 1.587, "p95_ms": 1.558, "reason": null, "sample_age_ms": 128.055, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.167, "p95_ms": 0.128, "reason": null, "sample_age_ms": 68.954, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.987, "count": 14, "max_ms": 13.206, "p95_ms": 7.355, "reason": null, "sample_age_ms": 114.073, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 114.027, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 69.024, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.427, "count": 14, "max_ms": 71.63, "p95_ms": 70.966, "reason": null, "sample_age_ms": 68.944, "source": "client_direct"}, "sample_age_ms": 68.941, "source": "client_direct", "task_total_ms": {"avg_ms": 59.673, "count": 14, "max_ms": 74.657, "p95_ms": 73.727, "reason": null, "sample_age_ms": 68.941, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 41.748, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 22.582, "count": 14, "max_ms": 32.534, "p95_ms": 29.849, "reason": null, "sample_age_ms": 101.616, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.035, "p95_ms": 0.034, "reason": null, "sample_age_ms": 127.672, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 14, "max_ms": 0.149, "p95_ms": 0.147, "reason": null, "sample_age_ms": 41.755, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.054, "count": 14, "max_ms": 4.352, "p95_ms": 4.168, "reason": null, "sample_age_ms": 97.426, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 97.381, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 41.902, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.392, "count": 14, "max_ms": 66.903, "p95_ms": 65.695, "reason": null, "sample_age_ms": 41.743, "source": "client_direct"}, "sample_age_ms": 41.739, "source": "client_direct", "task_total_ms": {"avg_ms": 56.836, "count": 14, "max_ms": 70.793, "p95_ms": 68.979, "reason": null, "sample_age_ms": 41.739, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.029, "count": 14, "max_ms": 0.222, "p95_ms": 0.113, "reason": null, "sample_age_ms": 61.801, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 14.792, "count": 14, "max_ms": 19.807, "p95_ms": 19.559, "reason": null, "sample_age_ms": 108.329, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.038, "p95_ms": 0.034, "reason": null, "sample_age_ms": 127.75, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.186, "p95_ms": 0.164, "reason": null, "sample_age_ms": 61.805, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.806, "count": 14, "max_ms": 4.945, "p95_ms": 4.203, "reason": null, "sample_age_ms": 104.903, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 104.841, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 61.845, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.805, "count": 14, "max_ms": 64.745, "p95_ms": 63.236, "reason": null, "sample_age_ms": 61.798, "source": "client_direct"}, "sample_age_ms": 61.786, "source": "client_direct", "task_total_ms": {"avg_ms": 53.952, "count": 14, "max_ms": 67.62, "p95_ms": 66.062, "reason": null, "sample_age_ms": 61.786, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.03, "p95_ms": 0.024, "reason": null, "sample_age_ms": 62.293, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.551, "count": 14, "max_ms": 10.501, "p95_ms": 9.536, "reason": null, "sample_age_ms": 120.85, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 14, "max_ms": 0.047, "p95_ms": 0.041, "reason": null, "sample_age_ms": 127.832, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 14, "max_ms": 0.107, "p95_ms": 0.105, "reason": null, "sample_age_ms": 62.299, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.873, "count": 14, "max_ms": 20.651, "p95_ms": 9.61, "reason": null, "sample_age_ms": 118.41, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 118.383, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 62.382, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.216, "count": 14, "max_ms": 67.478, "p95_ms": 66.242, "reason": null, "sample_age_ms": 62.289, "source": "client_direct"}, "sample_age_ms": 62.285, "source": "client_direct", "task_total_ms": {"avg_ms": 55.4, "count": 14, "max_ms": 70.647, "p95_ms": 69.374, "reason": null, "sample_age_ms": 62.285, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 17.712, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.752, "count": 14, "max_ms": 1.126, "p95_ms": 1.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 14, "max_ms": 0.278, "p95_ms": 0.278}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 14, "max_ms": 0.279, "p95_ms": 0.279}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 14, "max_ms": 0.145, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.224, "count": 14, "max_ms": 0.38, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.049, "count": 14, "max_ms": 0.08, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.712, "count": 14, "max_ms": 1.069, "p95_ms": 1.069}, "track_match_ms": {"avg_ms": 0.005, "count": 14, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 14, "max_ms": 0.057, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 4.392, "count": 14, "max_ms": 6.522, "p95_ms": 6.522}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.03, "p95_ms": 0.03}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.082, "count": 14, "max_ms": 77.285, "p95_ms": 77.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.268, "count": 14, "max_ms": 92.842, "p95_ms": 92.842}, "yolo11_640_fire_11class": {"avg_ms": 69.537, "count": 14, "max_ms": 85.189, "p95_ms": 85.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.797, "count": 14, "max_ms": 81.739, "p95_ms": 81.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 14, "max_ms": 0.064, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.384, "count": 14, "max_ms": 93.954, "p95_ms": 93.954}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 14, "max_ms": 3.085, "p95_ms": 3.085}, "processing_residual_ms": {"avg_ms": 0.126, "count": 14, "max_ms": 0.24, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.328, "count": 14, "max_ms": 95.196, "p95_ms": 95.196}, "read_interval": {"avg_ms": 2206.713, "count": 14, "max_ms": 29566.396, "p95_ms": 29566.396}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 14, "max_ms": 0.032, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.176, "count": 14, "max_ms": 0.303, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.02, "p95_ms": 0.02}, "scenario.falldown_detected_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.133, "p95_ms": 0.133}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.076, "count": 14, "max_ms": 0.157, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.004, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 80.285, "count": 14, "max_ms": 92.848, "p95_ms": 92.848}, "visualize": {"avg_ms": 0.334, "count": 14, "max_ms": 0.538, "p95_ms": 0.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.148, "count": 14, "max_ms": 0.251, "p95_ms": 0.251}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.064, "count": 14, "max_ms": 0.134, "p95_ms": 0.134}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.118, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2445.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.754, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252095, "write_bytes_delta": 252095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.096023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6219.0, "pid": 80735, "reason": null, "system_cpu_core_ratio": 0.010879, "system_cpu_s_delta": 0.45999999999997954, "user_cpu_core_ratio": 0.085143, "user_cpu_s_delta": 3.599999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.318577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30036.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.080413, "system_cpu_s_delta": 3.3999999999941792, "user_cpu_core_ratio": 0.238164, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.605, "count": 6, "max_ms": 4.523, "p95_ms": 4.523, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 6}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.373, "count": 30, "max": 67.759, "p95": 58.83, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.024, "count": 30, "max": 34.846, "p95": 31.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.433, "count": 30, "max": 923.0, "p95": 898.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.8, "count": 30, "max": 6219.0, "p95": 371.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.349, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 112225.733, "count": 30, "max": 240587.0, "p95": 224863.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.566, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.133, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25078, "sampled_at": "2026-11-03T16:03:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:03:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 1.457, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10380.719, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9657039974400, "copied_frame_count": 3492853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9657039974400, "frame_buffer_copies": 3492853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 0.6422, "p50_ms": 0.1089, "p95_ms": 0.2192, "p99_ms": 0.2952}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7623, "count": 512, "max_ms": 10.1211, "p50_ms": 1.5716, "p95_ms": 3.2551, "p99_ms": 4.7879, "results": {"failed": 0, "not_applicable": 0, "success": 3492853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 0, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:03:07+09:00", "last_error_summary": "[h264 @ 0x63bb77666880] error while decoding MB 96 45, bytestream -17 [in#0/rtsp @ 0x63bb774e2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bb774e2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 9473.564, "last_started_at": "2026-11-03T13:25:14+09:00", "pid": 80735, "process": {"exists": false, "pid": 80735}, "restart_count": 11, "restart_count_per_hour": 0, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T16:03:07+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-03T16:03:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 560.062, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 39.938, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.01, "exists": true, "mtime": "2026-11-03T16:03:07.963609+09:00", "mtime_epoch": 1793689387.9636092, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252236}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T16:03:08+09:00", "process": {"exists": true, "fd_count": 109, "hwm_mb": 2455.441, "name": "celery", "pid": 180, "rss_mb": 2445.246, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.384, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 29, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.686, "pushed": 9.686, "read": 9.686}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.022, "p95_ms": 0.018, "reason": null, "sample_age_ms": 56.311, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.102, "count": 14, "max_ms": 3.867, "p95_ms": 2.687, "reason": null, "sample_age_ms": 114.721, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 14, "max_ms": 1.587, "p95_ms": 1.558, "reason": null, "sample_age_ms": 115.417, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.167, "p95_ms": 0.128, "reason": null, "sample_age_ms": 56.316, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.987, "count": 14, "max_ms": 13.206, "p95_ms": 7.355, "reason": null, "sample_age_ms": 101.435, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 101.39, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 56.386, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.427, "count": 14, "max_ms": 71.63, "p95_ms": 70.966, "reason": null, "sample_age_ms": 56.307, "source": "client_direct"}, "sample_age_ms": 56.304, "source": "client_direct", "task_total_ms": {"avg_ms": 59.673, "count": 14, "max_ms": 74.657, "p95_ms": 73.727, "reason": null, "sample_age_ms": 56.304, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 29.111, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 22.582, "count": 14, "max_ms": 32.534, "p95_ms": 29.849, "reason": null, "sample_age_ms": 88.979, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.035, "p95_ms": 0.034, "reason": null, "sample_age_ms": 115.035, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 14, "max_ms": 0.149, "p95_ms": 0.147, "reason": null, "sample_age_ms": 29.118, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.054, "count": 14, "max_ms": 4.352, "p95_ms": 4.168, "reason": null, "sample_age_ms": 84.789, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 84.744, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 29.265, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.392, "count": 14, "max_ms": 66.903, "p95_ms": 65.695, "reason": null, "sample_age_ms": 29.106, "source": "client_direct"}, "sample_age_ms": 29.101, "source": "client_direct", "task_total_ms": {"avg_ms": 56.836, "count": 14, "max_ms": 70.793, "p95_ms": 68.979, "reason": null, "sample_age_ms": 29.101, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.029, "count": 14, "max_ms": 0.222, "p95_ms": 0.113, "reason": null, "sample_age_ms": 49.164, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 14.792, "count": 14, "max_ms": 19.807, "p95_ms": 19.559, "reason": null, "sample_age_ms": 95.691, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.038, "p95_ms": 0.034, "reason": null, "sample_age_ms": 115.113, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.186, "p95_ms": 0.164, "reason": null, "sample_age_ms": 49.168, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.806, "count": 14, "max_ms": 4.945, "p95_ms": 4.203, "reason": null, "sample_age_ms": 92.266, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 92.204, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.207, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.805, "count": 14, "max_ms": 64.745, "p95_ms": 63.236, "reason": null, "sample_age_ms": 49.161, "source": "client_direct"}, "sample_age_ms": 49.149, "source": "client_direct", "task_total_ms": {"avg_ms": 53.952, "count": 14, "max_ms": 67.62, "p95_ms": 66.062, "reason": null, "sample_age_ms": 49.149, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.03, "p95_ms": 0.024, "reason": null, "sample_age_ms": 49.656, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.551, "count": 14, "max_ms": 10.501, "p95_ms": 9.536, "reason": null, "sample_age_ms": 108.213, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 14, "max_ms": 0.047, "p95_ms": 0.041, "reason": null, "sample_age_ms": 115.195, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 14, "max_ms": 0.107, "p95_ms": 0.105, "reason": null, "sample_age_ms": 49.662, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.873, "count": 14, "max_ms": 20.651, "p95_ms": 9.61, "reason": null, "sample_age_ms": 105.773, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 105.746, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 49.745, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.216, "count": 14, "max_ms": 67.478, "p95_ms": 66.242, "reason": null, "sample_age_ms": 49.652, "source": "client_direct"}, "sample_age_ms": 49.648, "source": "client_direct", "task_total_ms": {"avg_ms": 55.4, "count": 14, "max_ms": 70.647, "p95_ms": 69.374, "reason": null, "sample_age_ms": 49.648, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 12.971, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.752, "count": 14, "max_ms": 1.126, "p95_ms": 1.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 14, "max_ms": 0.278, "p95_ms": 0.278}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 14, "max_ms": 0.279, "p95_ms": 0.279}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 14, "max_ms": 0.145, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.224, "count": 14, "max_ms": 0.38, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.049, "count": 14, "max_ms": 0.08, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.712, "count": 14, "max_ms": 1.069, "p95_ms": 1.069}, "track_match_ms": {"avg_ms": 0.005, "count": 14, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 14, "max_ms": 0.057, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 4.392, "count": 14, "max_ms": 6.522, "p95_ms": 6.522}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.03, "p95_ms": 0.03}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.082, "count": 14, "max_ms": 77.285, "p95_ms": 77.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.268, "count": 14, "max_ms": 92.842, "p95_ms": 92.842}, "yolo11_640_fire_11class": {"avg_ms": 69.537, "count": 14, "max_ms": 85.189, "p95_ms": 85.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.797, "count": 14, "max_ms": 81.739, "p95_ms": 81.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 14, "max_ms": 0.064, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.384, "count": 14, "max_ms": 93.954, "p95_ms": 93.954}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 14, "max_ms": 3.085, "p95_ms": 3.085}, "processing_residual_ms": {"avg_ms": 0.126, "count": 14, "max_ms": 0.24, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.328, "count": 14, "max_ms": 95.196, "p95_ms": 95.196}, "read_interval": {"avg_ms": 2206.713, "count": 14, "max_ms": 29566.396, "p95_ms": 29566.396}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 14, "max_ms": 0.032, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.176, "count": 14, "max_ms": 0.303, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.02, "p95_ms": 0.02}, "scenario.falldown_detected_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.133, "p95_ms": 0.133}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.076, "count": 14, "max_ms": 0.157, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.004, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 80.285, "count": 14, "max_ms": 92.848, "p95_ms": 92.848}, "visualize": {"avg_ms": 0.334, "count": 14, "max_ms": 0.538, "p95_ms": 0.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.148, "count": 14, "max_ms": 0.251, "p95_ms": 0.251}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.064, "count": 14, "max_ms": 0.134, "p95_ms": 0.134}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.118, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2445.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.754, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252095, "write_bytes_delta": 252095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.096023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6219.0, "pid": 80735, "reason": null, "system_cpu_core_ratio": 0.010879, "system_cpu_s_delta": 0.45999999999997954, "user_cpu_core_ratio": 0.085143, "user_cpu_s_delta": 3.599999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.318577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30036.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.080413, "system_cpu_s_delta": 3.3999999999941792, "user_cpu_core_ratio": 0.238164, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.605, "count": 6, "max_ms": 4.523, "p95_ms": 4.523, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 6}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.373, "count": 30, "max": 67.759, "p95": 58.83, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.024, "count": 30, "max": 34.846, "p95": 31.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.433, "count": 30, "max": 923.0, "p95": 898.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.8, "count": 30, "max": 6219.0, "p95": 371.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.349, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 112225.733, "count": 30, "max": 240587.0, "p95": 224863.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.566, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.133, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25078, "sampled_at": "2026-11-03T16:03:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:03:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 1.445, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10381.355, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9657039974400, "copied_frame_count": 3492853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9657039974400, "frame_buffer_copies": 3492853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 0.6422, "p50_ms": 0.1089, "p95_ms": 0.2192, "p99_ms": 0.2952}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7623, "count": 512, "max_ms": 10.1211, "p50_ms": 1.5716, "p95_ms": 3.2551, "p99_ms": 4.7879, "results": {"failed": 0, "not_applicable": 0, "success": 3492853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:03:07+09:00", "last_error_summary": "[h264 @ 0x63bb77666880] error while decoding MB 96 45, bytestream -17 [in#0/rtsp @ 0x63bb774e2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bb774e2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 9473.632, "last_started_at": "2026-11-03T13:25:14+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 11, "restart_count_per_hour": 0, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 12}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2588, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T16:03:07+09:00", "last_frame_read_age_sec": 0.185, "last_frame_read_at": "2026-11-03T16:03:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 560.097, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 39.903, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 0.077, "exists": true, "mtime": "2026-11-03T16:03:07.963609+09:00", "mtime_epoch": 1793689387.9636092, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252236}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T16:03:08+09:00", "process": {"exists": true, "fd_count": 107, "hwm_mb": 2455.441, "name": "celery", "pid": 180, "rss_mb": 2445.242, "state": "S (sleeping)", "threads": 57}, "reason_codes": ["ffmpeg_not_running"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 1.44, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 28, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 9.256, "pushed": 9.256, "read": 9.256}, "hints": ["triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.022, "p95_ms": 0.018, "reason": null, "sample_age_ms": 123.179, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.102, "count": 14, "max_ms": 3.867, "p95_ms": 2.687, "reason": null, "sample_age_ms": 181.59, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 14, "max_ms": 1.587, "p95_ms": 1.558, "reason": null, "sample_age_ms": 182.286, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.167, "p95_ms": 0.128, "reason": null, "sample_age_ms": 123.185, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.987, "count": 14, "max_ms": 13.206, "p95_ms": 7.355, "reason": null, "sample_age_ms": 168.304, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 168.259, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 123.255, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.427, "count": 14, "max_ms": 71.63, "p95_ms": 70.966, "reason": null, "sample_age_ms": 123.176, "source": "client_direct"}, "sample_age_ms": 123.173, "source": "client_direct", "task_total_ms": {"avg_ms": 59.673, "count": 14, "max_ms": 74.657, "p95_ms": 73.727, "reason": null, "sample_age_ms": 123.173, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 95.979, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 22.582, "count": 14, "max_ms": 32.534, "p95_ms": 29.849, "reason": null, "sample_age_ms": 155.848, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.035, "p95_ms": 0.034, "reason": null, "sample_age_ms": 181.904, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 14, "max_ms": 0.149, "p95_ms": 0.147, "reason": null, "sample_age_ms": 95.987, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.054, "count": 14, "max_ms": 4.352, "p95_ms": 4.168, "reason": null, "sample_age_ms": 151.658, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 151.613, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.134, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.392, "count": 14, "max_ms": 66.903, "p95_ms": 65.695, "reason": null, "sample_age_ms": 95.974, "source": "client_direct"}, "sample_age_ms": 95.97, "source": "client_direct", "task_total_ms": {"avg_ms": 56.836, "count": 14, "max_ms": 70.793, "p95_ms": 68.979, "reason": null, "sample_age_ms": 95.97, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.029, "count": 14, "max_ms": 0.222, "p95_ms": 0.113, "reason": null, "sample_age_ms": 116.032, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 14.792, "count": 14, "max_ms": 19.807, "p95_ms": 19.559, "reason": null, "sample_age_ms": 162.56, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.038, "p95_ms": 0.034, "reason": null, "sample_age_ms": 181.982, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.186, "p95_ms": 0.164, "reason": null, "sample_age_ms": 116.037, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.806, "count": 14, "max_ms": 4.945, "p95_ms": 4.203, "reason": null, "sample_age_ms": 159.135, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.072, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.076, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.805, "count": 14, "max_ms": 64.745, "p95_ms": 63.236, "reason": null, "sample_age_ms": 116.03, "source": "client_direct"}, "sample_age_ms": 116.017, "source": "client_direct", "task_total_ms": {"avg_ms": 53.952, "count": 14, "max_ms": 67.62, "p95_ms": 66.062, "reason": null, "sample_age_ms": 116.017, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.03, "p95_ms": 0.024, "reason": null, "sample_age_ms": 116.524, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.551, "count": 14, "max_ms": 10.501, "p95_ms": 9.536, "reason": null, "sample_age_ms": 175.081, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 14, "max_ms": 0.047, "p95_ms": 0.041, "reason": null, "sample_age_ms": 182.064, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 14, "max_ms": 0.107, "p95_ms": 0.105, "reason": null, "sample_age_ms": 116.531, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.873, "count": 14, "max_ms": 20.651, "p95_ms": 9.61, "reason": null, "sample_age_ms": 172.642, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 172.614, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.613, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.216, "count": 14, "max_ms": 67.478, "p95_ms": 66.242, "reason": null, "sample_age_ms": 116.521, "source": "client_direct"}, "sample_age_ms": 116.516, "source": "client_direct", "task_total_ms": {"avg_ms": 55.4, "count": 14, "max_ms": 70.647, "p95_ms": 69.374, "reason": null, "sample_age_ms": 116.516, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.796, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.752, "count": 14, "max_ms": 1.126, "p95_ms": 1.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 14, "max_ms": 0.278, "p95_ms": 0.278}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 14, "max_ms": 0.279, "p95_ms": 0.279}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 14, "max_ms": 0.145, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.224, "count": 14, "max_ms": 0.38, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.049, "count": 14, "max_ms": 0.08, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.712, "count": 14, "max_ms": 1.069, "p95_ms": 1.069}, "track_match_ms": {"avg_ms": 0.005, "count": 14, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 14, "max_ms": 0.057, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 4.392, "count": 14, "max_ms": 6.522, "p95_ms": 6.522}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.03, "p95_ms": 0.03}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.082, "count": 14, "max_ms": 77.285, "p95_ms": 77.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.268, "count": 14, "max_ms": 92.842, "p95_ms": 92.842}, "yolo11_640_fire_11class": {"avg_ms": 69.537, "count": 14, "max_ms": 85.189, "p95_ms": 85.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.797, "count": 14, "max_ms": 81.739, "p95_ms": 81.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 14, "max_ms": 0.064, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.384, "count": 14, "max_ms": 93.954, "p95_ms": 93.954}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 14, "max_ms": 3.085, "p95_ms": 3.085}, "processing_residual_ms": {"avg_ms": 0.126, "count": 14, "max_ms": 0.24, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.328, "count": 14, "max_ms": 95.196, "p95_ms": 95.196}, "read_interval": {"avg_ms": 2206.713, "count": 14, "max_ms": 29566.396, "p95_ms": 29566.396}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 14, "max_ms": 0.032, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.176, "count": 14, "max_ms": 0.303, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.02, "p95_ms": 0.02}, "scenario.falldown_detected_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.133, "p95_ms": 0.133}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.076, "count": 14, "max_ms": 0.157, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.004, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 80.285, "count": 14, "max_ms": 92.848, "p95_ms": 92.848}, "visualize": {"avg_ms": 0.334, "count": 14, "max_ms": 0.538, "p95_ms": 0.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.148, "count": 14, "max_ms": 0.251, "p95_ms": 0.251}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.064, "count": 14, "max_ms": 0.134, "p95_ms": 0.134}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.118, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2445.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.754, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252095, "write_bytes_delta": 252095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.096023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6219.0, "pid": 80735, "reason": null, "system_cpu_core_ratio": 0.010879, "system_cpu_s_delta": 0.45999999999997954, "user_cpu_core_ratio": 0.085143, "user_cpu_s_delta": 3.599999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.318577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30036.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.080413, "system_cpu_s_delta": 3.3999999999941792, "user_cpu_core_ratio": 0.238164, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.605, "count": 6, "max_ms": 4.523, "p95_ms": 4.523, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 6}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.373, "count": 30, "max": 67.759, "p95": 58.83, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.024, "count": 30, "max": 34.846, "p95": 31.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.433, "count": 30, "max": 923.0, "p95": 898.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.8, "count": 30, "max": 6219.0, "p95": 371.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.349, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 112225.733, "count": 30, "max": 240587.0, "p95": 224863.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.566, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.133, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25078, "sampled_at": "2026-11-03T16:03:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:03:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 1.513, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 0, "dropped_count": 0, "dropped_record_count": 0, "enabled": false, "file_cap_bytes": 0, "file_path": "", "file_size_bytes": null, "flush_count": 0, "flush_interval_seconds": 0.0, "flush_state": {"count": 0, "last_at": "", "last_error": "", "last_record_count": 0, "status": "idle"}, "flush_status": "idle", "last_flush_at": "", "last_flush_error": "", "last_flush_record_count": 0, "max_buffer_records": 0, "mode": "off", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 0, "session_stop": 0, "tracking_summary": 0}, "started": false, "suppressed_count": 0, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 0, "tracking_summary": 0}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 0, "written_record_count": 0}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "20", "cgroup_memory": {"current_mb": 10561.805, "limit_mb": null}, "detail": {"pid": 85803, "restart_count": 12, "start_count": 13}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "20", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9657039974400, "copied_frame_count": 3492853, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T01:53:39+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 500041, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T01:53:13+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 26.342}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "47795da9", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 3063, "events_emitted": 22, "events_failed": 0, "events_observed": 3063, "events_suppressed": 3041, "frame_buffer_copied_bytes": 9657039974400, "frame_buffer_copies": 3492853, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 1100, "recorder_active_input_bytes": 3041280000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 22, "recorder_clips_failed": 0, "recorder_clips_started": 22, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 22, "worker_jobs_accepted": 22, "worker_jobs_completed": 22, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1214, "count": 512, "max_ms": 0.6422, "p50_ms": 0.1089, "p95_ms": 0.2192, "p99_ms": 0.2952}, "stages": {"db_insert": {"avg_ms": 17.7295, "count": 22, "max_ms": 42.3316, "p50_ms": 15.7334, "p95_ms": 31.5399, "p99_ms": 40.1023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.3441, "count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 6.2658, "count": 512, "max_ms": 989.0997, "p50_ms": 0.8833, "p95_ms": 1.6733, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.7623, "count": 512, "max_ms": 10.1211, "p50_ms": 1.5716, "p95_ms": 3.2551, "p99_ms": 4.7879, "results": {"failed": 0, "not_applicable": 0, "success": 3492853, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 3.8414, "count": 512, "max_ms": 551.9598, "p50_ms": 0.9834, "p95_ms": 1.7988, "p99_ms": 3.0284, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 23.7882, "count": 22, "max_ms": 58.0338, "p50_ms": 17.9837, "p95_ms": 42.7378, "p99_ms": 54.8399, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.0514, "count": 512, "max_ms": 8.3626, "p50_ms": 3.8837, "p95_ms": 5.6802, "p99_ms": 6.541, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 0.7222, "count": 512, "max_ms": 4.3807, "p50_ms": 0.6339, "p95_ms": 1.3008, "p99_ms": 2.1434, "results": {"failed": 0, "not_applicable": 0, "success": 1100, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 583.8881, "count": 22, "max_ms": 964.3265, "p50_ms": 535.0567, "p95_ms": 946.8762, "p99_ms": 961.1454, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 518.599, "count": 22, "max_ms": 906.4318, "p50_ms": 463.3826, "p95_ms": 884.6708, "p99_ms": 902.3622, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 62.0659, "count": 22, "max_ms": 76.7685, "p50_ms": 60.1898, "p95_ms": 74.8177, "p99_ms": 76.3887, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.3522, "count": 22, "max_ms": 1.9524, "p50_ms": 1.3508, "p95_ms": 1.7124, "p99_ms": 1.9023, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 35.2696, "count": 22, "max_ms": 47.6331, "p50_ms": 34.7951, "p95_ms": 43.1874, "p99_ms": 46.7211, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.1399, "count": 22, "max_ms": 5.7647, "p50_ms": 0.6741, "p95_ms": 2.9267, "p99_ms": 5.1798, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7346, "count": 512, "max_ms": 3.6723, "p50_ms": 0.6518, "p95_ms": 1.3844, "p99_ms": 2.5208, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 3041, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.6946, "count": 22, "max_ms": 2.0181, "p50_ms": 0.6218, "p95_ms": 1.0175, "p99_ms": 1.8105, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 22, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 467.1912, "count": 22, "max_ms": 1307.5943, "p50_ms": 385.5572, "p95_ms": 956.1159, "p99_ms": 1236.9201, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 512, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 3063, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 1.6231, "count": 22, "max_ms": 9.3429, "p50_ms": 0.7414, "p95_ms": 5.5769, "p99_ms": 8.5605, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 19.0998, "count": 22, "max_ms": 48.2343, "p50_ms": 15.2018, "p95_ms": 44.9421, "p99_ms": 47.6683, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0936, "count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.5689, "count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 533.5582, "count": 22, "max_ms": 1381.2346, "p50_ms": 442.7851, "p95_ms": 1031.1699, "p99_ms": 1310.4821, "results": {"failed": 0, "not_applicable": 0, "success": 22, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "20", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "47795da9", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 22, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765325, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 22, "max_ms": 0.6988, "p50_ms": 0.0648, "p95_ms": 0.132, "p99_ms": 0.5802}, "wait_ms": {"count": 22, "max_ms": 2.4295, "p50_ms": 1.5758, "p95_ms": 2.302, "p99_ms": 2.4058}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 22, "artifact_failed": 0, "artifact_requested": 22, "artifact_success": 22, "completed": 22, "completed_failed": 0, "completed_success": 22, "cooldown_promoted": 22, "database_requested": 22, "db_insert_success": 22, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15896, "relay_business_failed": 0, "relay_business_success": 22, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 22, "relay_transport_failed": 0, "relay_transport_success": 22, "reservation_requested": 22}, "snapshot": {"copied_bytes": 60825600, "copied_count": 22, "copy": {"count": 22, "max_ms": 2.1489, "p50_ms": 1.1907, "p95_ms": 2.0741, "p99_ms": 2.1338}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 10, "h264_decode_error_count": 11, "h264_decode_error_count_per_hour": 1, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:03:07+09:00", "last_error_summary": "[h264 @ 0x63bb77666880] error while decoding MB 96 45, bytestream -17 [in#0/rtsp @ 0x63bb774e2e00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x63bb774e2e00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-02T17:31:20+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T16:03:10+09:00", "pid": 85803, "process": {"exists": true, "fd_count": 5, "hwm_mb": 215.676, "name": "ffmpeg", "pid": 85803, "rss_mb": 215.676, "state": "S (sleeping)", "threads": 70}, "restart_count": 12, "restart_count_per_hour": 1, "rtsp_timeout_count": 14, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 13}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.317, "sample_count": 2540, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492853, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:07+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "47795da9", "last_frame_pushed_age_sec": 4.594, "last_frame_pushed_at": "2026-11-03T16:03:07+09:00", "last_frame_read_age_sec": 4.691, "last_frame_read_at": "2026-11-03T16:03:07+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 186, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 564.606, "last_sample_duration_ms": 1337.573, "last_trigger": "periodic", "next_snapshot_in_sec": 35.394, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 586, "storage_bytes": 3497258}, "mjpeg": {"age_sec": 4.584, "exists": true, "mtime": "2026-11-03T16:03:07.963609+09:00", "mtime_epoch": 1793689387.9636092, "path": "/data/playlist/streaming/20/mjpeg.jpg", "size_bytes": 252236}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/20", "observed_at": "2026-11-03T16:03:12+09:00", "process": {"exists": true, "fd_count": 108, "hwm_mb": 2455.441, "name": "celery", "pid": 180, "rss_mb": 2445.246, "state": "S (sleeping)", "threads": 58}, "reason_codes": ["ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 1, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": true, "history_owner_count": 0, "history_size_limit": 12, "state_ttl_seconds": 5.0, "track_state_count": 0}, "marine_vessel_monitoring": {"enabled": false}, "ppe_check": {"active_violation_key_count": 0, "enabled": true, "last_event_key_count": 0, "off_candidate_key_count": 0, "state_prune": {"cap_eviction_total": 0, "enabled": true, "error_count": 0, "interval_s": 5.0, "key_cap_per_scenario": 512, "last_event_pruned_total": 0, "last_event_ttl_s": 120.0, "last_prune_age_s": 5.95, "off_candidate_pruned_total": 2}, "top_level_key_count": 4}, "scene_scale": {"decision": "far", "decision_basis": "strong_samples", "decision_frame": 1674, "decision_locked": true, "enabled": true, "last_metrics": {"decision_basis": "strong_samples", "decision_locked": true, "sample_cap": 40, "sample_count": 20, "worker_height_ratio_median": 0.048264, "worker_small_worker_ratio": 1.0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 20}}, "source_url": "rtsp://admin:smart1357%21@223.171.147.71:554/trackID=1", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 14}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 14}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 14, "pushed_frames": 14, "read_frames": 14, "select_timeouts": 24, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.326, "pushed": 2.326, "read": 2.326}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 4, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.009, "count": 14, "max_ms": 0.022, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4632.194, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.102, "count": 14, "max_ms": 3.867, "p95_ms": 2.687, "reason": null, "sample_age_ms": 4690.604, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.324, "count": 14, "max_ms": 1.587, "p95_ms": 1.558, "reason": null, "sample_age_ms": 4691.3, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.167, "p95_ms": 0.128, "reason": null, "sample_age_ms": 4632.199, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.987, "count": 14, "max_ms": 13.206, "p95_ms": 7.355, "reason": null, "sample_age_ms": 4677.318, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4677.273, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4632.269, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.427, "count": 14, "max_ms": 71.63, "p95_ms": 70.966, "reason": null, "sample_age_ms": 4632.19, "source": "client_direct"}, "sample_age_ms": 4632.187, "source": "client_direct", "task_total_ms": {"avg_ms": 59.673, "count": 14, "max_ms": 74.657, "p95_ms": 73.727, "reason": null, "sample_age_ms": 4632.187, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.022, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4604.994, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 22.582, "count": 14, "max_ms": 32.534, "p95_ms": 29.849, "reason": null, "sample_age_ms": 4664.862, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.035, "p95_ms": 0.034, "reason": null, "sample_age_ms": 4690.918, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 14, "max_ms": 0.149, "p95_ms": 0.147, "reason": null, "sample_age_ms": 4605.001, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.054, "count": 14, "max_ms": 4.352, "p95_ms": 4.168, "reason": null, "sample_age_ms": 4660.672, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4660.627, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4605.148, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 53.392, "count": 14, "max_ms": 66.903, "p95_ms": 65.695, "reason": null, "sample_age_ms": 4604.989, "source": "client_direct"}, "sample_age_ms": 4604.984, "source": "client_direct", "task_total_ms": {"avg_ms": 56.836, "count": 14, "max_ms": 70.793, "p95_ms": 68.979, "reason": null, "sample_age_ms": 4604.984, "source": "client_direct"}, "timeout_count": 0}, "yolo11_640_fire_11class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.029, "count": 14, "max_ms": 0.222, "p95_ms": 0.113, "reason": null, "sample_age_ms": 4625.046, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 14.792, "count": 14, "max_ms": 19.807, "p95_ms": 19.559, "reason": null, "sample_age_ms": 4671.574, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.021, "count": 14, "max_ms": 0.038, "p95_ms": 0.034, "reason": null, "sample_age_ms": 4690.996, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.08, "count": 14, "max_ms": 0.186, "p95_ms": 0.164, "reason": null, "sample_age_ms": 4625.051, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.806, "count": 14, "max_ms": 4.945, "p95_ms": 4.203, "reason": null, "sample_age_ms": 4668.149, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4668.087, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4625.09, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.805, "count": 14, "max_ms": 64.745, "p95_ms": 63.236, "reason": null, "sample_age_ms": 4625.044, "source": "client_direct"}, "sample_age_ms": 4625.031, "source": "client_direct", "task_total_ms": {"avg_ms": 53.952, "count": 14, "max_ms": 67.62, "p95_ms": 66.062, "reason": null, "sample_age_ms": 4625.031, "source": "client_direct"}, "timeout_count": 0}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"attempt_count": 14, "client_acquire_ms": {"avg_ms": 0.013, "count": 14, "max_ms": 0.03, "p95_ms": 0.024, "reason": null, "sample_age_ms": 4625.539, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 6.551, "count": 14, "max_ms": 10.501, "p95_ms": 9.536, "reason": null, "sample_age_ms": 4684.096, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.026, "count": 14, "max_ms": 0.047, "p95_ms": 0.041, "reason": null, "sample_age_ms": 4691.078, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.073, "count": 14, "max_ms": 0.107, "p95_ms": 0.105, "reason": null, "sample_age_ms": 4625.545, "source": "client_direct"}, "prepare_ms": {"avg_ms": 3.873, "count": 14, "max_ms": 20.651, "p95_ms": 9.61, "reason": null, "sample_age_ms": 4681.656, "source": "client_direct"}, "request_count": 14, "request_tensor_bytes": {"avg": 2764808.0, "count": 14, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4681.628, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 14, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4625.628, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.216, "count": 14, "max_ms": 67.478, "p95_ms": 66.242, "reason": null, "sample_age_ms": 4625.535, "source": "client_direct"}, "sample_age_ms": 4625.53, "source": "client_direct", "task_total_ms": {"avg_ms": 55.4, "count": 14, "max_ms": 70.647, "p95_ms": 69.374, "reason": null, "sample_age_ms": 4625.53, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 4, "max_workers": 40, "pid": 180, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.151, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.752, "count": 14, "max_ms": 1.126, "p95_ms": 1.126}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.154, "count": 14, "max_ms": 0.278, "p95_ms": 0.278}, "detection_prepare_ms": {"avg_ms": 0.158, "count": 14, "max_ms": 0.279, "p95_ms": 0.279}, "event_filter_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.085, "count": 14, "max_ms": 0.145, "p95_ms": 0.145}, "mcmt_ms": {"avg_ms": 0.002, "count": 14, "max_ms": 0.003, "p95_ms": 0.003}, "scenario_analyze_ms": {"avg_ms": 0.224, "count": 14, "max_ms": 0.38, "p95_ms": 0.38}, "setup_ms": {"avg_ms": 0.049, "count": 14, "max_ms": 0.08, "p95_ms": 0.08}, "total_inside_ms": {"avg_ms": 0.712, "count": 14, "max_ms": 1.069, "p95_ms": 1.069}, "track_match_ms": {"avg_ms": 0.005, "count": 14, "max_ms": 0.01, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.032, "count": 14, "max_ms": 0.057, "p95_ms": 0.057}}, "gstreamer_push": {"avg_ms": 4.392, "count": 14, "max_ms": 6.522, "p95_ms": 6.522}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.01, "count": 14, "max_ms": 0.03, "p95_ms": 0.03}}, "model_completion": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg_ms": 61.082, "count": 14, "max_ms": 77.285, "p95_ms": 77.285}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg_ms": 80.268, "count": 14, "max_ms": 92.842, "p95_ms": 92.842}, "yolo11_640_fire_11class": {"avg_ms": 69.537, "count": 14, "max_ms": 85.189, "p95_ms": 85.189}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg_ms": 62.797, "count": 14, "max_ms": 81.739, "p95_ms": 81.739}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.028, "count": 14, "max_ms": 0.064, "p95_ms": 0.064}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 82.384, "count": 14, "max_ms": 93.954, "p95_ms": 93.954}, "inference_input_copy_ms": {"avg_ms": 1.79, "count": 14, "max_ms": 3.085, "p95_ms": 3.085}, "processing_residual_ms": {"avg_ms": 0.126, "count": 14, "max_ms": 0.24, "p95_ms": 0.24}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 84.328, "count": 14, "max_ms": 95.196, "p95_ms": 95.196}, "read_interval": {"avg_ms": 2206.713, "count": 14, "max_ms": 29566.396, "p95_ms": 29566.396}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 14, "max_ms": 0.032, "p95_ms": 0.032}, "execute_total_ms": {"avg_ms": 0.176, "count": 14, "max_ms": 0.303, "p95_ms": 0.303}, "resolve_scenarios_ms": {"avg_ms": 0.008, "count": 14, "max_ms": 0.02, "p95_ms": 0.02}, "scenario.falldown_detected_ms": {"avg_ms": 0.077, "count": 14, "max_ms": 0.133, "p95_ms": 0.133}, "scenario.fire_detected_ms": {"avg_ms": 0.003, "count": 14, "max_ms": 0.005, "p95_ms": 0.005}, "scenario.no_hardhat_persistent_ms": {"avg_ms": 0.076, "count": 14, "max_ms": 0.157, "p95_ms": 0.157}, "worker_merge_ms": {"avg_ms": 0.004, "count": 14, "max_ms": 0.008, "p95_ms": 0.008}}, "triton_wait": {"avg_ms": 80.285, "count": 14, "max_ms": 92.848, "p95_ms": 92.848}, "visualize": {"avg_ms": 0.334, "count": 14, "max_ms": 0.538, "p95_ms": 0.538}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 0.148, "count": 14, "max_ms": 0.251, "p95_ms": 0.251}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 14, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 0.064, "count": 14, "max_ms": 0.134, "p95_ms": 0.134}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 14, "max_ms": 0.118, "p95_ms": 0.118}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}, "resolved_scenario_count": {"avg": 3.0, "max": 3.0, "p95": 3.0, "sample_count": 14}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 14}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "20", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 180, "process_rss_mb_proxy": 2445.238, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 55.754, "skip_count": 5}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "47795da9", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 118.245, "sample_count": 2589, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3492840, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:03:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 252095, "write_bytes_delta": 252095, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.096023, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6219.0, "pid": 80735, "reason": null, "system_cpu_core_ratio": 0.010879, "system_cpu_s_delta": 0.45999999999997954, "user_cpu_core_ratio": 0.085143, "user_cpu_s_delta": 3.599999999999909}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.318577, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 30036.0, "pid": 180, "reason": null, "system_cpu_core_ratio": 0.080413, "system_cpu_s_delta": 3.3999999999941792, "user_cpu_core_ratio": 0.238164, "user_cpu_s_delta": 10.070000000006985}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.605, "count": 6, "max_ms": 4.523, "p95_ms": 4.523, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 4, "models": {"yolo11-pose_640_pose_pretrained_by_Ultralytics_11s": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_coco_Large_pretrained_by_Ultralytics_11": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11_640_fire_11class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}, "yolo11m_640_worker_ppe_equipment_ops260616_28class": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 6}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 6}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 29.373, "count": 30, "max": 67.759, "p95": 58.83, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.024, "count": 30, "max": 34.846, "p95": 31.477, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 811.433, "count": 30, "max": 923.0, "p95": 898.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 229.8, "count": 30, "max": 6219.0, "p95": 371.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.043, "p95": 0.04, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.312, "count": 30, "max": 0.349, "p95": 0.346, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 257135.9, "count": 30, "max": 267319.0, "p95": 267036.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 112225.733, "count": 30, "max": 240587.0, "p95": 224863.45, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.421, "count": 30, "max": 0.566, "p95": 0.545, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.999, "count": 30, "max": 1.133, "p95": 1.125, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25078, "sampled_at": "2026-11-03T16:03:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "f4c73cb1e1255de4", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:03:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "file_only", "effective": "file_only", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "software", "effective": "software", "effective_reason": null, "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 6.02, "window_s": 30.0}, "started_at": "2026-10-30T14:32:34+09:00", "state": "running", "task_id": "cf2ef895-8203-4c24-9a36-0087b58d5e2a", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5525001, "flush_count": 5837, "flush_interval_seconds": 30.0, "flush_state": {"count": 5837, "last_at": "2026-11-03T16:04:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5836}, "started": true, "suppressed_count": 3340078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3339670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5837, "written_record_count": 5837}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10423.57, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9249652224000, "copied_frame_count": 3345505, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9249652224000, "frame_buffer_copies": 3345505, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 0.6684, "p50_ms": 0.1167, "p95_ms": 0.2327, "p99_ms": 0.3082}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5658, "count": 512, "max_ms": 8.4993, "p50_ms": 1.4335, "p95_ms": 2.5515, "p99_ms": 3.2769, "results": {"failed": 0, "not_applicable": 0, "success": 3345505, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T15:59:52+09:00", "last_returncode": 0, "last_stable_duration_sec": 288.614, "last_started_at": "2026-11-03T15:59:52+09:00", "pid": 85625, "process": {"exists": false, "pid": 85625}, "restart_count": 345, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 346}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.485, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345505, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-03T16:04:41+09:00", "last_frame_read_age_sec": 0.047, "last_frame_read_at": "2026-11-03T16:04:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.612, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 548.388, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T16:04:41.513746+09:00", "mtime_epoch": 1793689481.5137463, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91351}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:04:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2384.578, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3345506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.016, "max": 10.0, "p95": 10.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.65, "max": 3.0, "p95": 2.0, "sample_count": 226}, "total": {"avg": 1.504, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.286, "pushed": 8.286, "read": 8.286}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 15.889, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.139, "count": 248, "max_ms": 12.209, "p95_ms": 3.296, "reason": null, "sample_age_ms": 52.829, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 248, "max_ms": 10.177, "p95_ms": 2.194, "reason": null, "sample_age_ms": 53.079, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 248, "max_ms": 1.182, "p95_ms": 0.771, "reason": null, "sample_age_ms": 15.898, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.21, "count": 248, "max_ms": 8.149, "p95_ms": 3.488, "reason": null, "sample_age_ms": 51.264, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 51.235, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 16.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.133, "count": 248, "max_ms": 92.453, "p95_ms": 71.895, "reason": null, "sample_age_ms": 15.884, "source": "client_direct"}, "sample_age_ms": 15.879, "source": "client_direct", "task_total_ms": {"avg_ms": 54.007, "count": 248, "max_ms": 101.012, "p95_ms": 75.351, "reason": null, "sample_age_ms": 15.879, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.329, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.853, "count": 248, "max_ms": 14.846, "p95_ms": 10.481}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.463, "count": 248, "max_ms": 1.597, "p95_ms": 0.962}, "detection_prepare_ms": {"avg_ms": 1.544, "count": 248, "max_ms": 7.661, "p95_ms": 3.238}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.335, "count": 248, "max_ms": 3.043, "p95_ms": 0.582}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.662, "count": 248, "max_ms": 5.294, "p95_ms": 3.711}, "setup_ms": {"avg_ms": 0.05, "count": 248, "max_ms": 0.159, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 5.791, "count": 248, "max_ms": 14.737, "p95_ms": 10.396}, "track_match_ms": {"avg_ms": 0.084, "count": 248, "max_ms": 0.576, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.642, "count": 248, "max_ms": 5.506, "p95_ms": 2.976}}, "gstreamer_push": {"avg_ms": 3.396, "count": 248, "max_ms": 8.63, "p95_ms": 5.271}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 248, "max_ms": 0.194, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.817, "count": 248, "max_ms": 104.15, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.103, "count": 248, "max_ms": 16.472, "p95_ms": 8.579}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.142, "count": 248, "max_ms": 159.236, "p95_ms": 133.673}, "inference_input_copy_ms": {"avg_ms": 1.988, "count": 248, "max_ms": 7.832, "p95_ms": 3.298}, "processing_residual_ms": {"avg_ms": 0.242, "count": 248, "max_ms": 1.298, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.475, "count": 248, "max_ms": 164.341, "p95_ms": 139.913}, "read_interval": {"avg_ms": 121.106, "count": 248, "max_ms": 200.826, "p95_ms": 168.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 248, "max_ms": 0.342, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 1.584, "count": 248, "max_ms": 5.131, "p95_ms": 3.605}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 248, "max_ms": 0.059, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.563, "count": 248, "max_ms": 5.073, "p95_ms": 3.577}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.832, "count": 248, "max_ms": 104.191, "p95_ms": 78.478}, "visualize": {"avg_ms": 36.074, "count": 248, "max_ms": 57.447, "p95_ms": 50.076}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.371, "count": 248, "max_ms": 49.351, "p95_ms": 40.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.488, "count": 248, "max_ms": 55.337, "p95_ms": 48.176}, "visualize_input_copy_ms": {"avg_ms": 1.355, "count": 248, "max_ms": 4.975, "p95_ms": 2.27}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.336, "count": 248, "max_ms": 55.184, "p95_ms": 48.05}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 248, "max_ms": 0.379, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2384.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.964, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.854, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89897, "write_bytes_delta": 89897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.32861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 85625, "reason": null, "system_cpu_core_ratio": 0.032461, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.296148, "user_cpu_s_delta": 5.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5049, "system_cpu_s_delta": 10.110000000015134, "user_cpu_core_ratio": 1.171608, "user_cpu_s_delta": 23.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.624, "count": 213, "max_ms": 10.119, "p95_ms": 5.921, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.113, "max": 16.0, "p95": 12.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.685, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 2.685, "max": 5.0, "p95": 4.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.757, "count": 30, "max": 80.611, "p95": 61.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.345, "count": 30, "max": 31.001, "p95": 27.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 907.9, "count": 30, "max": 1084.0, "p95": 995.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 476.133, "count": 30, "max": 8879.0, "p95": 1255.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.429, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 982.2, "count": 30, "max": 28931.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.572, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.304, "p95": 1.231, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25914, "sampled_at": "2026-11-03T16:04:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5525001, "flush_count": 5837, "flush_interval_seconds": 30.0, "flush_state": {"count": 5837, "last_at": "2026-11-03T16:04:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5836}, "started": true, "suppressed_count": 3340078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3339670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5837, "written_record_count": 5837}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10423.113, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9249654988800, "copied_frame_count": 3345506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9249654988800, "frame_buffer_copies": 3345506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 0.6684, "p50_ms": 0.1167, "p95_ms": 0.2327, "p99_ms": 0.3082}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5665, "count": 512, "max_ms": 8.4993, "p50_ms": 1.4361, "p95_ms": 2.5515, "p99_ms": 3.2769, "results": {"failed": 0, "not_applicable": 0, "success": 3345506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T16:04:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 288.684, "last_started_at": "2026-11-03T15:59:52+09:00", "pid": 85625, "process": {"exists": false, "pid": 85625}, "restart_count": 345, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 346}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.485, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T16:04:41+09:00", "last_frame_read_age_sec": 0.117, "last_frame_read_at": "2026-11-03T16:04:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.683, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 548.317, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T16:04:41.513746+09:00", "mtime_epoch": 1793689481.5137463, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 91351}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:04:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2384.562, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3345506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.024, "max": 10.0, "p95": 10.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.646, "max": 3.0, "p95": 2.0, "sample_count": 226}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 249, "read_frames": 248, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.268, "pushed": 8.301, "read": 8.268}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 248, "client_acquire_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 81.979, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.139, "count": 248, "max_ms": 12.209, "p95_ms": 3.296, "reason": null, "sample_age_ms": 118.92, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.467, "count": 248, "max_ms": 10.177, "p95_ms": 2.194, "reason": null, "sample_age_ms": 119.169, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.4, "count": 248, "max_ms": 1.182, "p95_ms": 0.771, "reason": null, "sample_age_ms": 81.989, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.21, "count": 248, "max_ms": 8.149, "p95_ms": 3.488, "reason": null, "sample_age_ms": 117.354, "source": "client_direct"}, "request_count": 248, "request_tensor_bytes": {"avg": 2764808.0, "count": 248, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 117.326, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 248, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 82.325, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.133, "count": 248, "max_ms": 92.453, "p95_ms": 71.895, "reason": null, "sample_age_ms": 81.974, "source": "client_direct"}, "sample_age_ms": 81.97, "source": "client_direct", "task_total_ms": {"avg_ms": 54.007, "count": 248, "max_ms": 101.012, "p95_ms": 75.351, "reason": null, "sample_age_ms": 81.97, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.874, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.81, "count": 248, "max_ms": 14.846, "p95_ms": 10.469}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 248, "max_ms": 1.597, "p95_ms": 0.962}, "detection_prepare_ms": {"avg_ms": 1.536, "count": 248, "max_ms": 7.661, "p95_ms": 3.188}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 248, "max_ms": 3.043, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.643, "count": 248, "max_ms": 5.294, "p95_ms": 3.682}, "setup_ms": {"avg_ms": 0.05, "count": 248, "max_ms": 0.159, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.748, "count": 248, "max_ms": 14.737, "p95_ms": 10.381}, "track_match_ms": {"avg_ms": 0.083, "count": 248, "max_ms": 0.576, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.632, "count": 248, "max_ms": 5.506, "p95_ms": 2.974}}, "gstreamer_push": {"avg_ms": 3.393, "count": 249, "max_ms": 8.63, "p95_ms": 5.271}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 248, "max_ms": 0.194, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.672, "count": 248, "max_ms": 104.15, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.125, "count": 248, "max_ms": 16.472, "p95_ms": 8.579}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.961, "count": 248, "max_ms": 159.236, "p95_ms": 133.169}, "inference_input_copy_ms": {"avg_ms": 1.987, "count": 248, "max_ms": 7.832, "p95_ms": 3.298}, "processing_residual_ms": {"avg_ms": 0.242, "count": 248, "max_ms": 1.298, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.315, "count": 248, "max_ms": 164.341, "p95_ms": 138.766}, "read_interval": {"avg_ms": 121.106, "count": 248, "max_ms": 200.826, "p95_ms": 168.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 248, "max_ms": 0.342, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.567, "count": 248, "max_ms": 5.131, "p95_ms": 3.547}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 248, "max_ms": 0.059, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.545, "count": 248, "max_ms": 5.073, "p95_ms": 3.521}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.688, "count": 248, "max_ms": 104.191, "p95_ms": 78.478}, "visualize": {"avg_ms": 36.086, "count": 248, "max_ms": 57.447, "p95_ms": 50.076}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.388, "count": 248, "max_ms": 49.351, "p95_ms": 40.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.504, "count": 248, "max_ms": 55.524, "p95_ms": 48.176}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 248, "max_ms": 4.975, "p95_ms": 2.26}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.353, "count": 248, "max_ms": 55.413, "p95_ms": 48.05}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 248, "max_ms": 0.379, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2384.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.964, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.854, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89897, "write_bytes_delta": 89897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.32861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 85625, "reason": null, "system_cpu_core_ratio": 0.032461, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.296148, "user_cpu_s_delta": 5.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5049, "system_cpu_s_delta": 10.110000000015134, "user_cpu_core_ratio": 1.171608, "user_cpu_s_delta": 23.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.624, "count": 213, "max_ms": 10.119, "p95_ms": 5.921, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.113, "max": 16.0, "p95": 12.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.685, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 2.685, "max": 5.0, "p95": 4.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.757, "count": 30, "max": 80.611, "p95": 61.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.345, "count": 30, "max": 31.001, "p95": 27.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 907.9, "count": 30, "max": 1084.0, "p95": 995.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 476.133, "count": 30, "max": 8879.0, "p95": 1255.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.429, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 982.2, "count": 30, "max": 28931.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.572, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.304, "p95": 1.231, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25914, "sampled_at": "2026-11-03T16:04:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.996, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5525001, "flush_count": 5837, "flush_interval_seconds": 30.0, "flush_state": {"count": 5837, "last_at": "2026-11-03T16:04:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5836}, "started": true, "suppressed_count": 3340078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3339670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5837, "written_record_count": 5837}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10423.766, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9249654988800, "copied_frame_count": 3345506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9249654988800, "frame_buffer_copies": 3345506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 0.6684, "p50_ms": 0.1167, "p95_ms": 0.2327, "p99_ms": 0.3082}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5665, "count": 512, "max_ms": 8.4993, "p50_ms": 1.4361, "p95_ms": 2.5515, "p99_ms": 3.2769, "results": {"failed": 0, "not_applicable": 0, "success": 3345506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T16:04:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 288.744, "last_started_at": "2026-11-03T15:59:52+09:00", "pid": 85625, "process": {"exists": false, "pid": 85625}, "restart_count": 345, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 346}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.485, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.061, "last_frame_pushed_at": "2026-11-03T16:04:41+09:00", "last_frame_read_age_sec": 0.177, "last_frame_read_at": "2026-11-03T16:04:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 51.74, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 548.26, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.053, "exists": true, "mtime": "2026-11-03T16:04:41.632745+09:00", "mtime_epoch": 1793689481.6327453, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:04:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2384.562, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3345506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.024, "max": 10.0, "p95": 10.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.646, "max": 3.0, "p95": 2.0, "sample_count": 226}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 248}}, "tracking_counts": {"active": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 248}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 248}, "tracked": {"avg": 0.101, "max": 1.0, "p95": 1.0, "sample_count": 248}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 248, "pushed_frames": 248, "read_frames": 247, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.284, "pushed": 8.284, "read": 8.25}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 247, "client_acquire_ms": {"avg_ms": 0.008, "count": 247, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 146.558, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.142, "count": 247, "max_ms": 12.209, "p95_ms": 3.299, "reason": null, "sample_age_ms": 183.498, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.468, "count": 247, "max_ms": 10.177, "p95_ms": 2.199, "reason": null, "sample_age_ms": 183.748, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 247, "max_ms": 1.182, "p95_ms": 0.772, "reason": null, "sample_age_ms": 146.567, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.211, "count": 247, "max_ms": 8.149, "p95_ms": 3.494, "reason": null, "sample_age_ms": 181.933, "source": "client_direct"}, "request_count": 247, "request_tensor_bytes": {"avg": 2764808.0, "count": 247, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 181.904, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 146.903, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.12, "count": 247, "max_ms": 92.453, "p95_ms": 71.916, "reason": null, "sample_age_ms": 146.553, "source": "client_direct"}, "sample_age_ms": 146.548, "source": "client_direct", "task_total_ms": {"avg_ms": 53.996, "count": 247, "max_ms": 101.012, "p95_ms": 75.367, "reason": null, "sample_age_ms": 146.548, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.915, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.81, "count": 248, "max_ms": 14.846, "p95_ms": 10.469}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 248, "max_ms": 1.597, "p95_ms": 0.962}, "detection_prepare_ms": {"avg_ms": 1.536, "count": 248, "max_ms": 7.661, "p95_ms": 3.188}, "event_filter_ms": {"avg_ms": 0.005, "count": 248, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.333, "count": 248, "max_ms": 3.043, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.004, "count": 248, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.643, "count": 248, "max_ms": 5.294, "p95_ms": 3.682}, "setup_ms": {"avg_ms": 0.05, "count": 248, "max_ms": 0.159, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.748, "count": 248, "max_ms": 14.737, "p95_ms": 10.381}, "track_match_ms": {"avg_ms": 0.083, "count": 248, "max_ms": 0.576, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.632, "count": 248, "max_ms": 5.506, "p95_ms": 2.974}}, "gstreamer_push": {"avg_ms": 3.395, "count": 248, "max_ms": 8.63, "p95_ms": 5.271}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 248, "max_ms": 0.194, "p95_ms": 0.103}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.672, "count": 248, "max_ms": 104.15, "p95_ms": 78.466}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.125, "count": 248, "max_ms": 16.472, "p95_ms": 8.579}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.961, "count": 248, "max_ms": 159.236, "p95_ms": 133.169}, "inference_input_copy_ms": {"avg_ms": 1.987, "count": 248, "max_ms": 7.832, "p95_ms": 3.298}, "processing_residual_ms": {"avg_ms": 0.242, "count": 248, "max_ms": 1.298, "p95_ms": 0.409}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 104.315, "count": 248, "max_ms": 164.341, "p95_ms": 138.766}, "read_interval": {"avg_ms": 120.942, "count": 247, "max_ms": 200.826, "p95_ms": 168.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 248, "max_ms": 0.342, "p95_ms": 0.036}, "execute_total_ms": {"avg_ms": 1.567, "count": 248, "max_ms": 5.131, "p95_ms": 3.547}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 248, "max_ms": 0.059, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.545, "count": 248, "max_ms": 5.073, "p95_ms": 3.521}, "worker_merge_ms": {"avg_ms": 0.008, "count": 248, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.688, "count": 248, "max_ms": 104.191, "p95_ms": 78.478}, "visualize": {"avg_ms": 36.086, "count": 248, "max_ms": 57.447, "p95_ms": 50.076}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.388, "count": 248, "max_ms": 49.351, "p95_ms": 40.691}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.504, "count": 248, "max_ms": 55.524, "p95_ms": 48.176}, "visualize_input_copy_ms": {"avg_ms": 1.352, "count": 248, "max_ms": 4.975, "p95_ms": 2.26}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 248, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.353, "count": 248, "max_ms": 55.413, "p95_ms": 48.05}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 248, "max_ms": 0.379, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 248}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 248}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2384.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.964, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.854, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89897, "write_bytes_delta": 89897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.32861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 85625, "reason": null, "system_cpu_core_ratio": 0.032461, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.296148, "user_cpu_s_delta": 5.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5049, "system_cpu_s_delta": 10.110000000015134, "user_cpu_core_ratio": 1.171608, "user_cpu_s_delta": 23.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.624, "count": 213, "max_ms": 10.119, "p95_ms": 5.921, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.113, "max": 16.0, "p95": 12.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.685, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 2.685, "max": 5.0, "p95": 4.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.757, "count": 30, "max": 80.611, "p95": 61.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.345, "count": 30, "max": 31.001, "p95": 27.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 907.9, "count": 30, "max": 1084.0, "p95": 995.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 476.133, "count": 30, "max": 8879.0, "p95": 1255.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.429, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 982.2, "count": 30, "max": 28931.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.572, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.304, "p95": 1.231, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25914, "sampled_at": "2026-11-03T16:04:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.939, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4769150, "flush_count": 5838, "flush_interval_seconds": 30.0, "flush_state": {"count": 5838, "last_at": "2026-11-03T16:04:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5837}, "started": true, "suppressed_count": 3453103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3453098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5838, "written_record_count": 5838}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9969.207, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9563263488000, "copied_frame_count": 3458935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9563263488000, "frame_buffer_copies": 3458935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1413, "count": 512, "max_ms": 1.6117, "p50_ms": 0.1205, "p95_ms": 0.2751, "p99_ms": 0.3782}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3469, "count": 512, "max_ms": 4.3064, "p50_ms": 1.2372, "p95_ms": 2.3269, "p99_ms": 2.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3458935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:45+09:00", "last_error_summary": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2058.544, "last_started_at": "2026-11-03T15:30:26+09:00", "pid": 84813, "process": {"exists": false, "pid": 84813}, "restart_count": 188, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.921, "sample_count": 2834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T16:04:45+09:00", "last_frame_read_age_sec": 0.116, "last_frame_read_at": "2026-11-03T16:04:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 55.117, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 544.883, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.04, "exists": true, "mtime": "2026-11-03T16:04:45.041718+09:00", "mtime_epoch": 1793689485.0417178, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:04:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2463.555, "name": "celery", "pid": 176, "rss_mb": 2463.555, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3458935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 182, "pushed_frames": 182, "read_frames": 182, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.368, "pushed": 6.368, "read": 6.368}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.01, "count": 182, "max_ms": 0.14, "p95_ms": 0.02, "reason": null, "sample_age_ms": 89.695, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.698, "count": 182, "max_ms": 3.844, "p95_ms": 1.839, "reason": null, "sample_age_ms": 123.445, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 182, "max_ms": 2.613, "p95_ms": 1.292, "reason": null, "sample_age_ms": 123.615, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 182, "max_ms": 0.353, "p95_ms": 0.19, "reason": null, "sample_age_ms": 89.71, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.697, "count": 182, "max_ms": 4.894, "p95_ms": 2.827, "reason": null, "sample_age_ms": 122.237, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2211848.0, "count": 182, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 122.214, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 90.013, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.092, "count": 182, "max_ms": 77.036, "p95_ms": 64.256, "reason": null, "sample_age_ms": 89.69, "source": "client_direct"}, "sample_age_ms": 89.683, "source": "client_direct", "task_total_ms": {"avg_ms": 45.093, "count": 182, "max_ms": 80.503, "p95_ms": 66.196, "reason": null, "sample_age_ms": 89.683, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.375, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 182, "max_ms": 1.952, "p95_ms": 1.551}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 182, "max_ms": 0.754, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 182, "max_ms": 0.353, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.046, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 182, "max_ms": 0.211, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 182, "max_ms": 0.631, "p95_ms": 0.399}, "setup_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.748, "count": 182, "max_ms": 1.818, "p95_ms": 1.484}, "track_match_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 182, "max_ms": 0.089, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.025, "count": 182, "max_ms": 7.257, "p95_ms": 5.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 182, "max_ms": 0.772, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.169, "count": 182, "max_ms": 81.831, "p95_ms": 67.061}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.129, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.356, "count": 182, "max_ms": 120.912, "p95_ms": 103.398}, "inference_input_copy_ms": {"avg_ms": 1.596, "count": 182, "max_ms": 4.28, "p95_ms": 2.805}, "processing_residual_ms": {"avg_ms": 0.191, "count": 182, "max_ms": 0.617, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.19, "count": 182, "max_ms": 123.514, "p95_ms": 105.23}, "read_interval": {"avg_ms": 167.383, "count": 182, "max_ms": 2451.441, "p95_ms": 225.828}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 182, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.14, "count": 182, "max_ms": 0.516, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 182, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 182, "max_ms": 0.494, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.186, "count": 182, "max_ms": 81.846, "p95_ms": 67.076}, "visualize": {"avg_ms": 32.316, "count": 182, "max_ms": 52.346, "p95_ms": 42.725}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.364, "count": 182, "max_ms": 48.252, "p95_ms": 41.693}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.099, "count": 182, "max_ms": 52.098, "p95_ms": 42.558}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.99, "count": 182, "max_ms": 51.983, "p95_ms": 42.443}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 182, "max_ms": 0.203, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2463.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.937, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.186, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99732, "write_bytes_delta": 99732, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1231.0, "cpu_core_ratio": 1.529371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1271.0, "pid": 84813, "reason": null, "system_cpu_core_ratio": 0.145797, "system_cpu_s_delta": 2.9199999999999875, "user_cpu_core_ratio": 1.383574, "user_cpu_s_delta": 27.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.669068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06441, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.604658, "user_cpu_s_delta": 12.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.114, "count": 276, "max_ms": 7.857, "p95_ms": 5.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.445, "count": 30, "max": 59.636, "p95": 42.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.697, "count": 30, "max": 36.323, "p95": 33.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1120.633, "count": 30, "max": 1593.0, "p95": 1518.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.633, "count": 30, "max": 1271.0, "p95": 16.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.146, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.615, "p95": 1.584, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.633, "count": 30, "max": 47.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.644, "count": 30, "max": 0.694, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29000, "sampled_at": "2026-11-03T16:04:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.579, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4769150, "flush_count": 5838, "flush_interval_seconds": 30.0, "flush_state": {"count": 5838, "last_at": "2026-11-03T16:04:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5837}, "started": true, "suppressed_count": 3453103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3453098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5838, "written_record_count": 5838}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9969.016, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9563263488000, "copied_frame_count": 3458935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9563263488000, "frame_buffer_copies": 3458935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1413, "count": 512, "max_ms": 1.6117, "p50_ms": 0.1205, "p95_ms": 0.2751, "p99_ms": 0.3782}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3469, "count": 512, "max_ms": 4.3064, "p50_ms": 1.2372, "p95_ms": 2.3269, "p99_ms": 2.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3458935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:45+09:00", "last_error_summary": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2058.539, "last_started_at": "2026-11-03T15:30:26+09:00", "pid": 84813, "process": {"exists": false, "pid": 84813}, "restart_count": 188, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.921, "sample_count": 2834, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.042, "last_frame_pushed_at": "2026-11-03T16:04:45+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T16:04:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 55.14, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 544.86, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.03, "exists": true, "mtime": "2026-11-03T16:04:45.041718+09:00", "mtime_epoch": 1793689485.0417178, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:04:45+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2463.555, "name": "celery", "pid": 176, "rss_mb": 2463.555, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3458935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 182, "pushed_frames": 182, "read_frames": 182, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.371, "pushed": 6.371, "read": 6.371}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.01, "count": 182, "max_ms": 0.14, "p95_ms": 0.02, "reason": null, "sample_age_ms": 83.757, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.698, "count": 182, "max_ms": 3.844, "p95_ms": 1.839, "reason": null, "sample_age_ms": 117.507, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 182, "max_ms": 2.613, "p95_ms": 1.292, "reason": null, "sample_age_ms": 117.677, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 182, "max_ms": 0.353, "p95_ms": 0.19, "reason": null, "sample_age_ms": 83.772, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.697, "count": 182, "max_ms": 4.894, "p95_ms": 2.827, "reason": null, "sample_age_ms": 116.299, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2211848.0, "count": 182, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 116.276, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 84.075, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.092, "count": 182, "max_ms": 77.036, "p95_ms": 64.256, "reason": null, "sample_age_ms": 83.752, "source": "client_direct"}, "sample_age_ms": 83.745, "source": "client_direct", "task_total_ms": {"avg_ms": 45.093, "count": 182, "max_ms": 80.503, "p95_ms": 66.196, "reason": null, "sample_age_ms": 83.745, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.787, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 182, "max_ms": 1.952, "p95_ms": 1.551}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 182, "max_ms": 0.754, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 182, "max_ms": 0.353, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.046, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 182, "max_ms": 0.211, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 182, "max_ms": 0.631, "p95_ms": 0.399}, "setup_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.748, "count": 182, "max_ms": 1.818, "p95_ms": 1.484}, "track_match_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 182, "max_ms": 0.089, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.025, "count": 182, "max_ms": 7.257, "p95_ms": 5.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 182, "max_ms": 0.772, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.169, "count": 182, "max_ms": 81.831, "p95_ms": 67.061}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.129, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.356, "count": 182, "max_ms": 120.912, "p95_ms": 103.398}, "inference_input_copy_ms": {"avg_ms": 1.596, "count": 182, "max_ms": 4.28, "p95_ms": 2.805}, "processing_residual_ms": {"avg_ms": 0.191, "count": 182, "max_ms": 0.617, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.19, "count": 182, "max_ms": 123.514, "p95_ms": 105.23}, "read_interval": {"avg_ms": 167.383, "count": 182, "max_ms": 2451.441, "p95_ms": 225.828}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 182, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.14, "count": 182, "max_ms": 0.516, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 182, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 182, "max_ms": 0.494, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.186, "count": 182, "max_ms": 81.846, "p95_ms": 67.076}, "visualize": {"avg_ms": 32.316, "count": 182, "max_ms": 52.346, "p95_ms": 42.725}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.364, "count": 182, "max_ms": 48.252, "p95_ms": 41.693}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.099, "count": 182, "max_ms": 52.098, "p95_ms": 42.558}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.99, "count": 182, "max_ms": 51.983, "p95_ms": 42.443}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 182, "max_ms": 0.203, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2463.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.937, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.186, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99732, "write_bytes_delta": 99732, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1231.0, "cpu_core_ratio": 1.529371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1271.0, "pid": 84813, "reason": null, "system_cpu_core_ratio": 0.145797, "system_cpu_s_delta": 2.9199999999999875, "user_cpu_core_ratio": 1.383574, "user_cpu_s_delta": 27.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.669068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06441, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.604658, "user_cpu_s_delta": 12.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.114, "count": 276, "max_ms": 7.857, "p95_ms": 5.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.445, "count": 30, "max": 59.636, "p95": 42.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.697, "count": 30, "max": 36.323, "p95": 33.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1120.633, "count": 30, "max": 1593.0, "p95": 1518.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.633, "count": 30, "max": 1271.0, "p95": 16.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.146, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.615, "p95": 1.584, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.633, "count": 30, "max": 47.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.644, "count": 30, "max": 0.694, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29000, "sampled_at": "2026-11-03T16:04:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.569, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4769150, "flush_count": 5838, "flush_interval_seconds": 30.0, "flush_state": {"count": 5838, "last_at": "2026-11-03T16:04:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5837}, "started": true, "suppressed_count": 3453103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3453098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5838, "written_record_count": 5838}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 9969.25, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9563263488000, "copied_frame_count": 3458935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9563263488000, "frame_buffer_copies": 3458935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1413, "count": 512, "max_ms": 1.6117, "p50_ms": 0.1205, "p95_ms": 0.2751, "p99_ms": 0.3782}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3469, "count": 512, "max_ms": 4.3064, "p50_ms": 1.2372, "p95_ms": 2.3269, "p99_ms": 2.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3458935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:45+09:00", "last_error_summary": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2058.607, "last_started_at": "2026-11-03T15:30:26+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 188, "restart_count_per_hour": 7, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 189}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 109.921, "sample_count": 2833, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.11, "last_frame_pushed_at": "2026-11-03T16:04:45+09:00", "last_frame_read_age_sec": 0.179, "last_frame_read_at": "2026-11-03T16:04:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 55.169, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 544.831, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.098, "exists": true, "mtime": "2026-11-03T16:04:45.041718+09:00", "mtime_epoch": 1793689485.0417178, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:04:45+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2463.551, "name": "celery", "pid": 176, "rss_mb": 2463.551, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3458935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 182}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 182, "pushed_frames": 182, "read_frames": 182, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.355, "pushed": 6.355, "read": 6.355}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 182, "client_acquire_ms": {"avg_ms": 0.01, "count": 182, "max_ms": 0.14, "p95_ms": 0.02, "reason": null, "sample_age_ms": 147.282, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.698, "count": 182, "max_ms": 3.844, "p95_ms": 1.839, "reason": null, "sample_age_ms": 181.033, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 182, "max_ms": 2.613, "p95_ms": 1.292, "reason": null, "sample_age_ms": 181.202, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 182, "max_ms": 0.353, "p95_ms": 0.19, "reason": null, "sample_age_ms": 147.297, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.697, "count": 182, "max_ms": 4.894, "p95_ms": 2.827, "reason": null, "sample_age_ms": 179.824, "source": "client_direct"}, "request_count": 182, "request_tensor_bytes": {"avg": 2211848.0, "count": 182, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 179.801, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 182, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 147.601, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.092, "count": 182, "max_ms": 77.036, "p95_ms": 64.256, "reason": null, "sample_age_ms": 147.277, "source": "client_direct"}, "sample_age_ms": 147.27, "source": "client_direct", "task_total_ms": {"avg_ms": 45.093, "count": 182, "max_ms": 80.503, "p95_ms": 66.196, "reason": null, "sample_age_ms": 147.27, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.733, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 182, "max_ms": 1.952, "p95_ms": 1.551}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 182, "max_ms": 0.754, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 182, "max_ms": 0.353, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.046, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 182, "max_ms": 0.211, "p95_ms": 0.154}, "mcmt_ms": {"avg_ms": 0.003, "count": 182, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 182, "max_ms": 0.631, "p95_ms": 0.399}, "setup_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.748, "count": 182, "max_ms": 1.818, "p95_ms": 1.484}, "track_match_ms": {"avg_ms": 0.004, "count": 182, "max_ms": 0.015, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 182, "max_ms": 0.089, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.025, "count": 182, "max_ms": 7.257, "p95_ms": 5.043}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 182, "max_ms": 0.772, "p95_ms": 0.106}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.169, "count": 182, "max_ms": 81.831, "p95_ms": 67.061}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.047, "count": 182, "max_ms": 0.129, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 80.356, "count": 182, "max_ms": 120.912, "p95_ms": 103.398}, "inference_input_copy_ms": {"avg_ms": 1.596, "count": 182, "max_ms": 4.28, "p95_ms": 2.805}, "processing_residual_ms": {"avg_ms": 0.191, "count": 182, "max_ms": 0.617, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 82.19, "count": 182, "max_ms": 123.514, "p95_ms": 105.23}, "read_interval": {"avg_ms": 167.383, "count": 182, "max_ms": 2451.441, "p95_ms": 225.828}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 182, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.14, "count": 182, "max_ms": 0.516, "p95_ms": 0.276}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 182, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 182, "max_ms": 0.494, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.006, "count": 182, "max_ms": 0.021, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 46.186, "count": 182, "max_ms": 81.846, "p95_ms": 67.076}, "visualize": {"avg_ms": 32.316, "count": 182, "max_ms": 52.346, "p95_ms": 42.725}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.364, "count": 182, "max_ms": 48.252, "p95_ms": 41.693}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.099, "count": 182, "max_ms": 52.098, "p95_ms": 42.558}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 182, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.99, "count": 182, "max_ms": 51.983, "p95_ms": 42.443}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 182, "max_ms": 0.203, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 182}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 182}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2463.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.937, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.186, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99732, "write_bytes_delta": 99732, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1231.0, "cpu_core_ratio": 1.529371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1271.0, "pid": 84813, "reason": null, "system_cpu_core_ratio": 0.145797, "system_cpu_s_delta": 2.9199999999999875, "user_cpu_core_ratio": 1.383574, "user_cpu_s_delta": 27.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.669068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06441, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.604658, "user_cpu_s_delta": 12.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.114, "count": 276, "max_ms": 7.857, "p95_ms": 5.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.445, "count": 30, "max": 59.636, "p95": 42.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.697, "count": 30, "max": 36.323, "p95": 33.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1120.633, "count": 30, "max": 1593.0, "p95": 1518.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.633, "count": 30, "max": 1271.0, "p95": 16.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.146, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.615, "p95": 1.584, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.633, "count": 30, "max": 47.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.644, "count": 30, "max": 0.694, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29000, "sampled_at": "2026-11-03T16:04:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 28.637, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5525001, "flush_count": 5837, "flush_interval_seconds": 30.0, "flush_state": {"count": 5837, "last_at": "2026-11-03T16:04:04", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:04", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5836}, "started": true, "suppressed_count": 3340078, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3339670}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5837, "written_record_count": 5837}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 9975.883, "limit_mb": null}, "detail": {"pid": 85919, "restart_count": 346, "start_count": 347}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9249654988800, "copied_frame_count": 3345506, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9249654988800, "frame_buffer_copies": 3345506, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1309, "count": 512, "max_ms": 0.6684, "p50_ms": 0.1167, "p95_ms": 0.2327, "p99_ms": 0.3082}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5665, "count": 512, "max_ms": 8.4993, "p50_ms": 1.4361, "p95_ms": 2.5515, "p99_ms": 3.2769, "results": {"failed": 0, "not_applicable": 0, "success": 3345506, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 21, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T16:04:43+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T16:04:43+09:00", "pid": 85919, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.801, "name": "ffmpeg", "pid": 85919, "rss_mb": 56.801, "state": "S (sleeping)", "threads": 1}, "restart_count": 346, "restart_count_per_hour": 11, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 347}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.536, "sample_count": 2223, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345506, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.332, "last_frame_pushed_at": "2026-11-03T16:04:41+09:00", "last_frame_read_age_sec": 4.447, "last_frame_read_at": "2026-11-03T16:04:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 56.003, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 543.997, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 4.324, "exists": true, "mtime": "2026-11-03T16:04:41.632745+09:00", "mtime_epoch": 1793689481.6327453, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 89267}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:04:45+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2384.566, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3345506, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.131, "max": 10.0, "p95": 10.0, "sample_count": 214}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.672, "max": 3.0, "p95": 2.0, "sample_count": 192}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 214}}, "tracking_counts": {"active": {"avg": 0.103, "max": 1.0, "p95": 1.0, "sample_count": 214}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "removed": {"avg": 0.009, "max": 1.0, "p95": 0.0, "sample_count": 214}, "tracked": {"avg": 0.103, "max": 1.0, "p95": 1.0, "sample_count": 214}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 214, "pushed_frames": 214, "read_frames": 213, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.147, "pushed": 7.147, "read": 7.114}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 213, "client_acquire_ms": {"avg_ms": 0.008, "count": 213, "max_ms": 0.027, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4418.378, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.119, "count": 213, "max_ms": 10.512, "p95_ms": 3.284, "reason": null, "sample_age_ms": 4455.318, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.432, "count": 213, "max_ms": 10.177, "p95_ms": 2.166, "reason": null, "sample_age_ms": 4455.568, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.394, "count": 213, "max_ms": 1.182, "p95_ms": 0.786, "reason": null, "sample_age_ms": 4418.387, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.179, "count": 213, "max_ms": 7.034, "p95_ms": 3.37, "reason": null, "sample_age_ms": 4453.753, "source": "client_direct"}, "request_count": 213, "request_tensor_bytes": {"avg": 2764808.0, "count": 213, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4453.724, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 213, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4418.723, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.204, "count": 213, "max_ms": 83.983, "p95_ms": 71.791, "reason": null, "sample_age_ms": 4418.373, "source": "client_direct"}, "sample_age_ms": 4418.368, "source": "client_direct", "task_total_ms": {"avg_ms": 54.051, "count": 213, "max_ms": 97.31, "p95_ms": 75.269, "reason": null, "sample_age_ms": 4418.368, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.691, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.73, "count": 214, "max_ms": 14.846, "p95_ms": 10.504}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 214, "max_ms": 1.597, "p95_ms": 0.985}, "detection_prepare_ms": {"avg_ms": 1.499, "count": 214, "max_ms": 7.661, "p95_ms": 3.238}, "event_filter_ms": {"avg_ms": 0.005, "count": 214, "max_ms": 0.027, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.324, "count": 214, "max_ms": 3.043, "p95_ms": 0.548}, "mcmt_ms": {"avg_ms": 0.004, "count": 214, "max_ms": 0.025, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 1.658, "count": 214, "max_ms": 5.294, "p95_ms": 3.76}, "setup_ms": {"avg_ms": 0.049, "count": 214, "max_ms": 0.159, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 5.67, "count": 214, "max_ms": 14.737, "p95_ms": 10.413}, "track_match_ms": {"avg_ms": 0.082, "count": 214, "max_ms": 0.576, "p95_ms": 0.173}, "tracker_update_ms": {"avg_ms": 1.587, "count": 214, "max_ms": 5.506, "p95_ms": 2.976}}, "gstreamer_push": {"avg_ms": 3.359, "count": 214, "max_ms": 7.722, "p95_ms": 5.192}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.054, "count": 214, "max_ms": 0.194, "p95_ms": 0.108}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.62, "count": 214, "max_ms": 104.15, "p95_ms": 76.727}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.133, "count": 214, "max_ms": 16.472, "p95_ms": 9.458}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 98.417, "count": 214, "max_ms": 159.236, "p95_ms": 129.705}, "inference_input_copy_ms": {"avg_ms": 1.984, "count": 214, "max_ms": 7.832, "p95_ms": 3.298}, "processing_residual_ms": {"avg_ms": 0.243, "count": 214, "max_ms": 1.298, "p95_ms": 0.413}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 103.777, "count": 214, "max_ms": 164.341, "p95_ms": 136.935}, "read_interval": {"avg_ms": 120.181, "count": 213, "max_ms": 200.826, "p95_ms": 166.494}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 214, "max_ms": 0.342, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 1.581, "count": 214, "max_ms": 5.131, "p95_ms": 3.648}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 214, "max_ms": 0.059, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.56, "count": 214, "max_ms": 5.073, "p95_ms": 3.62}, "worker_merge_ms": {"avg_ms": 0.008, "count": 214, "max_ms": 0.027, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 55.635, "count": 214, "max_ms": 104.191, "p95_ms": 76.742}, "visualize": {"avg_ms": 35.673, "count": 214, "max_ms": 57.264, "p95_ms": 49.388}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.055, "count": 214, "max_ms": 49.351, "p95_ms": 40.401}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.111, "count": 214, "max_ms": 55.524, "p95_ms": 47.894}, "visualize_input_copy_ms": {"avg_ms": 1.336, "count": 214, "max_ms": 4.975, "p95_ms": 2.26}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 214, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.961, "count": 214, "max_ms": 55.413, "p95_ms": 47.696}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 214, "max_ms": 0.379, "p95_ms": 0.153}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 214}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 214}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2384.605, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 27.964, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.854, "sample_count": 2249, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3345219, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:06+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89897, "write_bytes_delta": 89897, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 933.0, "cpu_core_ratio": 0.32861, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 43.0, "pid": 85625, "reason": null, "system_cpu_core_ratio": 0.032461, "system_cpu_s_delta": 0.6500000000000004, "user_cpu_core_ratio": 0.296148, "user_cpu_s_delta": 5.930000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.676508, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 17.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.5049, "system_cpu_s_delta": 10.110000000015134, "user_cpu_core_ratio": 1.171608, "user_cpu_s_delta": 23.459999999962747}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.624, "count": 213, "max_ms": 10.119, "p95_ms": 5.921, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.113, "max": 16.0, "p95": 12.0, "sample_count": 213}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.685, "key_count": 1, "max": 5.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 213}, "total": {"avg": 2.685, "max": 5.0, "p95": 4.0, "sample_count": 213}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.757, "count": 30, "max": 80.611, "p95": 61.739, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.345, "count": 30, "max": 31.001, "p95": 27.747, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 907.9, "count": 30, "max": 1084.0, "p95": 995.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 476.133, "count": 30, "max": 8879.0, "p95": 1255.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.042, "count": 30, "max": 0.142, "p95": 0.108, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.356, "count": 30, "max": 0.429, "p95": 0.411, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.103, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91084.6, "count": 30, "max": 97564.0, "p95": 95098.7, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.1, "count": 30, "max": 3.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 982.2, "count": 30, "max": 28931.0, "p95": 34.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.472, "count": 30, "max": 0.572, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.304, "p95": 1.231, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25914, "sampled_at": "2026-11-03T16:04:06+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:06+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.943, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4769150, "flush_count": 5838, "flush_interval_seconds": 30.0, "flush_state": {"count": 5838, "last_at": "2026-11-03T16:04:36", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:04:36", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5837}, "started": true, "suppressed_count": 3453103, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3453098}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5838, "written_record_count": 5838}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10258.57, "limit_mb": null}, "detail": {"pid": 86035, "restart_count": 189, "start_count": 190}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9563263488000, "copied_frame_count": 3458935, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9563263488000, "frame_buffer_copies": 3458935, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1413, "count": 512, "max_ms": 1.6117, "p50_ms": 0.1205, "p95_ms": 0.2751, "p99_ms": 0.3782}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3469, "count": 512, "max_ms": 4.3064, "p50_ms": 1.2372, "p95_ms": 2.3269, "p99_ms": 2.7527, "results": {"failed": 0, "not_applicable": 0, "success": 3458935, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 29, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:45+09:00", "last_error_summary": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T16:04:48+09:00", "pid": 86035, "process": {"exists": true, "fd_count": 5, "hwm_mb": 137.098, "name": "ffmpeg", "pid": 86035, "rss_mb": 137.098, "state": "S (sleeping)", "threads": 19}, "restart_count": 189, "restart_count_per_hour": 8, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.257, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458935, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:44+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.011, "last_frame_pushed_at": "2026-11-03T16:04:45+09:00", "last_frame_read_age_sec": 5.08, "last_frame_read_at": "2026-11-03T16:04:44+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 60.086, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 539.914, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 4.999, "exists": true, "mtime": "2026-11-03T16:04:45.041718+09:00", "mtime_epoch": 1793689485.0417178, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 112418}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:04:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2463.555, "name": "celery", "pid": 176, "rss_mb": 2463.555, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3458935, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 151}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 151, "pushed_frames": 151, "read_frames": 150, "select_timeouts": 7, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.04, "pushed": 5.04, "read": 5.006}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 150, "client_acquire_ms": {"avg_ms": 0.009, "count": 150, "max_ms": 0.14, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5050.787, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.652, "count": 150, "max_ms": 3.2, "p95_ms": 1.735, "reason": null, "sample_age_ms": 5084.537, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.265, "count": 150, "max_ms": 1.88, "p95_ms": 1.264, "reason": null, "sample_age_ms": 5084.707, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.097, "count": 150, "max_ms": 0.353, "p95_ms": 0.187, "reason": null, "sample_age_ms": 5050.802, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.622, "count": 150, "max_ms": 4.894, "p95_ms": 2.634, "reason": null, "sample_age_ms": 5083.329, "source": "client_direct"}, "request_count": 150, "request_tensor_bytes": {"avg": 2211848.0, "count": 150, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5083.306, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 150, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5051.105, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.889, "count": 150, "max_ms": 67.891, "p95_ms": 57.92, "reason": null, "sample_age_ms": 5050.782, "source": "client_direct"}, "sample_age_ms": 5050.775, "source": "client_direct", "task_total_ms": {"avg_ms": 42.806, "count": 150, "max_ms": 70.383, "p95_ms": 59.927, "reason": null, "sample_age_ms": 5050.775, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.595, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 151, "max_ms": 1.952, "p95_ms": 1.563}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.259, "count": 151, "max_ms": 0.754, "p95_ms": 0.599}, "detection_prepare_ms": {"avg_ms": 0.107, "count": 151, "max_ms": 0.353, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.046, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.082, "count": 151, "max_ms": 0.211, "p95_ms": 0.164}, "mcmt_ms": {"avg_ms": 0.003, "count": 151, "max_ms": 0.015, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.197, "count": 151, "max_ms": 0.599, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.047, "count": 151, "max_ms": 0.125, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.733, "count": 151, "max_ms": 1.818, "p95_ms": 1.498}, "track_match_ms": {"avg_ms": 0.004, "count": 151, "max_ms": 0.012, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 151, "max_ms": 0.089, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.945, "count": 151, "max_ms": 7.257, "p95_ms": 4.963}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 151, "max_ms": 0.772, "p95_ms": 0.101}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.798, "count": 151, "max_ms": 71.191, "p95_ms": 60.964}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.045, "count": 151, "max_ms": 0.129, "p95_ms": 0.095}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.467, "count": 151, "max_ms": 115.239, "p95_ms": 99.831}, "inference_input_copy_ms": {"avg_ms": 1.553, "count": 151, "max_ms": 4.28, "p95_ms": 2.845}, "processing_residual_ms": {"avg_ms": 0.186, "count": 151, "max_ms": 0.617, "p95_ms": 0.381}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.252, "count": 151, "max_ms": 118.324, "p95_ms": 102.448}, "read_interval": {"avg_ms": 166.373, "count": 150, "max_ms": 2451.441, "p95_ms": 366.895}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 151, "max_ms": 0.045, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.134, "count": 151, "max_ms": 0.468, "p95_ms": 0.264}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 151, "max_ms": 0.051, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 151, "max_ms": 0.44, "p95_ms": 0.227}, "worker_merge_ms": {"avg_ms": 0.006, "count": 151, "max_ms": 0.021, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.814, "count": 151, "max_ms": 71.201, "p95_ms": 60.973}, "visualize": {"avg_ms": 31.868, "count": 151, "max_ms": 52.346, "p95_ms": 43.24}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.934, "count": 151, "max_ms": 48.252, "p95_ms": 41.848}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.657, "count": 151, "max_ms": 52.098, "p95_ms": 42.897}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 151, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.551, "count": 151, "max_ms": 51.983, "p95_ms": 42.76}, "visualizer_prepare_ms": {"avg_ms": 0.061, "count": 151, "max_ms": 0.203, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 151}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 151}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2463.547, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 39.937, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.186, "sample_count": 2951, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3458763, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:04:17+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 99732, "write_bytes_delta": 99732, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1231.0, "cpu_core_ratio": 1.529371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1271.0, "pid": 84813, "reason": null, "system_cpu_core_ratio": 0.145797, "system_cpu_s_delta": 2.9199999999999875, "user_cpu_core_ratio": 1.383574, "user_cpu_s_delta": 27.710000000000036}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.669068, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.06441, "system_cpu_s_delta": 1.2899999999972351, "user_cpu_core_ratio": 0.604658, "user_cpu_s_delta": 12.110000000015134}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.114, "count": 276, "max_ms": 7.857, "p95_ms": 5.141, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 276}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 276}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.445, "count": 30, "max": 59.636, "p95": 42.599, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.697, "count": 30, "max": 36.323, "p95": 33.576, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1120.633, "count": 30, "max": 1593.0, "p95": 1518.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.633, "count": 30, "max": 1271.0, "p95": 16.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.146, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.389, "count": 30, "max": 1.615, "p95": 1.584, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 101854.233, "count": 30, "max": 103686.0, "p95": 103517.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.633, "count": 30, "max": 47.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.07, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.644, "count": 30, "max": 0.694, "p95": 0.685, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29000, "sampled_at": "2026-11-03T16:04:17+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:04:17+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.963, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4773345, "flush_count": 5843, "flush_interval_seconds": 30.0, "flush_state": {"count": 5843, "last_at": "2026-11-03T16:09:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:09:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5842}, "started": true, "suppressed_count": 3455872, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3455867}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5843, "written_record_count": 5843}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10113.699, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9570933043200, "copied_frame_count": 3461709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9570933043200, "frame_buffer_copies": 3461709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1477, "count": 512, "max_ms": 1.6055, "p50_ms": 0.1279, "p95_ms": 0.2611, "p99_ms": 0.4054}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3394, "count": 512, "max_ms": 3.2643, "p50_ms": 1.255, "p95_ms": 2.1244, "p99_ms": 2.6117, "results": {"failed": 0, "not_applicable": 0, "success": 3461709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:45+09:00", "last_error_summary": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.863, "last_started_at": "2026-11-03T16:04:48+09:00", "pid": 86035, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 86035, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 189, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.339, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.067, "last_frame_pushed_at": "2026-11-03T16:09:50+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T16:09:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 360.939, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 239.061, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-03T16:09:50.849179+09:00", "mtime_epoch": 1793689790.8491788, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:09:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2464.891, "name": "celery", "pid": 176, "rss_mb": 2464.891, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3461709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.375, "pushed": 5.375, "read": 5.342}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 160, "client_acquire_ms": {"avg_ms": 0.011, "count": 161, "max_ms": 0.153, "p95_ms": 0.02, "reason": null, "sample_age_ms": 117.497, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 160, "max_ms": 3.749, "p95_ms": 2.089, "reason": null, "sample_age_ms": 155.29, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 160, "max_ms": 3.346, "p95_ms": 1.717, "reason": null, "sample_age_ms": 155.533, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.114, "count": 161, "max_ms": 0.374, "p95_ms": 0.243, "reason": null, "sample_age_ms": 117.501, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.857, "count": 160, "max_ms": 7.067, "p95_ms": 3.241, "reason": null, "sample_age_ms": 153.515, "source": "client_direct"}, "request_count": 160, "request_tensor_bytes": {"avg": 2211848.0, "count": 160, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 153.472, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 161, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 117.556, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.168, "count": 161, "max_ms": 82.903, "p95_ms": 57.614, "reason": null, "sample_age_ms": 117.494, "source": "client_direct"}, "sample_age_ms": 117.491, "source": "client_direct", "task_total_ms": {"avg_ms": 44.354, "count": 161, "max_ms": 86.298, "p95_ms": 59.69, "reason": null, "sample_age_ms": 117.491, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.843, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.895, "count": 161, "max_ms": 2.343, "p95_ms": 1.676}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 161, "max_ms": 0.895, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.121, "count": 161, "max_ms": 0.294, "p95_ms": 0.223}, "event_filter_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 161, "max_ms": 0.353, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.228, "count": 161, "max_ms": 0.549, "p95_ms": 0.441}, "setup_ms": {"avg_ms": 0.053, "count": 161, "max_ms": 0.132, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.844, "count": 161, "max_ms": 2.267, "p95_ms": 1.616}, "track_match_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.038, "count": 161, "max_ms": 0.347, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 2.958, "count": 161, "max_ms": 6.535, "p95_ms": 4.498}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 161, "max_ms": 0.401, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.414, "count": 161, "max_ms": 87.531, "p95_ms": 63.799}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 161, "max_ms": 0.185, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.546, "count": 161, "max_ms": 126.542, "p95_ms": 102.182}, "inference_input_copy_ms": {"avg_ms": 1.538, "count": 161, "max_ms": 3.843, "p95_ms": 2.541}, "processing_residual_ms": {"avg_ms": 0.187, "count": 161, "max_ms": 0.498, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.32, "count": 161, "max_ms": 129.153, "p95_ms": 103.67}, "read_interval": {"avg_ms": 186.797, "count": 160, "max_ms": 9609.752, "p95_ms": 162.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 161, "max_ms": 0.076, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.157, "count": 161, "max_ms": 0.389, "p95_ms": 0.315}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 161, "max_ms": 0.066, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.139, "count": 161, "max_ms": 0.35, "p95_ms": 0.285}, "worker_merge_ms": {"avg_ms": 0.007, "count": 161, "max_ms": 0.031, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.432, "count": 161, "max_ms": 87.547, "p95_ms": 63.818}, "visualize": {"avg_ms": 32.181, "count": 161, "max_ms": 49.992, "p95_ms": 43.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.205, "count": 161, "max_ms": 49.093, "p95_ms": 41.858}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.944, "count": 161, "max_ms": 49.841, "p95_ms": 42.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.826, "count": 161, "max_ms": 49.747, "p95_ms": 42.737}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 161, "max_ms": 0.227, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2464.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.724, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.363, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94150, "write_bytes_delta": 94150, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 547.0, "cpu_core_ratio": 1.290975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12894.0, "pid": 86035, "reason": null, "system_cpu_core_ratio": 0.487617, "system_cpu_s_delta": 12.880000000000003, "user_cpu_core_ratio": 0.803357, "user_cpu_s_delta": 21.21999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032558, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.316497, "user_cpu_s_delta": 8.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 148, "max_ms": 6.535, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.792, "count": 30, "max": 66.282, "p95": 44.459, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.064, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1066.8, "count": 30, "max": 1530.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1857.933, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.3, "count": 30, "max": 1.547, "p95": 1.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.433, "count": 30, "max": 49.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.071, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29022, "sampled_at": "2026-11-03T16:09:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:09:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.952, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4773345, "flush_count": 5843, "flush_interval_seconds": 30.0, "flush_state": {"count": 5843, "last_at": "2026-11-03T16:09:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:09:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5842}, "started": true, "suppressed_count": 3455872, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3455867}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5843, "written_record_count": 5843}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10112.879, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9570933043200, "copied_frame_count": 3461709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9570933043200, "frame_buffer_copies": 3461709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1477, "count": 512, "max_ms": 1.6055, "p50_ms": 0.1279, "p95_ms": 0.2611, "p99_ms": 0.4054}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3394, "count": 512, "max_ms": 3.2643, "p50_ms": 1.255, "p95_ms": 2.1244, "p99_ms": 2.6117, "results": {"failed": 0, "not_applicable": 0, "success": 3461709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 176, "h264_decode_error_count": 345, "h264_decode_error_count_per_hour": 23, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:45+09:00", "last_error_summary": "[h264 @ 0x5fe6861d3d80] cabac decode of qscale diff failed at 105 69 [h264 @ 0x5fe6861d3d80] error while decoding MB 105 69, bytestream 1242 [h264 @ 0x5fe686104f00] cabac decode of qscale diff failed at 201 74 [h264 @ 0x5fe686104f00] error while decoding MB 201 74, bytestream 18762 [h264 @ 0x5fe6858f1640] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x5fe6858f1640] error while decoding MB 0 86, bytestream 45938", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 302.893, "last_started_at": "2026-11-03T16:04:48+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 189, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.339, "sample_count": 2771, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.097, "last_frame_pushed_at": "2026-11-03T16:09:50+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-11-03T16:09:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 360.963, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 239.037, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-11-03T16:09:50.849179+09:00", "mtime_epoch": 1793689790.8491788, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:09:50+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2464.891, "name": "celery", "pid": 176, "rss_mb": 2464.891, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3461709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 161}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 161, "pushed_frames": 161, "read_frames": 160, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.37, "pushed": 5.37, "read": 5.337}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 160, "client_acquire_ms": {"avg_ms": 0.011, "count": 160, "max_ms": 0.153, "p95_ms": 0.02, "reason": null, "sample_age_ms": 143.719, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.68, "count": 160, "max_ms": 3.749, "p95_ms": 2.089, "reason": null, "sample_age_ms": 181.513, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.311, "count": 160, "max_ms": 3.346, "p95_ms": 1.717, "reason": null, "sample_age_ms": 181.756, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 160, "max_ms": 0.374, "p95_ms": 0.244, "reason": null, "sample_age_ms": 143.723, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.857, "count": 160, "max_ms": 7.067, "p95_ms": 3.241, "reason": null, "sample_age_ms": 179.738, "source": "client_direct"}, "request_count": 160, "request_tensor_bytes": {"avg": 2211848.0, "count": 160, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 179.694, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 160, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 143.779, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.157, "count": 160, "max_ms": 82.903, "p95_ms": 57.832, "reason": null, "sample_age_ms": 143.716, "source": "client_direct"}, "sample_age_ms": 143.713, "source": "client_direct", "task_total_ms": {"avg_ms": 44.344, "count": 160, "max_ms": 86.298, "p95_ms": 59.888, "reason": null, "sample_age_ms": 143.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.002, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.895, "count": 161, "max_ms": 2.343, "p95_ms": 1.676}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.295, "count": 161, "max_ms": 0.895, "p95_ms": 0.608}, "detection_prepare_ms": {"avg_ms": 0.121, "count": 161, "max_ms": 0.294, "p95_ms": 0.223}, "event_filter_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.02, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.096, "count": 161, "max_ms": 0.353, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 161, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.228, "count": 161, "max_ms": 0.549, "p95_ms": 0.441}, "setup_ms": {"avg_ms": 0.053, "count": 161, "max_ms": 0.132, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.844, "count": 161, "max_ms": 2.267, "p95_ms": 1.616}, "track_match_ms": {"avg_ms": 0.005, "count": 161, "max_ms": 0.034, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.038, "count": 161, "max_ms": 0.347, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 2.958, "count": 161, "max_ms": 6.535, "p95_ms": 4.498}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 161, "max_ms": 0.401, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.414, "count": 161, "max_ms": 87.531, "p95_ms": 63.799}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 161, "max_ms": 0.185, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.546, "count": 161, "max_ms": 126.542, "p95_ms": 102.182}, "inference_input_copy_ms": {"avg_ms": 1.538, "count": 161, "max_ms": 3.843, "p95_ms": 2.541}, "processing_residual_ms": {"avg_ms": 0.187, "count": 161, "max_ms": 0.498, "p95_ms": 0.368}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.32, "count": 161, "max_ms": 129.153, "p95_ms": 103.67}, "read_interval": {"avg_ms": 186.797, "count": 160, "max_ms": 9609.752, "p95_ms": 162.333}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 161, "max_ms": 0.076, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.157, "count": 161, "max_ms": 0.389, "p95_ms": 0.315}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 161, "max_ms": 0.066, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.139, "count": 161, "max_ms": 0.35, "p95_ms": 0.285}, "worker_merge_ms": {"avg_ms": 0.007, "count": 161, "max_ms": 0.031, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 45.432, "count": 161, "max_ms": 87.547, "p95_ms": 63.818}, "visualize": {"avg_ms": 32.181, "count": 161, "max_ms": 49.992, "p95_ms": 43.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.205, "count": 161, "max_ms": 49.093, "p95_ms": 41.858}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.944, "count": 161, "max_ms": 49.841, "p95_ms": 42.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 161, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.826, "count": 161, "max_ms": 49.747, "p95_ms": 42.737}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 161, "max_ms": 0.227, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 161}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 161}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2464.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.724, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.363, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94150, "write_bytes_delta": 94150, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 547.0, "cpu_core_ratio": 1.290975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12894.0, "pid": 86035, "reason": null, "system_cpu_core_ratio": 0.487617, "system_cpu_s_delta": 12.880000000000003, "user_cpu_core_ratio": 0.803357, "user_cpu_s_delta": 21.21999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032558, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.316497, "user_cpu_s_delta": 8.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 148, "max_ms": 6.535, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.792, "count": 30, "max": 66.282, "p95": 44.459, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.064, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1066.8, "count": 30, "max": 1530.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1857.933, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.3, "count": 30, "max": 1.547, "p95": 1.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.433, "count": 30, "max": 49.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.071, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29022, "sampled_at": "2026-11-03T16:09:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:09:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.981, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4773345, "flush_count": 5843, "flush_interval_seconds": 30.0, "flush_state": {"count": 5843, "last_at": "2026-11-03T16:09:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:09:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5842}, "started": true, "suppressed_count": 3455872, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3455867}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5843, "written_record_count": 5843}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10111.152, "limit_mb": null}, "detail": {"h264_decode_error_count": 5, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c88b4fbe340] cabac decode of qscale diff failed at 214 89 [h264 @ 0x5c88b4fbe340] error while decoding MB 214 89, bytestream 22832 [h264 @ 0x5c88b5b08d80] cabac decode of qscale diff failed at 6 95 [h264 @ 0x5c88b5b08d80] error while decoding MB 6 95, bytestream 2243 [h264 @ 0x5c88b4f77dc0] error while decoding MB 194 47, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9570933043200, "copied_frame_count": 3461709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9570933043200, "frame_buffer_copies": 3461709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1477, "count": 512, "max_ms": 1.6055, "p50_ms": 0.1279, "p95_ms": 0.2611, "p99_ms": 0.4054}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3394, "count": 512, "max_ms": 3.2643, "p50_ms": 1.255, "p95_ms": 2.1244, "p99_ms": 2.6117, "results": {"failed": 0, "not_applicable": 0, "success": 3461709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 350, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:09:53+09:00", "last_error_summary": "[h264 @ 0x5c88b4fbe340] cabac decode of qscale diff failed at 214 89 [h264 @ 0x5c88b4fbe340] error while decoding MB 214 89, bytestream 22832 [h264 @ 0x5c88b5b08d80] cabac decode of qscale diff failed at 6 95 [h264 @ 0x5c88b5b08d80] error while decoding MB 6 95, bytestream 2243 [h264 @ 0x5c88b4f77dc0] error while decoding MB 194 47, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 305.305, "last_started_at": "2026-11-03T16:04:48+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 189, "restart_count_per_hour": 4, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 190}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.346, "sample_count": 2748, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 2.508, "last_frame_pushed_at": "2026-11-03T16:09:50+09:00", "last_frame_read_age_sec": 2.592, "last_frame_read_at": "2026-11-03T16:09:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 363.388, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 236.612, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 2.495, "exists": true, "mtime": "2026-11-03T16:09:50.849179+09:00", "mtime_epoch": 1793689790.8491788, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:09:53+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2464.895, "name": "celery", "pid": 176, "rss_mb": 2464.895, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3461709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 136}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 136}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 136}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 136, "pushed_frames": 136, "read_frames": 135, "select_timeouts": 11, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.54, "pushed": 4.54, "read": 4.506}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 135, "client_acquire_ms": {"avg_ms": 0.01, "count": 136, "max_ms": 0.153, "p95_ms": 0.02, "reason": null, "sample_age_ms": 2565.243, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 135, "max_ms": 3.749, "p95_ms": 1.938, "reason": null, "sample_age_ms": 2603.036, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.317, "count": 135, "max_ms": 3.346, "p95_ms": 1.618, "reason": null, "sample_age_ms": 2603.279, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.113, "count": 136, "max_ms": 0.358, "p95_ms": 0.244, "reason": null, "sample_age_ms": 2565.247, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.776, "count": 135, "max_ms": 3.898, "p95_ms": 2.991, "reason": null, "sample_age_ms": 2601.261, "source": "client_direct"}, "request_count": 135, "request_tensor_bytes": {"avg": 2211848.0, "count": 135, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 2601.218, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 136, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 2565.302, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.768, "count": 136, "max_ms": 82.903, "p95_ms": 56.439, "reason": null, "sample_age_ms": 2565.24, "source": "client_direct"}, "sample_age_ms": 2565.237, "source": "client_direct", "task_total_ms": {"avg_ms": 43.865, "count": 136, "max_ms": 86.298, "p95_ms": 58.177, "reason": null, "sample_age_ms": 2565.237, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.33, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.888, "count": 136, "max_ms": 2.343, "p95_ms": 1.676}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.292, "count": 136, "max_ms": 0.895, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 0.119, "count": 136, "max_ms": 0.294, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.005, "count": 136, "max_ms": 0.02, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.095, "count": 136, "max_ms": 0.353, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 136, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.228, "count": 136, "max_ms": 0.549, "p95_ms": 0.445}, "setup_ms": {"avg_ms": 0.052, "count": 136, "max_ms": 0.128, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.836, "count": 136, "max_ms": 2.267, "p95_ms": 1.616}, "track_match_ms": {"avg_ms": 0.005, "count": 136, "max_ms": 0.034, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.037, "count": 136, "max_ms": 0.347, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 2.921, "count": 136, "max_ms": 6.535, "p95_ms": 4.546}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 136, "max_ms": 0.401, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.892, "count": 136, "max_ms": 87.531, "p95_ms": 63.799}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 136, "max_ms": 0.185, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.821, "count": 136, "max_ms": 126.542, "p95_ms": 102.182}, "inference_input_copy_ms": {"avg_ms": 1.526, "count": 136, "max_ms": 3.843, "p95_ms": 2.589}, "processing_residual_ms": {"avg_ms": 0.184, "count": 136, "max_ms": 0.498, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.58, "count": 136, "max_ms": 129.153, "p95_ms": 103.865}, "read_interval": {"avg_ms": 203.118, "count": 135, "max_ms": 9609.752, "p95_ms": 375.024}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 136, "max_ms": 0.041, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.158, "count": 136, "max_ms": 0.389, "p95_ms": 0.315}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 136, "max_ms": 0.066, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.139, "count": 136, "max_ms": 0.35, "p95_ms": 0.285}, "worker_merge_ms": {"avg_ms": 0.007, "count": 136, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 44.91, "count": 136, "max_ms": 87.547, "p95_ms": 63.818}, "visualize": {"avg_ms": 31.97, "count": 136, "max_ms": 49.992, "p95_ms": 43.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.998, "count": 136, "max_ms": 49.093, "p95_ms": 41.858}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.734, "count": 136, "max_ms": 49.841, "p95_ms": 42.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 136, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.616, "count": 136, "max_ms": 49.747, "p95_ms": 42.737}, "visualizer_prepare_ms": {"avg_ms": 0.069, "count": 136, "max_ms": 0.227, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 136}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 136}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2464.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.724, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.363, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94150, "write_bytes_delta": 94150, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 547.0, "cpu_core_ratio": 1.290975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12894.0, "pid": 86035, "reason": null, "system_cpu_core_ratio": 0.487617, "system_cpu_s_delta": 12.880000000000003, "user_cpu_core_ratio": 0.803357, "user_cpu_s_delta": 21.21999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032558, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.316497, "user_cpu_s_delta": 8.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 148, "max_ms": 6.535, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.792, "count": 30, "max": 66.282, "p95": 44.459, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.064, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1066.8, "count": 30, "max": 1530.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1857.933, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.3, "count": 30, "max": 1.547, "p95": 1.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.433, "count": 30, "max": 49.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.071, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29022, "sampled_at": "2026-11-03T16:09:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:09:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4773345, "flush_count": 5843, "flush_interval_seconds": 30.0, "flush_state": {"count": 5843, "last_at": "2026-11-03T16:09:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:09:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5842}, "started": true, "suppressed_count": 3455872, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3455867}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5843, "written_record_count": 5843}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10399.684, "limit_mb": null}, "detail": {"pid": 86151, "restart_count": 190, "start_count": 191}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9570933043200, "copied_frame_count": 3461709, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9570933043200, "frame_buffer_copies": 3461709, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1477, "count": 512, "max_ms": 1.6055, "p50_ms": 0.1279, "p95_ms": 0.2611, "p99_ms": 0.4054}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3394, "count": 512, "max_ms": 3.2643, "p50_ms": 1.255, "p95_ms": 2.1244, "p99_ms": 2.6117, "results": {"failed": 0, "not_applicable": 0, "success": 3461709, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 177, "h264_decode_error_count": 350, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:09:53+09:00", "last_error_summary": "[h264 @ 0x5c88b4fbe340] cabac decode of qscale diff failed at 214 89 [h264 @ 0x5c88b4fbe340] error while decoding MB 214 89, bytestream 22832 [h264 @ 0x5c88b5b08d80] cabac decode of qscale diff failed at 6 95 [h264 @ 0x5c88b5b08d80] error while decoding MB 6 95, bytestream 2243 [h264 @ 0x5c88b4f77dc0] error while decoding MB 194 47, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T16:09:53+09:00", "pid": 86151, "process": {"exists": true, "fd_count": 5, "hwm_mb": 322.391, "name": "ffmpeg", "pid": 86151, "rss_mb": 322.391, "state": "R (running)", "threads": 49}, "restart_count": 190, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.346, "sample_count": 2725, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461709, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:50+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.72, "last_frame_pushed_at": "2026-11-03T16:09:50+09:00", "last_frame_read_age_sec": 4.804, "last_frame_read_at": "2026-11-03T16:09:50+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 365.597, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 234.403, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 4.707, "exists": true, "mtime": "2026-11-03T16:09:50.849179+09:00", "mtime_epoch": 1793689790.8491788, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 94592}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:09:55+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2464.891, "name": "celery", "pid": 176, "rss_mb": 2464.891, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3461709, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 129}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 129, "pushed_frames": 129, "read_frames": 129, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.316, "pushed": 4.316, "read": 4.316}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 129, "client_acquire_ms": {"avg_ms": 0.011, "count": 129, "max_ms": 0.153, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4769.318, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.654, "count": 129, "max_ms": 3.749, "p95_ms": 1.909, "reason": null, "sample_age_ms": 4807.112, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.314, "count": 129, "max_ms": 3.346, "p95_ms": 1.613, "reason": null, "sample_age_ms": 4807.355, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.115, "count": 129, "max_ms": 0.358, "p95_ms": 0.244, "reason": null, "sample_age_ms": 4769.323, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.778, "count": 129, "max_ms": 3.898, "p95_ms": 3.032, "reason": null, "sample_age_ms": 4805.337, "source": "client_direct"}, "request_count": 129, "request_tensor_bytes": {"avg": 2211848.0, "count": 129, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4805.293, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 129, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4769.378, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.004, "count": 129, "max_ms": 82.903, "p95_ms": 56.987, "reason": null, "sample_age_ms": 4769.315, "source": "client_direct"}, "sample_age_ms": 4769.313, "source": "client_direct", "task_total_ms": {"avg_ms": 44.111, "count": 129, "max_ms": 86.298, "p95_ms": 58.883, "reason": null, "sample_age_ms": 4769.313, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.466, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.9, "count": 129, "max_ms": 2.343, "p95_ms": 1.676}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.296, "count": 129, "max_ms": 0.895, "p95_ms": 0.627}, "detection_prepare_ms": {"avg_ms": 0.121, "count": 129, "max_ms": 0.294, "p95_ms": 0.222}, "event_filter_ms": {"avg_ms": 0.005, "count": 129, "max_ms": 0.02, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.097, "count": 129, "max_ms": 0.353, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 129, "max_ms": 0.01, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.231, "count": 129, "max_ms": 0.549, "p95_ms": 0.445}, "setup_ms": {"avg_ms": 0.053, "count": 129, "max_ms": 0.128, "p95_ms": 0.105}, "total_inside_ms": {"avg_ms": 0.849, "count": 129, "max_ms": 2.267, "p95_ms": 1.616}, "track_match_ms": {"avg_ms": 0.005, "count": 129, "max_ms": 0.034, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.038, "count": 129, "max_ms": 0.347, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 2.929, "count": 129, "max_ms": 6.535, "p95_ms": 4.546}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 129, "max_ms": 0.401, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.142, "count": 129, "max_ms": 87.531, "p95_ms": 63.799}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 129, "max_ms": 0.185, "p95_ms": 0.1}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.296, "count": 129, "max_ms": 126.542, "p95_ms": 102.182}, "inference_input_copy_ms": {"avg_ms": 1.52, "count": 129, "max_ms": 3.843, "p95_ms": 2.589}, "processing_residual_ms": {"avg_ms": 0.185, "count": 129, "max_ms": 0.498, "p95_ms": 0.382}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.051, "count": 129, "max_ms": 129.153, "p95_ms": 103.865}, "read_interval": {"avg_ms": 208.617, "count": 129, "max_ms": 9609.752, "p95_ms": 375.024}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.018, "count": 129, "max_ms": 0.041, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.16, "count": 129, "max_ms": 0.389, "p95_ms": 0.315}, "resolve_scenarios_ms": {"avg_ms": 0.013, "count": 129, "max_ms": 0.066, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.141, "count": 129, "max_ms": 0.35, "p95_ms": 0.285}, "worker_merge_ms": {"avg_ms": 0.007, "count": 129, "max_ms": 0.031, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 45.159, "count": 129, "max_ms": 87.547, "p95_ms": 63.818}, "visualize": {"avg_ms": 32.172, "count": 129, "max_ms": 49.992, "p95_ms": 43.278}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.189, "count": 129, "max_ms": 49.093, "p95_ms": 41.858}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.932, "count": 129, "max_ms": 49.841, "p95_ms": 42.891}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.001, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 129, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.813, "count": 129, "max_ms": 49.747, "p95_ms": 42.737}, "visualizer_prepare_ms": {"avg_ms": 0.07, "count": 129, "max_ms": 0.227, "p95_ms": 0.149}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 129}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 129}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2464.863, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 41.724, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.363, "sample_count": 2722, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3461657, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:09:45+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94150, "write_bytes_delta": 94150, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 547.0, "cpu_core_ratio": 1.290975, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 12894.0, "pid": 86035, "reason": null, "system_cpu_core_ratio": 0.487617, "system_cpu_s_delta": 12.880000000000003, "user_cpu_core_ratio": 0.803357, "user_cpu_s_delta": 21.21999999999997}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.349055, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.032558, "system_cpu_s_delta": 0.8600000000005821, "user_cpu_core_ratio": 0.316497, "user_cpu_s_delta": 8.35999999998603}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.978, "count": 148, "max_ms": 6.535, "p95_ms": 4.704, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 148}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 148}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.792, "count": 30, "max": 66.282, "p95": 44.459, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.064, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1066.8, "count": 30, "max": 1530.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1857.933, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.103, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.3, "count": 30, "max": 1.547, "p95": 1.525, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 98879.233, "count": 30, "max": 108681.0, "p95": 102232.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.433, "count": 30, "max": 49.0, "p95": 27.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.071, "p95": 0.07, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.625, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29022, "sampled_at": "2026-11-03T16:09:45+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:09:45+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.889, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4774184, "flush_count": 5844, "flush_interval_seconds": 30.0, "flush_state": {"count": 5844, "last_at": "2026-11-03T16:10:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:10:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5843}, "started": true, "suppressed_count": 3456644, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3456639}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5844, "written_record_count": 5844}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10119.918, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9573070233600, "copied_frame_count": 3462482, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9573070233600, "frame_buffer_copies": 3462482, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.7849, "p50_ms": 0.1304, "p95_ms": 0.2624, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 7.9355, "p50_ms": 1.2528, "p95_ms": 2.247, "p99_ms": 2.9126, "results": {"failed": 0, "not_applicable": 0, "success": 3462482, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 28, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:11:33+09:00", "last_error_summary": "[h264 @ 0x558aae690a80] cabac decode of qscale diff failed at 8 94 [h264 @ 0x558aae690a80] error while decoding MB 8 94, bytestream 6498 [h264 @ 0x558aae9cc3c0] cabac decode of qscale diff failed at 64 87 [h264 @ 0x558aae9cc3c0] error while decoding MB 64 87, bytestream 25085 [h264 @ 0x558aae8fd540] error while decoding MB 178 62, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.593, "last_started_at": "2026-11-03T16:09:53+09:00", "pid": 86151, "process": {"exists": false, "pid": 86151}, "restart_count": 190, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.574, "sample_count": 2532, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3462482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T16:11:33+09:00", "last_frame_read_age_sec": 0.14, "last_frame_read_at": "2026-11-03T16:11:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 463.24, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 136.76, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.038, "exists": true, "mtime": "2026-11-03T16:11:33.109974+09:00", "mtime_epoch": 1793689893.1099737, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92241}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:11:33+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2465.305, "name": "celery", "pid": 176, "rss_mb": 2465.305, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3462482, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 171}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 171, "pushed_frames": 171, "read_frames": 170, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.713, "pushed": 5.713, "read": 5.679}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 170, "client_acquire_ms": {"avg_ms": 0.01, "count": 171, "max_ms": 0.036, "p95_ms": 0.02, "reason": null, "sample_age_ms": 107.548, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.753, "count": 170, "max_ms": 4.196, "p95_ms": 2.364, "reason": null, "sample_age_ms": 156.681, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 170, "max_ms": 2.342, "p95_ms": 1.708, "reason": null, "sample_age_ms": 156.919, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 171, "max_ms": 0.398, "p95_ms": 0.22, "reason": null, "sample_age_ms": 107.556, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.846, "count": 170, "max_ms": 5.211, "p95_ms": 3.043, "reason": null, "sample_age_ms": 155.354, "source": "client_direct"}, "request_count": 170, "request_tensor_bytes": {"avg": 2211848.0, "count": 170, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 155.319, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 171, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 107.682, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.803, "count": 171, "max_ms": 78.398, "p95_ms": 61.585, "reason": null, "sample_age_ms": 107.543, "source": "client_direct"}, "sample_age_ms": 107.536, "source": "client_direct", "task_total_ms": {"avg_ms": 45.976, "count": 171, "max_ms": 80.467, "p95_ms": 63.798, "reason": null, "sample_age_ms": 107.536, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.252, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.853, "count": 171, "max_ms": 2.276, "p95_ms": 1.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.281, "count": 171, "max_ms": 0.78, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 171, "max_ms": 0.358, "p95_ms": 0.248}, "event_filter_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.188, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 171, "max_ms": 0.293, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 171, "max_ms": 0.017, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 171, "max_ms": 0.87, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.052, "count": 171, "max_ms": 0.182, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.803, "count": 171, "max_ms": 2.164, "p95_ms": 1.444}, "track_match_ms": {"avg_ms": 0.005, "count": 171, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.034, "count": 171, "max_ms": 0.11, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.085, "count": 171, "max_ms": 8.324, "p95_ms": 5.009}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 171, "max_ms": 1.827, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.105, "count": 171, "max_ms": 81.571, "p95_ms": 65.804}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 171, "max_ms": 0.164, "p95_ms": 0.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.674, "count": 171, "max_ms": 145.042, "p95_ms": 105.748}, "inference_input_copy_ms": {"avg_ms": 1.609, "count": 171, "max_ms": 4.225, "p95_ms": 2.47}, "processing_residual_ms": {"avg_ms": 0.222, "count": 171, "max_ms": 1.456, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.558, "count": 171, "max_ms": 146.757, "p95_ms": 107.863}, "read_interval": {"avg_ms": 175.685, "count": 170, "max_ms": 5923.844, "p95_ms": 166.296}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 171, "max_ms": 0.056, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.144, "count": 171, "max_ms": 0.714, "p95_ms": 0.267}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 171, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 171, "max_ms": 0.671, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.006, "count": 171, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.123, "count": 171, "max_ms": 81.613, "p95_ms": 65.823}, "visualize": {"avg_ms": 34.513, "count": 171, "max_ms": 55.527, "p95_ms": 45.423}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.392, "count": 171, "max_ms": 53.258, "p95_ms": 43.746}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.264, "count": 171, "max_ms": 54.809, "p95_ms": 44.994}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 171, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.139, "count": 171, "max_ms": 54.504, "p95_ms": 44.762}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 171, "max_ms": 0.326, "p95_ms": 0.145}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 171}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 171}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2465.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.329, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.541, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3462333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94514, "write_bytes_delta": 94514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1298.0, "cpu_core_ratio": 1.618176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4862.0, "pid": 86151, "reason": null, "system_cpu_core_ratio": 0.138972, "system_cpu_s_delta": 2.7800000000000002, "user_cpu_core_ratio": 1.479203, "user_cpu_s_delta": 29.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.726854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064987, "system_cpu_s_delta": 1.3000000000029104, "user_cpu_core_ratio": 0.661867, "user_cpu_s_delta": 13.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.135, "count": 249, "max_ms": 5.743, "p95_ms": 4.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.505, "count": 30, "max": 66.282, "p95": 45.846, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.36, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.667, "count": 30, "max": 1501.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2034.533, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.525, "p95": 1.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97756.4, "count": 30, "max": 108681.0, "p95": 100678.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97756.4, "count": 30, "max": 108681.0, "p95": 100678.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.9, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.614, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29026, "sampled_at": "2026-11-03T16:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.933, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4774184, "flush_count": 5844, "flush_interval_seconds": 30.0, "flush_state": {"count": 5844, "last_at": "2026-11-03T16:10:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:10:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5843}, "started": true, "suppressed_count": 3456644, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3456639}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5844, "written_record_count": 5844}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10119.805, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9573070233600, "copied_frame_count": 3462482, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9573070233600, "frame_buffer_copies": 3462482, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.7849, "p50_ms": 0.1304, "p95_ms": 0.2624, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 7.9355, "p50_ms": 1.2528, "p95_ms": 2.247, "p99_ms": 2.9126, "results": {"failed": 0, "not_applicable": 0, "success": 3462482, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:11:33+09:00", "last_error_summary": "[h264 @ 0x558aae690a80] cabac decode of qscale diff failed at 8 94 [h264 @ 0x558aae690a80] error while decoding MB 8 94, bytestream 6498 [h264 @ 0x558aae9cc3c0] cabac decode of qscale diff failed at 64 87 [h264 @ 0x558aae9cc3c0] error while decoding MB 64 87, bytestream 25085 [h264 @ 0x558aae8fd540] error while decoding MB 178 62, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 99.702, "last_started_at": "2026-11-03T16:09:53+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 190, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 191}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.591, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3462482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.157, "last_frame_pushed_at": "2026-11-03T16:11:33+09:00", "last_frame_read_age_sec": 0.249, "last_frame_read_at": "2026-11-03T16:11:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 463.309, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 136.691, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 0.147, "exists": true, "mtime": "2026-11-03T16:11:33.109974+09:00", "mtime_epoch": 1793689893.1099737, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92241}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:11:33+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2465.301, "name": "celery", "pid": 176, "rss_mb": 2465.301, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3462482, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 170}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 170, "pushed_frames": 170, "read_frames": 169, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.684, "pushed": 5.684, "read": 5.651}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 169, "client_acquire_ms": {"avg_ms": 0.01, "count": 170, "max_ms": 0.036, "p95_ms": 0.02, "reason": null, "sample_age_ms": 210.818, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.736, "count": 169, "max_ms": 4.196, "p95_ms": 2.287, "reason": null, "sample_age_ms": 259.951, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.34, "count": 169, "max_ms": 2.342, "p95_ms": 1.713, "reason": null, "sample_age_ms": 260.189, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.111, "count": 170, "max_ms": 0.398, "p95_ms": 0.221, "reason": null, "sample_age_ms": 210.826, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.844, "count": 169, "max_ms": 5.211, "p95_ms": 3.043, "reason": null, "sample_age_ms": 258.624, "source": "client_direct"}, "request_count": 169, "request_tensor_bytes": {"avg": 2211848.0, "count": 169, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 258.589, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 170, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 210.952, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 43.843, "count": 170, "max_ms": 78.398, "p95_ms": 61.636, "reason": null, "sample_age_ms": 210.813, "source": "client_direct"}, "sample_age_ms": 210.806, "source": "client_direct", "task_total_ms": {"avg_ms": 46.022, "count": 170, "max_ms": 80.467, "p95_ms": 63.803, "reason": null, "sample_age_ms": 210.806, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.472, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.855, "count": 170, "max_ms": 2.276, "p95_ms": 1.511}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.281, "count": 170, "max_ms": 0.78, "p95_ms": 0.527}, "detection_prepare_ms": {"avg_ms": 0.118, "count": 170, "max_ms": 0.358, "p95_ms": 0.248}, "event_filter_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.188, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 170, "max_ms": 0.293, "p95_ms": 0.178}, "mcmt_ms": {"avg_ms": 0.003, "count": 170, "max_ms": 0.017, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 170, "max_ms": 0.87, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.052, "count": 170, "max_ms": 0.182, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.804, "count": 170, "max_ms": 2.164, "p95_ms": 1.444}, "track_match_ms": {"avg_ms": 0.005, "count": 170, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.034, "count": 170, "max_ms": 0.11, "p95_ms": 0.074}}, "gstreamer_push": {"avg_ms": 3.077, "count": 170, "max_ms": 8.324, "p95_ms": 5.009}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.067, "count": 170, "max_ms": 1.827, "p95_ms": 0.11}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.154, "count": 170, "max_ms": 81.571, "p95_ms": 65.804}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.053, "count": 170, "max_ms": 0.164, "p95_ms": 0.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 83.744, "count": 170, "max_ms": 145.042, "p95_ms": 105.748}, "inference_input_copy_ms": {"avg_ms": 1.611, "count": 170, "max_ms": 4.225, "p95_ms": 2.47}, "processing_residual_ms": {"avg_ms": 0.222, "count": 170, "max_ms": 1.456, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 85.63, "count": 170, "max_ms": 146.757, "p95_ms": 107.863}, "read_interval": {"avg_ms": 176.211, "count": 169, "max_ms": 5923.844, "p95_ms": 166.296}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 170, "max_ms": 0.056, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.144, "count": 170, "max_ms": 0.714, "p95_ms": 0.267}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 170, "max_ms": 0.035, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 170, "max_ms": 0.671, "p95_ms": 0.236}, "worker_merge_ms": {"avg_ms": 0.006, "count": 170, "max_ms": 0.027, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.172, "count": 170, "max_ms": 81.613, "p95_ms": 65.823}, "visualize": {"avg_ms": 34.531, "count": 170, "max_ms": 55.527, "p95_ms": 45.423}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.411, "count": 170, "max_ms": 53.258, "p95_ms": 43.746}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.283, "count": 170, "max_ms": 54.809, "p95_ms": 44.994}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 170, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.158, "count": 170, "max_ms": 54.504, "p95_ms": 44.762}, "visualizer_prepare_ms": {"avg_ms": 0.071, "count": 170, "max_ms": 0.326, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 170}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 170}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2465.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.329, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.541, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3462333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94514, "write_bytes_delta": 94514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1298.0, "cpu_core_ratio": 1.618176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4862.0, "pid": 86151, "reason": null, "system_cpu_core_ratio": 0.138972, "system_cpu_s_delta": 2.7800000000000002, "user_cpu_core_ratio": 1.479203, "user_cpu_s_delta": 29.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.726854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064987, "system_cpu_s_delta": 1.3000000000029104, "user_cpu_core_ratio": 0.661867, "user_cpu_s_delta": 13.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.135, "count": 249, "max_ms": 5.743, "p95_ms": 4.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.505, "count": 30, "max": 66.282, "p95": 45.846, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.36, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.667, "count": 30, "max": 1501.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2034.533, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.525, "p95": 1.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97756.4, "count": 30, "max": 108681.0, "p95": 100678.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97756.4, "count": 30, "max": 108681.0, "p95": 100678.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.9, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.614, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29026, "sampled_at": "2026-11-03T16:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4774184, "flush_count": 5844, "flush_interval_seconds": 30.0, "flush_state": {"count": 5844, "last_at": "2026-11-03T16:10:45", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:10:45", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5843}, "started": true, "suppressed_count": 3456644, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3456639}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5844, "written_record_count": 5844}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10157.809, "limit_mb": null}, "detail": {"pid": 86267, "restart_count": 191, "start_count": 192}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9573070233600, "copied_frame_count": 3462482, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9573070233600, "frame_buffer_copies": 3462482, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1457, "count": 512, "max_ms": 1.7849, "p50_ms": 0.1304, "p95_ms": 0.2624, "p99_ms": 0.3508}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3732, "count": 512, "max_ms": 7.9355, "p50_ms": 1.2528, "p95_ms": 2.247, "p99_ms": 2.9126, "results": {"failed": 0, "not_applicable": 0, "success": 3462482, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 178, "h264_decode_error_count": 355, "h264_decode_error_count_per_hour": 33, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:11:33+09:00", "last_error_summary": "[h264 @ 0x558aae690a80] cabac decode of qscale diff failed at 8 94 [h264 @ 0x558aae690a80] error while decoding MB 8 94, bytestream 6498 [h264 @ 0x558aae9cc3c0] cabac decode of qscale diff failed at 64 87 [h264 @ 0x558aae9cc3c0] error while decoding MB 64 87, bytestream 25085 [h264 @ 0x558aae8fd540] error while decoding MB 178 62, bytestream -5", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T16:11:35+09:00", "pid": 86267, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.73, "name": "ffmpeg", "pid": 86267, "rss_mb": 74.73, "state": "S (sleeping)", "threads": 1}, "restart_count": 191, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.574, "sample_count": 2489, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3462482, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:11:33+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.536, "last_frame_pushed_at": "2026-11-03T16:11:33+09:00", "last_frame_read_age_sec": 4.628, "last_frame_read_at": "2026-11-03T16:11:33+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 187, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 467.691, "last_sample_duration_ms": 1379.217, "last_trigger": "periodic", "next_snapshot_in_sec": 132.309, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 587, "storage_bytes": 3506830}, "mjpeg": {"age_sec": 4.526, "exists": true, "mtime": "2026-11-03T16:11:33.109974+09:00", "mtime_epoch": 1793689893.1099737, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92241}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:11:37+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2465.305, "name": "celery", "pid": 176, "rss_mb": 2465.305, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3462482, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 135}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 135, "pushed_frames": 135, "read_frames": 134, "select_timeouts": 8, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.506, "pushed": 4.506, "read": 4.473}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 134, "client_acquire_ms": {"avg_ms": 0.009, "count": 134, "max_ms": 0.032, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4594.1, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.732, "count": 134, "max_ms": 4.196, "p95_ms": 2.339, "reason": null, "sample_age_ms": 4643.233, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.341, "count": 134, "max_ms": 2.332, "p95_ms": 1.773, "reason": null, "sample_age_ms": 4643.471, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.106, "count": 134, "max_ms": 0.398, "p95_ms": 0.215, "reason": null, "sample_age_ms": 4594.108, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.823, "count": 134, "max_ms": 5.211, "p95_ms": 3.015, "reason": null, "sample_age_ms": 4641.906, "source": "client_direct"}, "request_count": 134, "request_tensor_bytes": {"avg": 2211848.0, "count": 134, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4641.871, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 134, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4594.234, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.693, "count": 134, "max_ms": 68.686, "p95_ms": 61.066, "reason": null, "sample_age_ms": 4594.095, "source": "client_direct"}, "sample_age_ms": 4594.088, "source": "client_direct", "task_total_ms": {"avg_ms": 44.837, "count": 134, "max_ms": 71.475, "p95_ms": 63.6, "reason": null, "sample_age_ms": 4594.088, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.051, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.834, "count": 135, "max_ms": 2.168, "p95_ms": 1.469}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.276, "count": 135, "max_ms": 0.727, "p95_ms": 0.512}, "detection_prepare_ms": {"avg_ms": 0.115, "count": 135, "max_ms": 0.358, "p95_ms": 0.23}, "event_filter_ms": {"avg_ms": 0.006, "count": 135, "max_ms": 0.188, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.094, "count": 135, "max_ms": 0.293, "p95_ms": 0.181}, "mcmt_ms": {"avg_ms": 0.003, "count": 135, "max_ms": 0.017, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.204, "count": 135, "max_ms": 0.87, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.05, "count": 135, "max_ms": 0.182, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 0.788, "count": 135, "max_ms": 2.069, "p95_ms": 1.397}, "track_match_ms": {"avg_ms": 0.005, "count": 135, "max_ms": 0.016, "p95_ms": 0.01}, "tracker_update_ms": {"avg_ms": 0.034, "count": 135, "max_ms": 0.11, "p95_ms": 0.075}}, "gstreamer_push": {"avg_ms": 3.022, "count": 135, "max_ms": 6.944, "p95_ms": 4.903}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 135, "max_ms": 0.178, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.058, "count": 135, "max_ms": 76.191, "p95_ms": 65.804}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.051, "count": 135, "max_ms": 0.164, "p95_ms": 0.116}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 81.517, "count": 135, "max_ms": 110.902, "p95_ms": 103.509}, "inference_input_copy_ms": {"avg_ms": 1.616, "count": 135, "max_ms": 4.225, "p95_ms": 2.82}, "processing_residual_ms": {"avg_ms": 0.223, "count": 135, "max_ms": 1.456, "p95_ms": 0.415}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 83.407, "count": 135, "max_ms": 112.591, "p95_ms": 104.701}, "read_interval": {"avg_ms": 189.766, "count": 134, "max_ms": 5923.844, "p95_ms": 163.486}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 135, "max_ms": 0.056, "p95_ms": 0.03}, "execute_total_ms": {"avg_ms": 0.14, "count": 135, "max_ms": 0.714, "p95_ms": 0.262}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 135, "max_ms": 0.034, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.123, "count": 135, "max_ms": 0.671, "p95_ms": 0.234}, "worker_merge_ms": {"avg_ms": 0.006, "count": 135, "max_ms": 0.021, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 46.075, "count": 135, "max_ms": 76.214, "p95_ms": 65.823}, "visualize": {"avg_ms": 33.461, "count": 135, "max_ms": 51.986, "p95_ms": 44.09}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.371, "count": 135, "max_ms": 48.984, "p95_ms": 42.966}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.223, "count": 135, "max_ms": 51.79, "p95_ms": 43.863}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.012, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 135, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.104, "count": 135, "max_ms": 51.683, "p95_ms": 43.724}, "visualizer_prepare_ms": {"avg_ms": 0.068, "count": 135, "max_ms": 0.326, "p95_ms": 0.13}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 135}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 135}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2465.188, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 34.329, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 112.541, "sample_count": 2656, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3462333, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:11:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 94514, "write_bytes_delta": 94514, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1298.0, "cpu_core_ratio": 1.618176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 4862.0, "pid": 86151, "reason": null, "system_cpu_core_ratio": 0.138972, "system_cpu_s_delta": 2.7800000000000002, "user_cpu_core_ratio": 1.479203, "user_cpu_s_delta": 29.589999999999996}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.726854, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.064987, "system_cpu_s_delta": 1.3000000000029104, "user_cpu_core_ratio": 0.661867, "user_cpu_s_delta": 13.239999999990687}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.135, "count": 249, "max_ms": 5.743, "p95_ms": 4.943, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 31.505, "count": 30, "max": 66.282, "p95": 45.846, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.36, "count": 30, "max": 37.228, "p95": 35.042, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1043.667, "count": 30, "max": 1501.0, "p95": 1481.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2034.533, "count": 30, "max": 27649.0, "p95": 11583.15, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.105, "count": 30, "max": 0.488, "p95": 0.382, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.277, "count": 30, "max": 1.525, "p95": 1.504, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 97756.4, "count": 30, "max": 108681.0, "p95": 100678.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 97756.4, "count": 30, "max": 108681.0, "p95": 100678.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.9, "count": 30, "max": 49.0, "p95": 26.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.061, "count": 30, "max": 0.071, "p95": 0.071, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.614, "count": 30, "max": 0.696, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29026, "sampled_at": "2026-11-03T16:11:05+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:11:05+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.958, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5539388, "flush_count": 5851, "flush_interval_seconds": 30.0, "flush_state": {"count": 5851, "last_at": "2026-11-03T16:18:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5850}, "started": true, "suppressed_count": 3346796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3346388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5851, "written_record_count": 5851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10478.035, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9268267622400, "copied_frame_count": 3352238, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9268267622400, "frame_buffer_copies": 3352238, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1191, "count": 512, "max_ms": 0.5936, "p50_ms": 0.1053, "p95_ms": 0.2237, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4603, "count": 512, "max_ms": 5.5465, "p50_ms": 1.3543, "p95_ms": 2.3476, "p99_ms": 3.4637, "results": {"failed": 0, "not_applicable": 0, "success": 3352238, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T16:18:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 855.082, "last_started_at": "2026-11-03T16:04:43+09:00", "pid": 85919, "process": {"exists": false, "pid": 85919}, "restart_count": 346, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 347}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.839, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3352238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.003, "last_frame_pushed_at": "2026-11-03T16:18:59+09:00", "last_frame_read_age_sec": 0.113, "last_frame_read_at": "2026-11-03T16:18:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.417, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 292.583, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 0.107, "exists": true, "mtime": "2026-11-03T16:18:58.930130+09:00", "mtime_epoch": 1793690338.9301302, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 78913}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:18:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2387.789, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3352238, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.741, "max": 19.0, "p95": 17.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.603, "max": 4.0, "p95": 4.0, "sample_count": 247}, "total": {"avg": 2.603, "max": 4.0, "p95": 4.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.814, "max": 4.0, "p95": 2.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 247}, "tracked": {"avg": 0.814, "max": 4.0, "p95": 2.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.264, "pushed": 8.264, "read": 8.231}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.01, "count": 247, "max_ms": 0.039, "p95_ms": 0.018, "reason": null, "sample_age_ms": 82.12, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.128, "count": 246, "max_ms": 10.982, "p95_ms": 3.662, "reason": null, "sample_age_ms": 130.541, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 246, "max_ms": 10.401, "p95_ms": 2.417, "reason": null, "sample_age_ms": 130.708, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 247, "max_ms": 1.278, "p95_ms": 0.826, "reason": null, "sample_age_ms": 82.16, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.345, "count": 246, "max_ms": 6.226, "p95_ms": 3.689, "reason": null, "sample_age_ms": 129.495, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 129.478, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 247, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 83.356, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.805, "count": 247, "max_ms": 82.907, "p95_ms": 69.26, "reason": null, "sample_age_ms": 82.105, "source": "client_direct"}, "sample_age_ms": 82.095, "source": "client_direct", "task_total_ms": {"avg_ms": 52.765, "count": 247, "max_ms": 86.393, "p95_ms": 73.081, "reason": null, "sample_age_ms": 82.095, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.358, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 247, "max_ms": 20.224, "p95_ms": 12.699}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.505, "count": 247, "max_ms": 1.986, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.612, "count": 247, "max_ms": 9.712, "p95_ms": 2.929}, "event_filter_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.347, "count": 247, "max_ms": 0.91, "p95_ms": 0.628}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.976, "count": 247, "max_ms": 8.791, "p95_ms": 5.31}, "setup_ms": {"avg_ms": 0.044, "count": 247, "max_ms": 0.143, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.727, "count": 247, "max_ms": 20.126, "p95_ms": 12.558}, "track_match_ms": {"avg_ms": 0.145, "count": 247, "max_ms": 0.503, "p95_ms": 0.302}, "tracker_update_ms": {"avg_ms": 2.086, "count": 247, "max_ms": 5.669, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 3.024, "count": 247, "max_ms": 10.135, "p95_ms": 4.489}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 247, "max_ms": 0.287, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.371, "count": 247, "max_ms": 92.601, "p95_ms": 75.672}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.44, "count": 247, "max_ms": 16.988, "p95_ms": 8.37}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.846, "count": 247, "max_ms": 160.324, "p95_ms": 133.594}, "inference_input_copy_ms": {"avg_ms": 1.81, "count": 247, "max_ms": 4.763, "p95_ms": 3.021}, "processing_residual_ms": {"avg_ms": 0.306, "count": 247, "max_ms": 0.83, "p95_ms": 0.564}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.402, "count": 247, "max_ms": 166.604, "p95_ms": 142.334}, "read_interval": {"avg_ms": 121.627, "count": 246, "max_ms": 228.752, "p95_ms": 176.96}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 247, "max_ms": 0.186, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.895, "count": 247, "max_ms": 8.622, "p95_ms": 5.192}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 247, "max_ms": 0.063, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.874, "count": 247, "max_ms": 8.593, "p95_ms": 5.17}, "worker_merge_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.387, "count": 247, "max_ms": 92.624, "p95_ms": 75.691}, "visualize": {"avg_ms": 36.188, "count": 247, "max_ms": 57.56, "p95_ms": 49.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.858, "count": 247, "max_ms": 42.995, "p95_ms": 39.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.655, "count": 247, "max_ms": 55.747, "p95_ms": 47.689}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 247, "max_ms": 4.632, "p95_ms": 2.194}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.512, "count": 247, "max_ms": 55.511, "p95_ms": 47.532}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 247, "max_ms": 0.237, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2387.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.907, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.982, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3352159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80238, "write_bytes_delta": 80238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.394549, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85919, "reason": null, "system_cpu_core_ratio": 0.030809, "system_cpu_s_delta": 0.6199999999999974, "user_cpu_core_ratio": 0.363741, "user_cpu_s_delta": 7.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531201, "system_cpu_s_delta": 10.689999999973224, "user_cpu_core_ratio": 1.223898, "user_cpu_s_delta": 24.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.061, "count": 250, "max_ms": 10.135, "p95_ms": 4.763, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.072, "max": 19.0, "p95": 17.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.916, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.916, "max": 4.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.249, "count": 30, "max": 75.152, "p95": 65.544, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.203, "count": 30, "max": 30.405, "p95": 27.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.567, "count": 30, "max": 1059.0, "p95": 1029.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.967, "count": 30, "max": 1222.0, "p95": 3.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79807.833, "count": 30, "max": 88616.0, "p95": 87894.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76858.7, "count": 30, "max": 88616.0, "p95": 86231.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.667, "count": 30, "max": 35.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.562, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.179, "count": 30, "max": 1.269, "p95": 1.259, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25958, "sampled_at": "2026-11-03T16:18:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:18:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.887, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5539388, "flush_count": 5851, "flush_interval_seconds": 30.0, "flush_state": {"count": 5851, "last_at": "2026-11-03T16:18:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5850}, "started": true, "suppressed_count": 3346796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3346388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5851, "written_record_count": 5851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10477.598, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9268267622400, "copied_frame_count": 3352238, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9268267622400, "frame_buffer_copies": 3352238, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1191, "count": 512, "max_ms": 0.5936, "p50_ms": 0.1053, "p95_ms": 0.2237, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4603, "count": 512, "max_ms": 5.5465, "p50_ms": 1.3543, "p95_ms": 2.3476, "p99_ms": 3.4637, "results": {"failed": 0, "not_applicable": 0, "success": 3352238, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T16:18:59+09:00", "last_returncode": 0, "last_stable_duration_sec": 855.145, "last_started_at": "2026-11-03T16:04:43+09:00", "pid": 85919, "process": {"exists": false, "pid": 85919}, "restart_count": 346, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 347}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.839, "sample_count": 2536, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3352238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.066, "last_frame_pushed_at": "2026-11-03T16:18:59+09:00", "last_frame_read_age_sec": 0.176, "last_frame_read_at": "2026-11-03T16:18:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 307.45, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 292.55, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 0.055, "exists": true, "mtime": "2026-11-03T16:18:59.045130+09:00", "mtime_epoch": 1793690339.0451305, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79220}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:18:59+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2387.789, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3352238, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.741, "max": 19.0, "p95": 17.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.603, "max": 4.0, "p95": 4.0, "sample_count": 247}, "total": {"avg": 2.603, "max": 4.0, "p95": 4.0, "sample_count": 247}}, "tracking_counts": {"active": {"avg": 0.814, "max": 4.0, "p95": 2.0, "sample_count": 247}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "removed": {"avg": 0.032, "max": 2.0, "p95": 0.0, "sample_count": 247}, "tracked": {"avg": 0.814, "max": 4.0, "p95": 2.0, "sample_count": 247}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 247, "pushed_frames": 247, "read_frames": 246, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.247, "pushed": 8.247, "read": 8.214}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 246, "client_acquire_ms": {"avg_ms": 0.01, "count": 246, "max_ms": 0.039, "p95_ms": 0.018, "reason": null, "sample_age_ms": 130.324, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.128, "count": 246, "max_ms": 10.982, "p95_ms": 3.662, "reason": null, "sample_age_ms": 178.745, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 246, "max_ms": 10.401, "p95_ms": 2.417, "reason": null, "sample_age_ms": 178.912, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 246, "max_ms": 1.278, "p95_ms": 0.827, "reason": null, "sample_age_ms": 130.364, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.345, "count": 246, "max_ms": 6.226, "p95_ms": 3.689, "reason": null, "sample_age_ms": 177.699, "source": "client_direct"}, "request_count": 246, "request_tensor_bytes": {"avg": 2764808.0, "count": 246, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 177.682, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 246, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 131.56, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.744, "count": 246, "max_ms": 82.907, "p95_ms": 69.299, "reason": null, "sample_age_ms": 130.309, "source": "client_direct"}, "sample_age_ms": 130.299, "source": "client_direct", "task_total_ms": {"avg_ms": 52.702, "count": 246, "max_ms": 86.393, "p95_ms": 73.084, "reason": null, "sample_age_ms": 130.299, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.901, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.793, "count": 247, "max_ms": 20.224, "p95_ms": 12.699}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.505, "count": 247, "max_ms": 1.986, "p95_ms": 0.988}, "detection_prepare_ms": {"avg_ms": 1.612, "count": 247, "max_ms": 9.712, "p95_ms": 2.929}, "event_filter_ms": {"avg_ms": 0.006, "count": 247, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.347, "count": 247, "max_ms": 0.91, "p95_ms": 0.628}, "mcmt_ms": {"avg_ms": 0.003, "count": 247, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.976, "count": 247, "max_ms": 8.791, "p95_ms": 5.31}, "setup_ms": {"avg_ms": 0.044, "count": 247, "max_ms": 0.143, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 7.727, "count": 247, "max_ms": 20.126, "p95_ms": 12.558}, "track_match_ms": {"avg_ms": 0.145, "count": 247, "max_ms": 0.503, "p95_ms": 0.302}, "tracker_update_ms": {"avg_ms": 2.086, "count": 247, "max_ms": 5.669, "p95_ms": 3.796}}, "gstreamer_push": {"avg_ms": 3.024, "count": 247, "max_ms": 10.135, "p95_ms": 4.489}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.055, "count": 247, "max_ms": 0.287, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.371, "count": 247, "max_ms": 92.601, "p95_ms": 75.672}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.44, "count": 247, "max_ms": 16.988, "p95_ms": 8.37}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 99.846, "count": 247, "max_ms": 160.324, "p95_ms": 133.594}, "inference_input_copy_ms": {"avg_ms": 1.81, "count": 247, "max_ms": 4.763, "p95_ms": 3.021}, "processing_residual_ms": {"avg_ms": 0.306, "count": 247, "max_ms": 0.83, "p95_ms": 0.564}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.402, "count": 247, "max_ms": 166.604, "p95_ms": 142.334}, "read_interval": {"avg_ms": 121.627, "count": 246, "max_ms": 228.752, "p95_ms": 176.96}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 247, "max_ms": 0.186, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 2.895, "count": 247, "max_ms": 8.622, "p95_ms": 5.192}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 247, "max_ms": 0.063, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.874, "count": 247, "max_ms": 8.593, "p95_ms": 5.17}, "worker_merge_ms": {"avg_ms": 0.007, "count": 247, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.387, "count": 247, "max_ms": 92.624, "p95_ms": 75.691}, "visualize": {"avg_ms": 36.188, "count": 247, "max_ms": 57.56, "p95_ms": 49.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.858, "count": 247, "max_ms": 42.995, "p95_ms": 39.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.655, "count": 247, "max_ms": 55.747, "p95_ms": 47.689}, "visualize_input_copy_ms": {"avg_ms": 1.315, "count": 247, "max_ms": 4.632, "p95_ms": 2.194}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 247, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.512, "count": 247, "max_ms": 55.511, "p95_ms": 47.532}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 247, "max_ms": 0.237, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 247}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 247}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2387.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.907, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.982, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3352159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80238, "write_bytes_delta": 80238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.394549, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85919, "reason": null, "system_cpu_core_ratio": 0.030809, "system_cpu_s_delta": 0.6199999999999974, "user_cpu_core_ratio": 0.363741, "user_cpu_s_delta": 7.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531201, "system_cpu_s_delta": 10.689999999973224, "user_cpu_core_ratio": 1.223898, "user_cpu_s_delta": 24.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.061, "count": 250, "max_ms": 10.135, "p95_ms": 4.763, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.072, "max": 19.0, "p95": 17.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.916, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.916, "max": 4.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.249, "count": 30, "max": 75.152, "p95": 65.544, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.203, "count": 30, "max": 30.405, "p95": 27.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.567, "count": 30, "max": 1059.0, "p95": 1029.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.967, "count": 30, "max": 1222.0, "p95": 3.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79807.833, "count": 30, "max": 88616.0, "p95": 87894.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76858.7, "count": 30, "max": 88616.0, "p95": 86231.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.667, "count": 30, "max": 35.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.562, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.179, "count": 30, "max": 1.269, "p95": 1.259, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25958, "sampled_at": "2026-11-03T16:18:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:18:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.95, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5539388, "flush_count": 5851, "flush_interval_seconds": 30.0, "flush_state": {"count": 5851, "last_at": "2026-11-03T16:18:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5850}, "started": true, "suppressed_count": 3346796, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3346388}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5851, "written_record_count": 5851}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10656.258, "limit_mb": null}, "detail": {"pid": 86383, "restart_count": 347, "start_count": 348}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9268267622400, "copied_frame_count": 3352238, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9268267622400, "frame_buffer_copies": 3352238, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1191, "count": 512, "max_ms": 0.5936, "p50_ms": 0.1053, "p95_ms": 0.2237, "p99_ms": 0.3111}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4603, "count": 512, "max_ms": 5.5465, "p50_ms": 1.3543, "p95_ms": 2.3476, "p99_ms": 3.4637, "results": {"failed": 0, "not_applicable": 0, "success": 3352238, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 326, "h264_decode_error_count": 996, "h264_decode_error_count_per_hour": 19, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:04:41+09:00", "last_error_summary": "[h264 @ 0x588905a6c240] error while decoding MB 50 66, bytestream -7", "last_exit_at": "2026-11-03T16:19:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T16:19:01+09:00", "pid": 86383, "process": {"exists": true, "fd_count": 5, "hwm_mb": 202.445, "name": "ffmpeg", "pid": 86383, "rss_mb": 202.445, "state": "S (sleeping)", "threads": 70}, "restart_count": 347, "restart_count_per_hour": 11, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 348}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.915, "sample_count": 2497, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3352238, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:18:58+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.674, "last_frame_pushed_at": "2026-11-03T16:18:59+09:00", "last_frame_read_age_sec": 4.784, "last_frame_read_at": "2026-11-03T16:18:58+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 312.076, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 287.924, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 4.663, "exists": true, "mtime": "2026-11-03T16:18:59.045130+09:00", "mtime_epoch": 1793690339.0451305, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79220}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:19:03+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2387.793, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 5, "history_size_limit": 20, "last_frame_idx": 3352238, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 5}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 11.44, "max": 19.0, "p95": 16.0, "sample_count": 209}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.44, "max": 4.0, "p95": 4.0, "sample_count": 209}, "total": {"avg": 2.44, "max": 4.0, "p95": 4.0, "sample_count": 209}}, "tracking_counts": {"active": {"avg": 0.789, "max": 4.0, "p95": 2.0, "sample_count": 209}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "removed": {"avg": 0.038, "max": 2.0, "p95": 0.0, "sample_count": 209}, "tracked": {"avg": 0.789, "max": 4.0, "p95": 2.0, "sample_count": 209}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 209, "pushed_frames": 209, "read_frames": 208, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.977, "pushed": 6.977, "read": 6.943}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 208, "client_acquire_ms": {"avg_ms": 0.01, "count": 208, "max_ms": 0.039, "p95_ms": 0.019, "reason": null, "sample_age_ms": 4750.684, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.158, "count": 208, "max_ms": 10.982, "p95_ms": 3.613, "reason": null, "sample_age_ms": 4799.105, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.531, "count": 208, "max_ms": 10.401, "p95_ms": 2.414, "reason": null, "sample_age_ms": 4799.273, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 208, "max_ms": 1.278, "p95_ms": 0.825, "reason": null, "sample_age_ms": 4750.725, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.36, "count": 208, "max_ms": 6.226, "p95_ms": 3.682, "reason": null, "sample_age_ms": 4798.059, "source": "client_direct"}, "request_count": 208, "request_tensor_bytes": {"avg": 2764808.0, "count": 208, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4798.043, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 208, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4751.921, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.027, "count": 208, "max_ms": 82.907, "p95_ms": 69.222, "reason": null, "sample_age_ms": 4750.669, "source": "client_direct"}, "sample_age_ms": 4750.659, "source": "client_direct", "task_total_ms": {"avg_ms": 53.002, "count": 208, "max_ms": 86.393, "p95_ms": 73.078, "reason": null, "sample_age_ms": 4750.659, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.647, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.697, "count": 209, "max_ms": 20.224, "p95_ms": 12.7}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.515, "count": 209, "max_ms": 1.986, "p95_ms": 1.008}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 209, "max_ms": 9.712, "p95_ms": 2.929}, "event_filter_ms": {"avg_ms": 0.006, "count": 209, "max_ms": 0.036, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.337, "count": 209, "max_ms": 0.91, "p95_ms": 0.587}, "mcmt_ms": {"avg_ms": 0.003, "count": 209, "max_ms": 0.029, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 2.951, "count": 209, "max_ms": 8.791, "p95_ms": 5.353}, "setup_ms": {"avg_ms": 0.044, "count": 209, "max_ms": 0.143, "p95_ms": 0.085}, "total_inside_ms": {"avg_ms": 7.632, "count": 209, "max_ms": 20.126, "p95_ms": 12.644}, "track_match_ms": {"avg_ms": 0.141, "count": 209, "max_ms": 0.503, "p95_ms": 0.302}, "tracker_update_ms": {"avg_ms": 2.041, "count": 209, "max_ms": 5.669, "p95_ms": 3.791}}, "gstreamer_push": {"avg_ms": 3.034, "count": 209, "max_ms": 10.135, "p95_ms": 4.53}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.056, "count": 209, "max_ms": 0.287, "p95_ms": 0.111}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.715, "count": 209, "max_ms": 92.601, "p95_ms": 75.672}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.453, "count": 209, "max_ms": 16.988, "p95_ms": 8.37}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.107, "count": 209, "max_ms": 160.324, "p95_ms": 133.389}, "inference_input_copy_ms": {"avg_ms": 1.8, "count": 209, "max_ms": 4.763, "p95_ms": 3.13}, "processing_residual_ms": {"avg_ms": 0.305, "count": 209, "max_ms": 0.83, "p95_ms": 0.542}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.666, "count": 209, "max_ms": 166.604, "p95_ms": 138.112}, "read_interval": {"avg_ms": 121.654, "count": 208, "max_ms": 228.752, "p95_ms": 176.96}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 209, "max_ms": 0.186, "p95_ms": 0.037}, "execute_total_ms": {"avg_ms": 2.869, "count": 209, "max_ms": 8.622, "p95_ms": 5.26}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 209, "max_ms": 0.063, "p95_ms": 0.031}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.849, "count": 209, "max_ms": 8.593, "p95_ms": 5.235}, "worker_merge_ms": {"avg_ms": 0.007, "count": 209, "max_ms": 0.039, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.731, "count": 209, "max_ms": 92.624, "p95_ms": 75.691}, "visualize": {"avg_ms": 36.225, "count": 209, "max_ms": 57.56, "p95_ms": 49.549}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.12, "count": 209, "max_ms": 42.995, "p95_ms": 39.034}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.685, "count": 209, "max_ms": 55.707, "p95_ms": 47.689}, "visualize_input_copy_ms": {"avg_ms": 1.319, "count": 209, "max_ms": 4.632, "p95_ms": 2.26}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 209, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.541, "count": 209, "max_ms": 55.491, "p95_ms": 47.532}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 209, "max_ms": 0.237, "p95_ms": 0.142}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 209}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 209}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2387.754, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.907, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 134.982, "sample_count": 2531, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3352159, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:18:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 80238, "write_bytes_delta": 80238, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 949.0, "cpu_core_ratio": 0.394549, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 85919, "reason": null, "system_cpu_core_ratio": 0.030809, "system_cpu_s_delta": 0.6199999999999974, "user_cpu_core_ratio": 0.363741, "user_cpu_s_delta": 7.319999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.755099, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.531201, "system_cpu_s_delta": 10.689999999973224, "user_cpu_core_ratio": 1.223898, "user_cpu_s_delta": 24.630000000004657}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.061, "count": 250, "max_ms": 10.135, "p95_ms": 4.763, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 12.072, "max": 19.0, "p95": 17.0, "sample_count": 249}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.916, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 249}, "total": {"avg": 2.916, "max": 4.0, "p95": 4.0, "sample_count": 249}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 28.249, "count": 30, "max": 75.152, "p95": 65.544, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.203, "count": 30, "max": 30.405, "p95": 27.861, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 948.567, "count": 30, "max": 1059.0, "p95": 1029.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 40.967, "count": 30, "max": 1222.0, "p95": 3.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.032, "count": 30, "max": 0.036, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.371, "count": 30, "max": 0.405, "p95": 0.4, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79807.833, "count": 30, "max": 88616.0, "p95": 87894.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 76858.7, "count": 30, "max": 88616.0, "p95": 86231.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.667, "count": 30, "max": 35.0, "p95": 22.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.491, "count": 30, "max": 0.562, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.179, "count": 30, "max": 1.269, "p95": 1.259, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25958, "sampled_at": "2026-11-03T16:18:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:18:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.957, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4780896, "flush_count": 5852, "flush_interval_seconds": 30.0, "flush_state": {"count": 5852, "last_at": "2026-11-03T16:18:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5851}, "started": true, "suppressed_count": 3461002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3460997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5852, "written_record_count": 5852}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10143.02, "limit_mb": null}, "detail": {"h264_decode_error_count": 8, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x64bf4f38ef40] cabac decode of qscale diff failed at 184 82 [h264 @ 0x64bf4f38ef40] error while decoding MB 184 82, bytestream 2227 [h264 @ 0x64bf4f378040] cabac decode of qscale diff failed at 180 64 [h264 @ 0x64bf4f378040] error while decoding MB 180 64, bytestream 261 [h264 @ 0x64bf4f1b7400] cabac decode of qscale diff failed at 201 81 [h264 @ 0x64bf4f1b7400] error while decoding MB 201 81, bytestream 6244 [h264 @ 0x64bf4f18cb40] error while decoding MB 175 68, bytestream -20 [h264 @", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9585141350400, "copied_frame_count": 3466848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9585141350400, "frame_buffer_copies": 3466848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 1.024, "p50_ms": 0.1147, "p95_ms": 0.2476, "p99_ms": 0.377}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2582, "count": 512, "max_ms": 4.3915, "p50_ms": 1.1478, "p95_ms": 2.1043, "p99_ms": 2.9507, "results": {"failed": 0, "not_applicable": 0, "success": 3466848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:19:12+09:00", "last_error_summary": "[h264 @ 0x64bf4f38ef40] cabac decode of qscale diff failed at 184 82 [h264 @ 0x64bf4f38ef40] error while decoding MB 184 82, bytestream 2227 [h264 @ 0x64bf4f378040] cabac decode of qscale diff failed at 180 64 [h264 @ 0x64bf4f378040] error while decoding MB 180 64, bytestream 261 [h264 @ 0x64bf4f1b7400] cabac decode of qscale diff failed at 201 81 [h264 @ 0x64bf4f1b7400] error while decoding MB 201 81, bytestream 6244 [h264 @ 0x64bf4f18cb40] error while decoding MB 175 68, bytestream -20 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 457.081, "last_started_at": "2026-11-03T16:11:35+09:00", "pid": 86267, "process": {"exists": false, "pid": 86267}, "restart_count": 191, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.054, "last_frame_pushed_at": "2026-11-03T16:19:12+09:00", "last_frame_read_age_sec": 0.133, "last_frame_read_at": "2026-11-03T16:19:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.06, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 278.94, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 0.048, "exists": true, "mtime": "2026-11-03T16:19:12.671154+09:00", "mtime_epoch": 1793690352.6711538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:19:12+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2467.352, "name": "celery", "pid": 176, "rss_mb": 2467.352, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3466848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.675, "pushed": 6.675, "read": 6.675}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.009, "count": 195, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 100.579, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.768, "count": 195, "max_ms": 4.823, "p95_ms": 2.176, "reason": null, "sample_age_ms": 138.783, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 195, "max_ms": 3.457, "p95_ms": 1.485, "reason": null, "sample_age_ms": 139.068, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 195, "max_ms": 0.365, "p95_ms": 0.204, "reason": null, "sample_age_ms": 100.592, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.696, "count": 195, "max_ms": 10.799, "p95_ms": 2.775, "reason": null, "sample_age_ms": 137.129, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2211848.0, "count": 195, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 137.107, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 100.828, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.241, "count": 195, "max_ms": 77.411, "p95_ms": 65.514, "reason": null, "sample_age_ms": 100.57, "source": "client_direct"}, "sample_age_ms": 100.562, "source": "client_direct", "task_total_ms": {"avg_ms": 44.231, "count": 195, "max_ms": 83.522, "p95_ms": 68.633, "reason": null, "sample_age_ms": 100.562, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.692, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 195, "max_ms": 2.149, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 195, "max_ms": 0.895, "p95_ms": 0.437}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 195, "max_ms": 0.294, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.032, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 195, "max_ms": 0.233, "p95_ms": 0.155}, "mcmt_ms": {"avg_ms": 0.003, "count": 195, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 195, "max_ms": 0.658, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.156, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.736, "count": 195, "max_ms": 2.057, "p95_ms": 1.221}, "track_match_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 195, "max_ms": 0.084, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.971, "count": 195, "max_ms": 6.82, "p95_ms": 4.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 195, "max_ms": 1.068, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.344, "count": 195, "max_ms": 84.652, "p95_ms": 70.597}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 195, "max_ms": 0.152, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.047, "count": 195, "max_ms": 133.537, "p95_ms": 107.575}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 195, "max_ms": 3.521, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.197, "count": 195, "max_ms": 0.522, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.859, "count": 195, "max_ms": 134.96, "p95_ms": 109.517}, "read_interval": {"avg_ms": 163.011, "count": 195, "max_ms": 4026.226, "p95_ms": 143.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 195, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.136, "count": 195, "max_ms": 0.491, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 195, "max_ms": 0.052, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 195, "max_ms": 0.448, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.359, "count": 195, "max_ms": 84.664, "p95_ms": 70.614}, "visualize": {"avg_ms": 31.941, "count": 195, "max_ms": 50.424, "p95_ms": 42.154}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.992, "count": 195, "max_ms": 49.693, "p95_ms": 41.092}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.718, "count": 195, "max_ms": 50.3, "p95_ms": 41.893}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.607, "count": 195, "max_ms": 50.186, "p95_ms": 41.743}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 195, "max_ms": 0.272, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2467.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.14, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95115, "write_bytes_delta": 95115, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 1.12265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6151.0, "pid": 86267, "reason": null, "system_cpu_core_ratio": 0.404445, "system_cpu_s_delta": 8.34, "user_cpu_core_ratio": 0.718205, "user_cpu_s_delta": 14.809999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.031037, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.327823, "user_cpu_s_delta": 6.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 154, "max_ms": 6.82, "p95_ms": 4.674, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.336, "count": 30, "max": 59.946, "p95": 46.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.604, "count": 30, "max": 39.936, "p95": 33.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1311.233, "count": 30, "max": 1603.0, "p95": 1563.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2415.533, "count": 30, "max": 30888.0, "p95": 11481.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.488, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.479, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 48.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.071, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.696, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29050, "sampled_at": "2026-11-03T16:19:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:19:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.213, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4780896, "flush_count": 5852, "flush_interval_seconds": 30.0, "flush_state": {"count": 5852, "last_at": "2026-11-03T16:18:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5851}, "started": true, "suppressed_count": 3461002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3460997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5852, "written_record_count": 5852}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10143.02, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9585141350400, "copied_frame_count": 3466848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9585141350400, "frame_buffer_copies": 3466848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 1.024, "p50_ms": 0.1147, "p95_ms": 0.2476, "p99_ms": 0.377}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2582, "count": 512, "max_ms": 4.3915, "p50_ms": 1.1478, "p95_ms": 2.1043, "p99_ms": 2.9507, "results": {"failed": 0, "not_applicable": 0, "success": 3466848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 24, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:19:12+09:00", "last_error_summary": "[h264 @ 0x64bf4f38ef40] cabac decode of qscale diff failed at 184 82 [h264 @ 0x64bf4f38ef40] error while decoding MB 184 82, bytestream 2227 [h264 @ 0x64bf4f378040] cabac decode of qscale diff failed at 180 64 [h264 @ 0x64bf4f378040] error while decoding MB 180 64, bytestream 261 [h264 @ 0x64bf4f1b7400] cabac decode of qscale diff failed at 201 81 [h264 @ 0x64bf4f1b7400] error while decoding MB 201 81, bytestream 6244 [h264 @ 0x64bf4f18cb40] error while decoding MB 175 68, bytestream -20 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 457.075, "last_started_at": "2026-11-03T16:11:35+09:00", "pid": 86267, "process": {"exists": false, "pid": 86267}, "restart_count": 191, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2821, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.048, "last_frame_pushed_at": "2026-11-03T16:19:12+09:00", "last_frame_read_age_sec": 0.127, "last_frame_read_at": "2026-11-03T16:19:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.065, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 278.935, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T16:19:12.671154+09:00", "mtime_epoch": 1793690352.6711538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:19:12+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2467.352, "name": "celery", "pid": 176, "rss_mb": 2467.352, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3466848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.678, "pushed": 6.678, "read": 6.678}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.009, "count": 195, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 92.248, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.768, "count": 195, "max_ms": 4.823, "p95_ms": 2.176, "reason": null, "sample_age_ms": 130.452, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 195, "max_ms": 3.457, "p95_ms": 1.485, "reason": null, "sample_age_ms": 130.737, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 195, "max_ms": 0.365, "p95_ms": 0.204, "reason": null, "sample_age_ms": 92.261, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.696, "count": 195, "max_ms": 10.799, "p95_ms": 2.775, "reason": null, "sample_age_ms": 128.798, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2211848.0, "count": 195, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 128.776, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 92.497, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.241, "count": 195, "max_ms": 77.411, "p95_ms": 65.514, "reason": null, "sample_age_ms": 92.24, "source": "client_direct"}, "sample_age_ms": 92.231, "source": "client_direct", "task_total_ms": {"avg_ms": 44.231, "count": 195, "max_ms": 83.522, "p95_ms": 68.633, "reason": null, "sample_age_ms": 92.231, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.708, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 195, "max_ms": 2.149, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 195, "max_ms": 0.895, "p95_ms": 0.437}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 195, "max_ms": 0.294, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.032, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 195, "max_ms": 0.233, "p95_ms": 0.155}, "mcmt_ms": {"avg_ms": 0.003, "count": 195, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 195, "max_ms": 0.658, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.156, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.736, "count": 195, "max_ms": 2.057, "p95_ms": 1.221}, "track_match_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 195, "max_ms": 0.084, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.971, "count": 195, "max_ms": 6.82, "p95_ms": 4.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 195, "max_ms": 1.068, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.344, "count": 195, "max_ms": 84.652, "p95_ms": 70.597}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 195, "max_ms": 0.152, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.047, "count": 195, "max_ms": 133.537, "p95_ms": 107.575}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 195, "max_ms": 3.521, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.197, "count": 195, "max_ms": 0.522, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.859, "count": 195, "max_ms": 134.96, "p95_ms": 109.517}, "read_interval": {"avg_ms": 163.011, "count": 195, "max_ms": 4026.226, "p95_ms": 143.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 195, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.136, "count": 195, "max_ms": 0.491, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 195, "max_ms": 0.052, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 195, "max_ms": 0.448, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.359, "count": 195, "max_ms": 84.664, "p95_ms": 70.614}, "visualize": {"avg_ms": 31.941, "count": 195, "max_ms": 50.424, "p95_ms": 42.154}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.992, "count": 195, "max_ms": 49.693, "p95_ms": 41.092}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.718, "count": 195, "max_ms": 50.3, "p95_ms": 41.893}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.607, "count": 195, "max_ms": 50.186, "p95_ms": 41.743}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 195, "max_ms": 0.272, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2467.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.14, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95115, "write_bytes_delta": 95115, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 1.12265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6151.0, "pid": 86267, "reason": null, "system_cpu_core_ratio": 0.404445, "system_cpu_s_delta": 8.34, "user_cpu_core_ratio": 0.718205, "user_cpu_s_delta": 14.809999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.031037, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.327823, "user_cpu_s_delta": 6.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 154, "max_ms": 6.82, "p95_ms": 4.674, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.336, "count": 30, "max": 59.946, "p95": 46.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.604, "count": 30, "max": 39.936, "p95": 33.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1311.233, "count": 30, "max": 1603.0, "p95": 1563.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2415.533, "count": 30, "max": 30888.0, "p95": 11481.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.488, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.479, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 48.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.071, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.696, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29050, "sampled_at": "2026-11-03T16:19:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:19:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.203, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4780896, "flush_count": 5852, "flush_interval_seconds": 30.0, "flush_state": {"count": 5852, "last_at": "2026-11-03T16:18:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5851}, "started": true, "suppressed_count": 3461002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3460997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5852, "written_record_count": 5852}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10143.426, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9585141350400, "copied_frame_count": 3466848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9585141350400, "frame_buffer_copies": 3466848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 1.024, "p50_ms": 0.1147, "p95_ms": 0.2476, "p99_ms": 0.377}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2582, "count": 512, "max_ms": 4.3915, "p50_ms": 1.1478, "p95_ms": 2.1043, "p99_ms": 2.9507, "results": {"failed": 0, "not_applicable": 0, "success": 3466848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:19:12+09:00", "last_error_summary": "[h264 @ 0x64bf4f38ef40] cabac decode of qscale diff failed at 184 82 [h264 @ 0x64bf4f38ef40] error while decoding MB 184 82, bytestream 2227 [h264 @ 0x64bf4f378040] cabac decode of qscale diff failed at 180 64 [h264 @ 0x64bf4f378040] error while decoding MB 180 64, bytestream 261 [h264 @ 0x64bf4f1b7400] cabac decode of qscale diff failed at 201 81 [h264 @ 0x64bf4f1b7400] error while decoding MB 201 81, bytestream 6244 [h264 @ 0x64bf4f18cb40] error while decoding MB 175 68, bytestream -20 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 457.12, "last_started_at": "2026-11-03T16:11:35+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 191, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 192}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2820, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-11-03T16:19:12+09:00", "last_frame_read_age_sec": 0.172, "last_frame_read_at": "2026-11-03T16:19:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 321.104, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 278.896, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 0.082, "exists": true, "mtime": "2026-11-03T16:19:12.671154+09:00", "mtime_epoch": 1793690352.6711538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:19:12+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2467.391, "name": "celery", "pid": 176, "rss_mb": 2467.348, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3466848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 195}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 195, "pushed_frames": 195, "read_frames": 195, "select_timeouts": 10, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.667, "pushed": 6.667, "read": 6.667}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 195, "client_acquire_ms": {"avg_ms": 0.009, "count": 195, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 143.637, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.768, "count": 195, "max_ms": 4.823, "p95_ms": 2.176, "reason": null, "sample_age_ms": 181.841, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.308, "count": 195, "max_ms": 3.457, "p95_ms": 1.485, "reason": null, "sample_age_ms": 182.126, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.098, "count": 195, "max_ms": 0.365, "p95_ms": 0.204, "reason": null, "sample_age_ms": 143.65, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.696, "count": 195, "max_ms": 10.799, "p95_ms": 2.775, "reason": null, "sample_age_ms": 180.187, "source": "client_direct"}, "request_count": 195, "request_tensor_bytes": {"avg": 2211848.0, "count": 195, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 180.165, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 195, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 143.886, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.241, "count": 195, "max_ms": 77.411, "p95_ms": 65.514, "reason": null, "sample_age_ms": 143.629, "source": "client_direct"}, "sample_age_ms": 143.62, "source": "client_direct", "task_total_ms": {"avg_ms": 44.231, "count": 195, "max_ms": 83.522, "p95_ms": 68.633, "reason": null, "sample_age_ms": 143.62, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.46, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.778, "count": 195, "max_ms": 2.149, "p95_ms": 1.284}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.256, "count": 195, "max_ms": 0.895, "p95_ms": 0.437}, "detection_prepare_ms": {"avg_ms": 0.108, "count": 195, "max_ms": 0.294, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 195, "max_ms": 0.032, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.086, "count": 195, "max_ms": 0.233, "p95_ms": 0.155}, "mcmt_ms": {"avg_ms": 0.003, "count": 195, "max_ms": 0.022, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.195, "count": 195, "max_ms": 0.658, "p95_ms": 0.375}, "setup_ms": {"avg_ms": 0.047, "count": 195, "max_ms": 0.156, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.736, "count": 195, "max_ms": 2.057, "p95_ms": 1.221}, "track_match_ms": {"avg_ms": 0.005, "count": 195, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.031, "count": 195, "max_ms": 0.084, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.971, "count": 195, "max_ms": 6.82, "p95_ms": 4.643}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 195, "max_ms": 1.068, "p95_ms": 0.099}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.344, "count": 195, "max_ms": 84.652, "p95_ms": 70.597}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 195, "max_ms": 0.152, "p95_ms": 0.091}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.047, "count": 195, "max_ms": 133.537, "p95_ms": 107.575}, "inference_input_copy_ms": {"avg_ms": 1.571, "count": 195, "max_ms": 3.521, "p95_ms": 2.664}, "processing_residual_ms": {"avg_ms": 0.197, "count": 195, "max_ms": 0.522, "p95_ms": 0.385}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.859, "count": 195, "max_ms": 134.96, "p95_ms": 109.517}, "read_interval": {"avg_ms": 163.011, "count": 195, "max_ms": 4026.226, "p95_ms": 143.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 195, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.136, "count": 195, "max_ms": 0.491, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 195, "max_ms": 0.052, "p95_ms": 0.022}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.12, "count": 195, "max_ms": 0.448, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 195, "max_ms": 0.032, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.359, "count": 195, "max_ms": 84.664, "p95_ms": 70.614}, "visualize": {"avg_ms": 31.941, "count": 195, "max_ms": 50.424, "p95_ms": 42.154}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.992, "count": 195, "max_ms": 49.693, "p95_ms": 41.092}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.718, "count": 195, "max_ms": 50.3, "p95_ms": 41.893}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 195, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.607, "count": 195, "max_ms": 50.186, "p95_ms": 41.743}, "visualizer_prepare_ms": {"avg_ms": 0.065, "count": 195, "max_ms": 0.272, "p95_ms": 0.127}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 195}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 195}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2467.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.14, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95115, "write_bytes_delta": 95115, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 1.12265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6151.0, "pid": 86267, "reason": null, "system_cpu_core_ratio": 0.404445, "system_cpu_s_delta": 8.34, "user_cpu_core_ratio": 0.718205, "user_cpu_s_delta": 14.809999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.031037, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.327823, "user_cpu_s_delta": 6.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 154, "max_ms": 6.82, "p95_ms": 4.674, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.336, "count": 30, "max": 59.946, "p95": 46.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.604, "count": 30, "max": 39.936, "p95": 33.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1311.233, "count": 30, "max": 1603.0, "p95": 1563.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2415.533, "count": 30, "max": 30888.0, "p95": 11481.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.488, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.479, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 48.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.071, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.696, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29050, "sampled_at": "2026-11-03T16:19:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:19:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.248, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4780896, "flush_count": 5852, "flush_interval_seconds": 30.0, "flush_state": {"count": 5852, "last_at": "2026-11-03T16:18:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:18:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5851}, "started": true, "suppressed_count": 3461002, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3460997}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5852, "written_record_count": 5852}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10492.305, "limit_mb": null}, "detail": {"pid": 86499, "restart_count": 192, "start_count": 193}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9585141350400, "copied_frame_count": 3466848, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9585141350400, "frame_buffer_copies": 3466848, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1318, "count": 512, "max_ms": 1.024, "p50_ms": 0.1147, "p95_ms": 0.2476, "p99_ms": 0.377}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2582, "count": 512, "max_ms": 4.3915, "p50_ms": 1.1478, "p95_ms": 2.1043, "p99_ms": 2.9507, "results": {"failed": 0, "not_applicable": 0, "success": 3466848, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 179, "h264_decode_error_count": 363, "h264_decode_error_count_per_hour": 32, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:19:12+09:00", "last_error_summary": "[h264 @ 0x64bf4f38ef40] cabac decode of qscale diff failed at 184 82 [h264 @ 0x64bf4f38ef40] error while decoding MB 184 82, bytestream 2227 [h264 @ 0x64bf4f378040] cabac decode of qscale diff failed at 180 64 [h264 @ 0x64bf4f378040] error while decoding MB 180 64, bytestream 261 [h264 @ 0x64bf4f1b7400] cabac decode of qscale diff failed at 201 81 [h264 @ 0x64bf4f1b7400] error while decoding MB 201 81, bytestream 6244 [h264 @ 0x64bf4f18cb40] error while decoding MB 175 68, bytestream -20 [h264 @", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T16:19:15+09:00", "pid": 86499, "process": {"exists": true, "fd_count": 5, "hwm_mb": 381.391, "name": "ffmpeg", "pid": 86499, "rss_mb": 381.391, "state": "S (sleeping)", "threads": 70}, "restart_count": 192, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.968, "sample_count": 2775, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466848, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:12+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.624, "last_frame_pushed_at": "2026-11-03T16:19:12+09:00", "last_frame_read_age_sec": 4.702, "last_frame_read_at": "2026-11-03T16:19:12+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 188, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 325.629, "last_sample_duration_ms": 1295.32, "last_trigger": "periodic", "next_snapshot_in_sec": 274.371, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 588, "storage_bytes": 3516409}, "mjpeg": {"age_sec": 4.613, "exists": true, "mtime": "2026-11-03T16:19:12.671154+09:00", "mtime_epoch": 1793690352.6711538, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 96693}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:19:17+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2467.391, "name": "celery", "pid": 176, "rss_mb": 2467.352, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3466848, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 159}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 159, "pushed_frames": 159, "read_frames": 159, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.3, "pushed": 5.3, "read": 5.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 158, "client_acquire_ms": {"avg_ms": 0.008, "count": 159, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4672.026, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.726, "count": 158, "max_ms": 4.823, "p95_ms": 2.027, "reason": null, "sample_age_ms": 4710.23, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.291, "count": 158, "max_ms": 3.457, "p95_ms": 1.39, "reason": null, "sample_age_ms": 4710.515, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.096, "count": 159, "max_ms": 0.365, "p95_ms": 0.203, "reason": null, "sample_age_ms": 4672.039, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.635, "count": 158, "max_ms": 10.799, "p95_ms": 2.756, "reason": null, "sample_age_ms": 4708.577, "source": "client_direct"}, "request_count": 158, "request_tensor_bytes": {"avg": 2211848.0, "count": 158, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4708.554, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 159, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4672.275, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.62, "count": 159, "max_ms": 74.34, "p95_ms": 59.029, "reason": null, "sample_age_ms": 4672.018, "source": "client_direct"}, "sample_age_ms": 4672.01, "source": "client_direct", "task_total_ms": {"avg_ms": 42.541, "count": 159, "max_ms": 83.522, "p95_ms": 61.499, "reason": null, "sample_age_ms": 4672.01, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.646, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.759, "count": 159, "max_ms": 2.149, "p95_ms": 1.438}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.248, "count": 159, "max_ms": 0.818, "p95_ms": 0.441}, "detection_prepare_ms": {"avg_ms": 0.106, "count": 159, "max_ms": 0.294, "p95_ms": 0.192}, "event_filter_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.032, "p95_ms": 0.009}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 159, "max_ms": 0.233, "p95_ms": 0.157}, "mcmt_ms": {"avg_ms": 0.003, "count": 159, "max_ms": 0.022, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.194, "count": 159, "max_ms": 0.658, "p95_ms": 0.404}, "setup_ms": {"avg_ms": 0.046, "count": 159, "max_ms": 0.156, "p95_ms": 0.087}, "total_inside_ms": {"avg_ms": 0.718, "count": 159, "max_ms": 2.057, "p95_ms": 1.351}, "track_match_ms": {"avg_ms": 0.004, "count": 159, "max_ms": 0.019, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 159, "max_ms": 0.084, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.912, "count": 159, "max_ms": 6.82, "p95_ms": 4.507}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 159, "max_ms": 0.154, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.611, "count": 159, "max_ms": 84.652, "p95_ms": 63.89}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.043, "count": 159, "max_ms": 0.152, "p95_ms": 0.092}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.583, "count": 159, "max_ms": 133.537, "p95_ms": 101.261}, "inference_input_copy_ms": {"avg_ms": 1.527, "count": 159, "max_ms": 3.521, "p95_ms": 2.574}, "processing_residual_ms": {"avg_ms": 0.189, "count": 159, "max_ms": 0.474, "p95_ms": 0.363}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.342, "count": 159, "max_ms": 134.96, "p95_ms": 102.954}, "read_interval": {"avg_ms": 159.842, "count": 159, "max_ms": 4026.226, "p95_ms": 143.765}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 159, "max_ms": 0.046, "p95_ms": 0.028}, "execute_total_ms": {"avg_ms": 0.135, "count": 159, "max_ms": 0.491, "p95_ms": 0.289}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 159, "max_ms": 0.052, "p95_ms": 0.024}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.119, "count": 159, "max_ms": 0.448, "p95_ms": 0.261}, "worker_merge_ms": {"avg_ms": 0.006, "count": 159, "max_ms": 0.017, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 43.625, "count": 159, "max_ms": 84.664, "p95_ms": 63.903}, "visualize": {"avg_ms": 31.251, "count": 159, "max_ms": 50.424, "p95_ms": 42.154}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.316, "count": 159, "max_ms": 49.693, "p95_ms": 41.136}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.032, "count": 159, "max_ms": 50.3, "p95_ms": 41.893}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.011, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 159, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.924, "count": 159, "max_ms": 50.186, "p95_ms": 41.743}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 159, "max_ms": 0.272, "p95_ms": 0.126}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 159}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 159}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2467.328, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 32.14, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 102.954, "sample_count": 2817, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3466799, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:19:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 95115, "write_bytes_delta": 95115, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 445.0, "cpu_core_ratio": 1.12265, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 6151.0, "pid": 86267, "reason": null, "system_cpu_core_ratio": 0.404445, "system_cpu_s_delta": 8.34, "user_cpu_core_ratio": 0.718205, "user_cpu_s_delta": 14.809999999999945}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.35886, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 16.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.031037, "system_cpu_s_delta": 0.6399999999994179, "user_cpu_core_ratio": 0.327823, "user_cpu_s_delta": 6.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.981, "count": 154, "max_ms": 6.82, "p95_ms": 4.674, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 154}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 154}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 30.336, "count": 30, "max": 59.946, "p95": 46.81, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 22.604, "count": 30, "max": 39.936, "p95": 33.844, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1311.233, "count": 30, "max": 1603.0, "p95": 1563.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2415.533, "count": 30, "max": 30888.0, "p95": 11481.45, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.107, "count": 30, "max": 0.488, "p95": 0.424, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.168, "count": 30, "max": 1.479, "p95": 1.398, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93287.7, "count": 30, "max": 102019.0, "p95": 97083.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 22.4, "count": 30, "max": 48.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.071, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.585, "count": 30, "max": 0.696, "p95": 0.688, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29050, "sampled_at": "2026-11-03T16:19:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:19:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4786769, "flush_count": 5859, "flush_interval_seconds": 30.0, "flush_state": {"count": 5859, "last_at": "2026-11-03T16:25:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:25:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5858}, "started": true, "suppressed_count": 3465115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3465110}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5859, "written_record_count": 5859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10187.832, "limit_mb": null}, "detail": {"h264_decode_error_count": 11, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5c2316cd01c0] cabac decode of qscale diff failed at 106 92 [h264 @ 0x5c2316cd01c0] error while decoding MB 106 92, bytestream 21877 [h264 @ 0x5c23179124c0] cabac decode of qscale diff failed at 152 90 [h264 @ 0x5c23179124c0] error while decoding MB 152 90, bytestream 3000 [h264 @ 0x5c2316e2c7c0] cabac decode of qscale diff failed at 161 42 [h264 @ 0x5c2316e2c7c0] error while decoding MB 161 42, bytestream 12922 [h264 @ 0x5c2316cd01c0] error while decoding MB 203 82, bytestream -5 [h264", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9596532326400, "copied_frame_count": 3470968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9596532326400, "frame_buffer_copies": 3470968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.6857, "p50_ms": 0.1073, "p95_ms": 0.2284, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2398, "count": 512, "max_ms": 3.558, "p50_ms": 1.1316, "p95_ms": 2.0387, "p99_ms": 2.8593, "results": {"failed": 0, "not_applicable": 0, "success": 3470968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:26:26+09:00", "last_error_summary": "[h264 @ 0x5c2316cd01c0] cabac decode of qscale diff failed at 106 92 [h264 @ 0x5c2316cd01c0] error while decoding MB 106 92, bytestream 21877 [h264 @ 0x5c23179124c0] cabac decode of qscale diff failed at 152 90 [h264 @ 0x5c23179124c0] error while decoding MB 152 90, bytestream 3000 [h264 @ 0x5c2316e2c7c0] cabac decode of qscale diff failed at 161 42 [h264 @ 0x5c2316e2c7c0] error while decoding MB 161 42, bytestream 12922 [h264 @ 0x5c2316cd01c0] error while decoding MB 203 82, bytestream -5 [h264", "last_exit_at": "2026-11-03T15:05:57+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.686, "last_started_at": "2026-11-03T16:19:15+09:00", "pid": 86499, "process": {"exists": false, "pid": 86499}, "restart_count": 192, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.395, "sample_count": 2816, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.006, "last_frame_pushed_at": "2026-11-03T16:26:26+09:00", "last_frame_read_age_sec": 0.109, "last_frame_read_at": "2026-11-03T16:26:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.856, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 448.144, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 0.105, "exists": true, "mtime": "2026-11-03T16:26:26.863221+09:00", "mtime_epoch": 1793690786.8632212, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91072}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:26:27+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2469.328, "name": "celery", "pid": 176, "rss_mb": 2469.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3470968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 190, "read_frames": 189, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.3, "pushed": 6.334, "read": 6.3}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 189, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 67.341, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.611, "count": 188, "max_ms": 4.418, "p95_ms": 1.944, "reason": null, "sample_age_ms": 115.547, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 188, "max_ms": 3.259, "p95_ms": 1.185, "reason": null, "sample_age_ms": 115.895, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 189, "max_ms": 0.268, "p95_ms": 0.188, "reason": null, "sample_age_ms": 67.347, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.411, "count": 189, "max_ms": 3.866, "p95_ms": 2.552, "reason": null, "sample_age_ms": 112.834, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2211848.0, "count": 189, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 112.786, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 67.424, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.988, "count": 189, "max_ms": 84.218, "p95_ms": 61.915, "reason": null, "sample_age_ms": 67.336, "source": "client_direct"}, "sample_age_ms": 67.332, "source": "client_direct", "task_total_ms": {"avg_ms": 40.66, "count": 189, "max_ms": 85.914, "p95_ms": 64.215, "reason": null, "sample_age_ms": 67.332, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.94, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.737, "count": 189, "max_ms": 1.999, "p95_ms": 1.395}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 189, "max_ms": 0.729, "p95_ms": 0.499}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 189, "max_ms": 0.322, "p95_ms": 0.215}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 189, "max_ms": 0.233, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 189, "max_ms": 0.738, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.045, "count": 189, "max_ms": 0.138, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.695, "count": 189, "max_ms": 1.885, "p95_ms": 1.316}, "track_match_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 189, "max_ms": 0.098, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.607, "count": 190, "max_ms": 6.479, "p95_ms": 4.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 189, "max_ms": 0.156, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.614, "count": 189, "max_ms": 86.539, "p95_ms": 65.735}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 189, "max_ms": 0.172, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.958, "count": 189, "max_ms": 124.912, "p95_ms": 101.37}, "inference_input_copy_ms": {"avg_ms": 1.405, "count": 189, "max_ms": 3.611, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.153, "count": 189, "max_ms": 0.407, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.556, "count": 189, "max_ms": 126.237, "p95_ms": 102.951}, "read_interval": {"avg_ms": 158.509, "count": 189, "max_ms": 6014.661, "p95_ms": 223.803}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 189, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.128, "count": 189, "max_ms": 0.561, "p95_ms": 0.269}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 189, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 189, "max_ms": 0.516, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.629, "count": 189, "max_ms": 86.552, "p95_ms": 65.744}, "visualize": {"avg_ms": 29.689, "count": 189, "max_ms": 49.713, "p95_ms": 40.378}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.835, "count": 189, "max_ms": 48.511, "p95_ms": 39.013}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.488, "count": 189, "max_ms": 49.42, "p95_ms": 40.033}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.388, "count": 189, "max_ms": 49.305, "p95_ms": 39.866}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 189, "max_ms": 0.185, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2469.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.416, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.604, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90848, "write_bytes_delta": 90848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.284597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8233.0, "pid": 86499, "reason": null, "system_cpu_core_ratio": 0.17138, "system_cpu_s_delta": 3.4299999999999997, "user_cpu_core_ratio": 1.113217, "user_cpu_s_delta": 22.28000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.562105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049965, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.51214, "user_cpu_s_delta": 10.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 264, "max_ms": 7.072, "p95_ms": 4.673, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.945, "count": 30, "max": 63.219, "p95": 42.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.678, "count": 30, "max": 38.122, "p95": 34.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.033, "count": 30, "max": 1559.0, "p95": 1507.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1517.167, "count": 30, "max": 30888.0, "p95": 7296.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.404, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.331, "p95": 1.315, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93344.5, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93344.5, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 48.0, "p95": 36.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.096, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.709, "p95": 0.69, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29070, "sampled_at": "2026-11-03T16:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4786769, "flush_count": 5859, "flush_interval_seconds": 30.0, "flush_state": {"count": 5859, "last_at": "2026-11-03T16:25:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:25:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5858}, "started": true, "suppressed_count": 3465115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3465110}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5859, "written_record_count": 5859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10188.512, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T16:26:26+09:00", "last_error_summary": "[h264 @ 0x5c2316cd01c0] cabac decode of qscale diff failed at 106 92 [h264 @ 0x5c2316cd01c0] error while decoding MB 106 92, bytestream 21877 [h264 @ 0x5c23179124c0] cabac decode of qscale diff failed at 152 90 [h264 @ 0x5c23179124c0] error while decoding MB 152 90, bytestream 3000 [h264 @ 0x5c2316e2c7c0] cabac decode of qscale diff failed at 161 42 [h264 @ 0x5c2316e2c7c0] error while decoding MB 161 42, bytestream 12922 [h264 @ 0x5c2316cd01c0] error while decoding MB 203 82, bytestream -5 [h264", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9596532326400, "copied_frame_count": 3470968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9596532326400, "frame_buffer_copies": 3470968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.6857, "p50_ms": 0.1073, "p95_ms": 0.2284, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2398, "count": 512, "max_ms": 3.558, "p50_ms": 1.1316, "p95_ms": 2.0387, "p99_ms": 2.8593, "results": {"failed": 0, "not_applicable": 0, "success": 3470968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:26:26+09:00", "last_error_summary": "[h264 @ 0x5c2316cd01c0] cabac decode of qscale diff failed at 106 92 [h264 @ 0x5c2316cd01c0] error while decoding MB 106 92, bytestream 21877 [h264 @ 0x5c23179124c0] cabac decode of qscale diff failed at 152 90 [h264 @ 0x5c23179124c0] error while decoding MB 152 90, bytestream 3000 [h264 @ 0x5c2316e2c7c0] cabac decode of qscale diff failed at 161 42 [h264 @ 0x5c2316e2c7c0] error while decoding MB 161 42, bytestream 12922 [h264 @ 0x5c2316cd01c0] error while decoding MB 203 82, bytestream -5 [h264", "last_exit_at": "2026-11-03T16:26:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.737, "last_started_at": "2026-11-03T16:19:15+09:00", "pid": 86499, "process": {"exists": false, "pid": 86499}, "restart_count": 192, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.395, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.057, "last_frame_pushed_at": "2026-11-03T16:26:26+09:00", "last_frame_read_age_sec": 0.159, "last_frame_read_at": "2026-11-03T16:26:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.888, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 448.112, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 0.042, "exists": true, "mtime": "2026-11-03T16:26:26.976222+09:00", "mtime_epoch": 1793690786.9762216, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:26:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2469.324, "name": "celery", "pid": 176, "rss_mb": 2469.324, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3470968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 189}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 189, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.308, "pushed": 6.308, "read": 6.275}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 189, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 114.226, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.611, "count": 188, "max_ms": 4.418, "p95_ms": 1.944, "reason": null, "sample_age_ms": 162.433, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 188, "max_ms": 3.259, "p95_ms": 1.185, "reason": null, "sample_age_ms": 162.781, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 189, "max_ms": 0.268, "p95_ms": 0.188, "reason": null, "sample_age_ms": 114.232, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.409, "count": 188, "max_ms": 3.866, "p95_ms": 2.564, "reason": null, "sample_age_ms": 159.719, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2211848.0, "count": 188, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 159.672, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 189, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 114.309, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.988, "count": 189, "max_ms": 84.218, "p95_ms": 61.915, "reason": null, "sample_age_ms": 114.222, "source": "client_direct"}, "sample_age_ms": 114.218, "source": "client_direct", "task_total_ms": {"avg_ms": 40.66, "count": 189, "max_ms": 85.914, "p95_ms": 64.215, "reason": null, "sample_age_ms": 114.218, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.984, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.737, "count": 189, "max_ms": 1.999, "p95_ms": 1.395}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.243, "count": 189, "max_ms": 0.729, "p95_ms": 0.499}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 189, "max_ms": 0.322, "p95_ms": 0.215}, "event_filter_ms": {"avg_ms": 0.004, "count": 189, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 189, "max_ms": 0.233, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 189, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.184, "count": 189, "max_ms": 0.738, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.045, "count": 189, "max_ms": 0.138, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.695, "count": 189, "max_ms": 1.885, "p95_ms": 1.316}, "track_match_ms": {"avg_ms": 0.005, "count": 189, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 189, "max_ms": 0.098, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.609, "count": 189, "max_ms": 6.479, "p95_ms": 4.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 189, "max_ms": 0.156, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.614, "count": 189, "max_ms": 86.539, "p95_ms": 65.735}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 189, "max_ms": 0.172, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.958, "count": 189, "max_ms": 124.912, "p95_ms": 101.37}, "inference_input_copy_ms": {"avg_ms": 1.405, "count": 189, "max_ms": 3.611, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.153, "count": 189, "max_ms": 0.407, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.556, "count": 189, "max_ms": 126.237, "p95_ms": 102.951}, "read_interval": {"avg_ms": 158.965, "count": 188, "max_ms": 6014.661, "p95_ms": 223.803}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 189, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.128, "count": 189, "max_ms": 0.561, "p95_ms": 0.269}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 189, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 189, "max_ms": 0.516, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 189, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.629, "count": 189, "max_ms": 86.552, "p95_ms": 65.744}, "visualize": {"avg_ms": 29.689, "count": 189, "max_ms": 49.713, "p95_ms": 40.378}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.835, "count": 189, "max_ms": 48.511, "p95_ms": 39.013}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.488, "count": 189, "max_ms": 49.42, "p95_ms": 40.033}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 189, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.388, "count": 189, "max_ms": 49.305, "p95_ms": 39.866}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 189, "max_ms": 0.185, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 189}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 189}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2469.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.416, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.604, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90848, "write_bytes_delta": 90848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.284597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8233.0, "pid": 86499, "reason": null, "system_cpu_core_ratio": 0.17138, "system_cpu_s_delta": 3.4299999999999997, "user_cpu_core_ratio": 1.113217, "user_cpu_s_delta": 22.28000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.562105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049965, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.51214, "user_cpu_s_delta": 10.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 264, "max_ms": 7.072, "p95_ms": 4.673, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.945, "count": 30, "max": 63.219, "p95": 42.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.678, "count": 30, "max": 38.122, "p95": 34.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.033, "count": 30, "max": 1559.0, "p95": 1507.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1517.167, "count": 30, "max": 30888.0, "p95": 7296.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.404, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.331, "p95": 1.315, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93344.5, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93344.5, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 48.0, "p95": 36.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.096, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.709, "p95": 0.69, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29070, "sampled_at": "2026-11-03T16:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.96, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4786769, "flush_count": 5859, "flush_interval_seconds": 30.0, "flush_state": {"count": 5859, "last_at": "2026-11-03T16:25:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:25:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5858}, "started": true, "suppressed_count": 3465115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3465110}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5859, "written_record_count": 5859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10188.566, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9596532326400, "copied_frame_count": 3470968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9596532326400, "frame_buffer_copies": 3470968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.6857, "p50_ms": 0.1073, "p95_ms": 0.2284, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2398, "count": 512, "max_ms": 3.558, "p50_ms": 1.1316, "p95_ms": 2.0387, "p99_ms": 2.8593, "results": {"failed": 0, "not_applicable": 0, "success": 3470968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:26:26+09:00", "last_error_summary": "[h264 @ 0x5c2316cd01c0] cabac decode of qscale diff failed at 106 92 [h264 @ 0x5c2316cd01c0] error while decoding MB 106 92, bytestream 21877 [h264 @ 0x5c23179124c0] cabac decode of qscale diff failed at 152 90 [h264 @ 0x5c23179124c0] error while decoding MB 152 90, bytestream 3000 [h264 @ 0x5c2316e2c7c0] cabac decode of qscale diff failed at 161 42 [h264 @ 0x5c2316e2c7c0] error while decoding MB 161 42, bytestream 12922 [h264 @ 0x5c2316cd01c0] error while decoding MB 203 82, bytestream -5 [h264", "last_exit_at": "2026-11-03T16:26:27+09:00", "last_returncode": 0, "last_stable_duration_sec": 431.779, "last_started_at": "2026-11-03T16:19:15+09:00", "pid": 86499, "process": {"exists": false, "pid": 86499}, "restart_count": 192, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 193}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.395, "sample_count": 2815, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.099, "last_frame_pushed_at": "2026-11-03T16:26:26+09:00", "last_frame_read_age_sec": 0.202, "last_frame_read_at": "2026-11-03T16:26:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 151.924, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 448.076, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-03T16:26:26.976222+09:00", "mtime_epoch": 1793690786.9762216, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:26:27+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2469.324, "name": "celery", "pid": 176, "rss_mb": 2469.324, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3470968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 188}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 188, "pushed_frames": 189, "read_frames": 188, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.267, "pushed": 6.3, "read": 6.267}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 188, "client_acquire_ms": {"avg_ms": 0.008, "count": 188, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 155.797, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.611, "count": 188, "max_ms": 4.418, "p95_ms": 1.944, "reason": null, "sample_age_ms": 204.004, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 188, "max_ms": 3.259, "p95_ms": 1.185, "reason": null, "sample_age_ms": 204.351, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.09, "count": 188, "max_ms": 0.268, "p95_ms": 0.188, "reason": null, "sample_age_ms": 155.803, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.409, "count": 188, "max_ms": 3.866, "p95_ms": 2.564, "reason": null, "sample_age_ms": 201.29, "source": "client_direct"}, "request_count": 188, "request_tensor_bytes": {"avg": 2211848.0, "count": 188, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 201.242, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 188, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 155.88, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.947, "count": 188, "max_ms": 84.218, "p95_ms": 61.921, "reason": null, "sample_age_ms": 155.792, "source": "client_direct"}, "sample_age_ms": 155.788, "source": "client_direct", "task_total_ms": {"avg_ms": 40.616, "count": 188, "max_ms": 85.914, "p95_ms": 64.238, "reason": null, "sample_age_ms": 155.788, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.734, "count": 188, "max_ms": 1.999, "p95_ms": 1.395}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.241, "count": 188, "max_ms": 0.729, "p95_ms": 0.498}, "detection_prepare_ms": {"avg_ms": 0.102, "count": 188, "max_ms": 0.322, "p95_ms": 0.215}, "event_filter_ms": {"avg_ms": 0.004, "count": 188, "max_ms": 0.029, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.08, "count": 188, "max_ms": 0.233, "p95_ms": 0.159}, "mcmt_ms": {"avg_ms": 0.003, "count": 188, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 188, "max_ms": 0.738, "p95_ms": 0.39}, "setup_ms": {"avg_ms": 0.045, "count": 188, "max_ms": 0.138, "p95_ms": 0.09}, "total_inside_ms": {"avg_ms": 0.692, "count": 188, "max_ms": 1.885, "p95_ms": 1.316}, "track_match_ms": {"avg_ms": 0.005, "count": 188, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 188, "max_ms": 0.098, "p95_ms": 0.063}}, "gstreamer_push": {"avg_ms": 2.609, "count": 189, "max_ms": 6.479, "p95_ms": 4.393}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 188, "max_ms": 0.156, "p95_ms": 0.091}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.567, "count": 188, "max_ms": 86.539, "p95_ms": 65.735}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.039, "count": 188, "max_ms": 0.172, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 72.909, "count": 188, "max_ms": 124.912, "p95_ms": 101.37}, "inference_input_copy_ms": {"avg_ms": 1.401, "count": 188, "max_ms": 3.611, "p95_ms": 2.367}, "processing_residual_ms": {"avg_ms": 0.153, "count": 188, "max_ms": 0.407, "p95_ms": 0.324}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 74.503, "count": 188, "max_ms": 126.237, "p95_ms": 102.951}, "read_interval": {"avg_ms": 158.965, "count": 188, "max_ms": 6014.661, "p95_ms": 223.803}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 188, "max_ms": 0.052, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.127, "count": 188, "max_ms": 0.561, "p95_ms": 0.269}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 188, "max_ms": 0.04, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 188, "max_ms": 0.516, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 188, "max_ms": 0.035, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 41.582, "count": 188, "max_ms": 86.552, "p95_ms": 65.744}, "visualize": {"avg_ms": 29.691, "count": 188, "max_ms": 49.713, "p95_ms": 40.378}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 28.838, "count": 188, "max_ms": 48.511, "p95_ms": 39.013}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.49, "count": 188, "max_ms": 49.42, "p95_ms": 40.033}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 188, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.391, "count": 188, "max_ms": 49.305, "p95_ms": 39.866}, "visualizer_prepare_ms": {"avg_ms": 0.057, "count": 188, "max_ms": 0.185, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 188}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 188}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2469.195, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.416, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.604, "sample_count": 2927, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470701, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:25:49+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 90848, "write_bytes_delta": 90848, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 992.0, "cpu_core_ratio": 1.284597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 8233.0, "pid": 86499, "reason": null, "system_cpu_core_ratio": 0.17138, "system_cpu_s_delta": 3.4299999999999997, "user_cpu_core_ratio": 1.113217, "user_cpu_s_delta": 22.28000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.562105, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.049965, "system_cpu_s_delta": 1.0, "user_cpu_core_ratio": 0.51214, "user_cpu_s_delta": 10.25}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.922, "count": 264, "max_ms": 7.072, "p95_ms": 4.673, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 264}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 264}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.945, "count": 30, "max": 63.219, "p95": 42.687, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.678, "count": 30, "max": 38.122, "p95": 34.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1389.033, "count": 30, "max": 1559.0, "p95": 1507.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1517.167, "count": 30, "max": 30888.0, "p95": 7296.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.076, "count": 30, "max": 0.404, "p95": 0.185, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.203, "count": 30, "max": 1.331, "p95": 1.315, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93344.5, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93344.5, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.533, "count": 30, "max": 48.0, "p95": 36.9, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.096, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.611, "count": 30, "max": 0.709, "p95": 0.69, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29070, "sampled_at": "2026-11-03T16:25:49+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:25:49+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4786769, "flush_count": 5859, "flush_interval_seconds": 30.0, "flush_state": {"count": 5859, "last_at": "2026-11-03T16:25:46", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:25:46", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5858}, "started": true, "suppressed_count": 3465115, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3465110}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5859, "written_record_count": 5859}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10447.191, "limit_mb": null}, "detail": {"pid": 86615, "restart_count": 193, "start_count": 194}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9596532326400, "copied_frame_count": 3470968, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9596532326400, "frame_buffer_copies": 3470968, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 0.6857, "p50_ms": 0.1073, "p95_ms": 0.2284, "p99_ms": 0.3317}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2398, "count": 512, "max_ms": 3.558, "p50_ms": 1.1316, "p95_ms": 2.0387, "p99_ms": 2.8593, "results": {"failed": 0, "not_applicable": 0, "success": 3470968, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 180, "h264_decode_error_count": 374, "h264_decode_error_count_per_hour": 40, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:26:26+09:00", "last_error_summary": "[h264 @ 0x5c2316cd01c0] cabac decode of qscale diff failed at 106 92 [h264 @ 0x5c2316cd01c0] error while decoding MB 106 92, bytestream 21877 [h264 @ 0x5c23179124c0] cabac decode of qscale diff failed at 152 90 [h264 @ 0x5c23179124c0] error while decoding MB 152 90, bytestream 3000 [h264 @ 0x5c2316e2c7c0] cabac decode of qscale diff failed at 161 42 [h264 @ 0x5c2316e2c7c0] error while decoding MB 161 42, bytestream 12922 [h264 @ 0x5c2316cd01c0] error while decoding MB 203 82, bytestream -5 [h264", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T16:26:29+09:00", "pid": 86615, "process": {"exists": true, "fd_count": 5, "hwm_mb": 298.117, "name": "ffmpeg", "pid": 86615, "rss_mb": 298.117, "state": "R (running)", "threads": 49}, "restart_count": 193, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.395, "sample_count": 2768, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.903, "last_frame_pushed_at": "2026-11-03T16:26:26+09:00", "last_frame_read_age_sec": 5.005, "last_frame_read_at": "2026-11-03T16:26:26+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 156.739, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 443.261, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 4.888, "exists": true, "mtime": "2026-11-03T16:26:26.976222+09:00", "mtime_epoch": 1793690786.9762216, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 92133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:26:31+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2469.328, "name": "celery", "pid": 176, "rss_mb": 2469.328, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3470968, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 139}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 139, "pushed_frames": 139, "read_frames": 138, "select_timeouts": 9, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 4.644, "pushed": 4.644, "read": 4.611}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 138, "client_acquire_ms": {"avg_ms": 0.008, "count": 139, "max_ms": 0.03, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4969.022, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.57, "count": 138, "max_ms": 4.418, "p95_ms": 1.828, "reason": null, "sample_age_ms": 5017.228, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.242, "count": 138, "max_ms": 2.353, "p95_ms": 1.179, "reason": null, "sample_age_ms": 5017.576, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.091, "count": 139, "max_ms": 0.264, "p95_ms": 0.186, "reason": null, "sample_age_ms": 4969.028, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.455, "count": 138, "max_ms": 3.866, "p95_ms": 2.651, "reason": null, "sample_age_ms": 5014.515, "source": "client_direct"}, "request_count": 138, "request_tensor_bytes": {"avg": 2211848.0, "count": 138, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 5014.467, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 139, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4969.105, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 38.942, "count": 139, "max_ms": 84.218, "p95_ms": 60.989, "reason": null, "sample_age_ms": 4969.017, "source": "client_direct"}, "sample_age_ms": 4969.013, "source": "client_direct", "task_total_ms": {"avg_ms": 40.659, "count": 139, "max_ms": 85.914, "p95_ms": 62.267, "reason": null, "sample_age_ms": 4969.013, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.394, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.756, "count": 139, "max_ms": 1.999, "p95_ms": 1.458}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.25, "count": 139, "max_ms": 0.729, "p95_ms": 0.509}, "detection_prepare_ms": {"avg_ms": 0.105, "count": 139, "max_ms": 0.322, "p95_ms": 0.22}, "event_filter_ms": {"avg_ms": 0.004, "count": 139, "max_ms": 0.022, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.083, "count": 139, "max_ms": 0.233, "p95_ms": 0.173}, "mcmt_ms": {"avg_ms": 0.003, "count": 139, "max_ms": 0.024, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.187, "count": 139, "max_ms": 0.738, "p95_ms": 0.393}, "setup_ms": {"avg_ms": 0.046, "count": 139, "max_ms": 0.138, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 0.713, "count": 139, "max_ms": 1.885, "p95_ms": 1.361}, "track_match_ms": {"avg_ms": 0.005, "count": 139, "max_ms": 0.022, "p95_ms": 0.013}, "tracker_update_ms": {"avg_ms": 0.03, "count": 139, "max_ms": 0.098, "p95_ms": 0.062}}, "gstreamer_push": {"avg_ms": 2.663, "count": 139, "max_ms": 6.479, "p95_ms": 4.97}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 139, "max_ms": 0.156, "p95_ms": 0.092}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 41.587, "count": 139, "max_ms": 86.539, "p95_ms": 64.762}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.04, "count": 139, "max_ms": 0.172, "p95_ms": 0.089}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 73.415, "count": 139, "max_ms": 124.912, "p95_ms": 98.931}, "inference_input_copy_ms": {"avg_ms": 1.457, "count": 139, "max_ms": 3.611, "p95_ms": 2.628}, "processing_residual_ms": {"avg_ms": 0.163, "count": 139, "max_ms": 0.407, "p95_ms": 0.327}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 75.075, "count": 139, "max_ms": 126.237, "p95_ms": 99.986}, "read_interval": {"avg_ms": 181.166, "count": 138, "max_ms": 6014.661, "p95_ms": 328.585}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 139, "max_ms": 0.046, "p95_ms": 0.031}, "execute_total_ms": {"avg_ms": 0.13, "count": 139, "max_ms": 0.561, "p95_ms": 0.281}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 139, "max_ms": 0.04, "p95_ms": 0.029}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 139, "max_ms": 0.516, "p95_ms": 0.249}, "worker_merge_ms": {"avg_ms": 0.006, "count": 139, "max_ms": 0.033, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 41.602, "count": 139, "max_ms": 86.552, "p95_ms": 64.771}, "visualize": {"avg_ms": 30.116, "count": 139, "max_ms": 49.45, "p95_ms": 42.398}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 29.239, "count": 139, "max_ms": 48.24, "p95_ms": 41.271}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 29.907, "count": 139, "max_ms": 49.184, "p95_ms": 42.061}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 139, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 29.804, "count": 139, "max_ms": 49.04, "p95_ms": 41.937}, "visualizer_prepare_ms": {"avg_ms": 0.059, "count": 139, "max_ms": 0.185, "p95_ms": 0.121}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 139}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 139}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2469.324, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 9.602, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 104.395, "sample_count": 2787, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3470968, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:26:26+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 2.863, "exists": true, "size_bytes": 92133, "write_bytes_delta": 92133, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 86499, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.366696, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 5.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.033022, "system_cpu_s_delta": 0.6699999999982538, "user_cpu_core_ratio": 0.333674, "user_cpu_s_delta": 6.769999999989523}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.607, "count": 165, "max_ms": 6.479, "p95_ms": 4.522, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 165}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 165}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.596, "count": 30, "max": 63.219, "p95": 48.353, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.428, "count": 30, "max": 38.122, "p95": 34.906, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1363.667, "count": 30, "max": 1559.0, "p95": 1507.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 1887.867, "count": 30, "max": 30888.0, "p95": 9821.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.087, "count": 30, "max": 0.404, "p95": 0.3, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.191, "count": 30, "max": 1.331, "p95": 1.302, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.095, "count": 30, "max": 2.863, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 93273.933, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 93273.933, "count": 30, "max": 102019.0, "p95": 95601.55, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 23.033, "count": 30, "max": 45.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.058, "count": 30, "max": 0.096, "p95": 0.067, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.594, "count": 30, "max": 0.709, "p95": 0.69, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29072, "sampled_at": "2026-11-03T16:26:29+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:26:29+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.931, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5548617, "flush_count": 5860, "flush_interval_seconds": 30.0, "flush_state": {"count": 5860, "last_at": "2026-11-03T16:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5859}, "started": true, "suppressed_count": 3350724, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3350316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5860, "written_record_count": 5860}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10355.188, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x6551e519fa40] error while decoding MB 52 61, bytestream -9", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9279149875200, "copied_frame_count": 3356174, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9279149875200, "frame_buffer_copies": 3356174, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1183, "count": 512, "max_ms": 1.5979, "p50_ms": 0.0973, "p95_ms": 0.2204, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4041, "count": 512, "max_ms": 3.2531, "p50_ms": 1.3028, "p95_ms": 2.3552, "p99_ms": 2.9239, "results": {"failed": 0, "not_applicable": 0, "success": 3356174, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 327, "h264_decode_error_count": 997, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:27:11+09:00", "last_error_summary": "[h264 @ 0x6551e519fa40] error while decoding MB 52 61, bytestream -9", "last_exit_at": "2026-11-03T16:19:01+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.169, "last_started_at": "2026-11-03T16:19:01+09:00", "pid": 86383, "process": {"exists": false, "pid": 86383}, "restart_count": 347, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 348}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.219, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356174, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.074, "last_frame_pushed_at": "2026-11-03T16:27:11+09:00", "last_frame_read_age_sec": 0.07, "last_frame_read_at": "2026-11-03T16:27:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.758, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 403.242, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 0.066, "exists": true, "mtime": "2026-11-03T16:27:11.809358+09:00", "mtime_epoch": 1793690831.8093576, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86919}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:27:11+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2389.738, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3356175, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.129, "max": 12.0, "p95": 10.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.696, "max": 4.0, "p95": 4.0, "sample_count": 240}, "total": {"avg": 2.696, "max": 4.0, "p95": 4.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.042, "max": 3.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.042, "max": 3.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.029, "pushed": 8.029, "read": 8.029}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.009, "count": 241, "max_ms": 0.037, "p95_ms": 0.019, "reason": null, "sample_age_ms": 32.792, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.087, "count": 240, "max_ms": 7.915, "p95_ms": 3.68, "reason": null, "sample_age_ms": 84.164, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 240, "max_ms": 7.5, "p95_ms": 2.437, "reason": null, "sample_age_ms": 84.403, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 241, "max_ms": 1.129, "p95_ms": 0.736, "reason": null, "sample_age_ms": 32.81, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.291, "count": 240, "max_ms": 7.642, "p95_ms": 3.543, "reason": null, "sample_age_ms": 82.834, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 82.816, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 33.398, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.201, "count": 241, "max_ms": 94.371, "p95_ms": 69.429, "reason": null, "sample_age_ms": 32.787, "source": "client_direct"}, "sample_age_ms": 32.78, "source": "client_direct", "task_total_ms": {"avg_ms": 53.102, "count": 241, "max_ms": 96.905, "p95_ms": 71.952, "reason": null, "sample_age_ms": 32.78, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.208, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.22, "count": 240, "max_ms": 16.669, "p95_ms": 13.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.508, "count": 240, "max_ms": 1.795, "p95_ms": 0.996}, "detection_prepare_ms": {"avg_ms": 1.723, "count": 240, "max_ms": 7.473, "p95_ms": 3.082}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.038, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.364, "count": 240, "max_ms": 1.44, "p95_ms": 0.643}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.145, "count": 240, "max_ms": 7.044, "p95_ms": 5.441}, "setup_ms": {"avg_ms": 0.049, "count": 240, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.149, "count": 240, "max_ms": 16.535, "p95_ms": 13.304}, "track_match_ms": {"avg_ms": 0.151, "count": 240, "max_ms": 0.439, "p95_ms": 0.307}, "tracker_update_ms": {"avg_ms": 2.199, "count": 240, "max_ms": 7.411, "p95_ms": 3.939}}, "gstreamer_push": {"avg_ms": 3.138, "count": 240, "max_ms": 9.268, "p95_ms": 5.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.435, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.643, "count": 240, "max_ms": 97.842, "p95_ms": 75.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.453, "count": 240, "max_ms": 13.909, "p95_ms": 8.371}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.178, "count": 240, "max_ms": 153.995, "p95_ms": 126.555}, "inference_input_copy_ms": {"avg_ms": 1.859, "count": 240, "max_ms": 6.346, "p95_ms": 3.293}, "processing_residual_ms": {"avg_ms": 0.29, "count": 240, "max_ms": 0.73, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.78, "count": 240, "max_ms": 158.96, "p95_ms": 134.156}, "read_interval": {"avg_ms": 124.77, "count": 240, "max_ms": 197.783, "p95_ms": 166.653}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 240, "max_ms": 0.503, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.065, "count": 240, "max_ms": 6.901, "p95_ms": 5.318}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.073, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.043, "count": 240, "max_ms": 6.868, "p95_ms": 5.302}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.659, "count": 240, "max_ms": 97.863, "p95_ms": 75.124}, "visualize": {"avg_ms": 38.884, "count": 240, "max_ms": 64.897, "p95_ms": 49.677}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.264, "count": 240, "max_ms": 53.199, "p95_ms": 40.925}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.34, "count": 240, "max_ms": 63.047, "p95_ms": 48.346}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 240, "max_ms": 3.276, "p95_ms": 2.214}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.195, "count": 240, "max_ms": 62.881, "p95_ms": 48.18}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 240, "max_ms": 0.239, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2389.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.449, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88620, "write_bytes_delta": 88620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.393952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86383, "reason": null, "system_cpu_core_ratio": 0.032664, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.361288, "user_cpu_s_delta": 3.6499999999999773}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496895, "system_cpu_s_delta": 5.019999999989523, "user_cpu_core_ratio": 1.184827, "user_cpu_s_delta": 11.96999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 238, "max_ms": 8.201, "p95_ms": 5.009, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.008, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.773, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.773, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.352, "count": 30, "max": 75.152, "p95": 69.256, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 27.946, "p95": 25.494, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.4, "count": 30, "max": 1021.0, "p95": 982.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.6, "count": 30, "max": 1174.0, "p95": 952.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.395, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.127, "p95": 0.062, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 36.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.577, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.277, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25986, "sampled_at": "2026-11-03T16:27:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:27:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.891, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5548617, "flush_count": 5860, "flush_interval_seconds": 30.0, "flush_state": {"count": 5860, "last_at": "2026-11-03T16:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5859}, "started": true, "suppressed_count": 3350724, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3350316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5860, "written_record_count": 5860}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10356.363, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T16:27:11+09:00", "last_error_summary": "[h264 @ 0x6551e519fa40] error while decoding MB 52 61, bytestream -9", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9279152640000, "copied_frame_count": 3356175, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9279152640000, "frame_buffer_copies": 3356175, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.5979, "p50_ms": 0.0968, "p95_ms": 0.2204, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4021, "count": 512, "max_ms": 3.2531, "p50_ms": 1.3015, "p95_ms": 2.3552, "p99_ms": 2.9239, "results": {"failed": 0, "not_applicable": 0, "success": 3356175, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 327, "h264_decode_error_count": 997, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:27:11+09:00", "last_error_summary": "[h264 @ 0x6551e519fa40] error while decoding MB 52 61, bytestream -9", "last_exit_at": "2026-11-03T16:27:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.226, "last_started_at": "2026-11-03T16:19:01+09:00", "pid": 86383, "process": {"exists": false, "pid": 86383}, "restart_count": 347, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 348}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.219, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T16:27:11+09:00", "last_frame_read_age_sec": 0.128, "last_frame_read_at": "2026-11-03T16:27:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.823, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 403.177, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 0.124, "exists": true, "mtime": "2026-11-03T16:27:11.809358+09:00", "mtime_epoch": 1793690831.8093576, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86919}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:27:11+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2389.73, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3356175, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.133, "max": 12.0, "p95": 10.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.693, "max": 4.0, "p95": 4.0, "sample_count": 241}, "total": {"avg": 2.693, "max": 4.0, "p95": 4.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.037, "max": 3.0, "p95": 2.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.037, "max": 3.0, "p95": 2.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.047, "pushed": 8.047, "read": 8.014}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.009, "count": 240, "max_ms": 0.037, "p95_ms": 0.019, "reason": null, "sample_age_ms": 95.505, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.087, "count": 240, "max_ms": 7.915, "p95_ms": 3.68, "reason": null, "sample_age_ms": 146.877, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 240, "max_ms": 7.5, "p95_ms": 2.437, "reason": null, "sample_age_ms": 147.116, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 240, "max_ms": 1.129, "p95_ms": 0.738, "reason": null, "sample_age_ms": 95.524, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.291, "count": 240, "max_ms": 7.642, "p95_ms": 3.543, "reason": null, "sample_age_ms": 145.547, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 145.529, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 96.111, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.19, "count": 240, "max_ms": 94.371, "p95_ms": 69.437, "reason": null, "sample_age_ms": 95.5, "source": "client_direct"}, "sample_age_ms": 95.493, "source": "client_direct", "task_total_ms": {"avg_ms": 53.09, "count": 240, "max_ms": 96.905, "p95_ms": 71.982, "reason": null, "sample_age_ms": 95.493, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.373, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.214, "count": 241, "max_ms": 16.669, "p95_ms": 13.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.508, "count": 241, "max_ms": 1.795, "p95_ms": 0.996}, "detection_prepare_ms": {"avg_ms": 1.722, "count": 241, "max_ms": 7.473, "p95_ms": 3.082}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.038, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.364, "count": 241, "max_ms": 1.44, "p95_ms": 0.643}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.141, "count": 241, "max_ms": 7.044, "p95_ms": 5.441}, "setup_ms": {"avg_ms": 0.049, "count": 241, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.144, "count": 241, "max_ms": 16.535, "p95_ms": 13.304}, "track_match_ms": {"avg_ms": 0.151, "count": 241, "max_ms": 0.439, "p95_ms": 0.307}, "tracker_update_ms": {"avg_ms": 2.199, "count": 241, "max_ms": 7.411, "p95_ms": 3.939}}, "gstreamer_push": {"avg_ms": 3.138, "count": 241, "max_ms": 9.268, "p95_ms": 5.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 241, "max_ms": 0.435, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.632, "count": 241, "max_ms": 97.842, "p95_ms": 75.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.446, "count": 241, "max_ms": 13.909, "p95_ms": 8.371}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.243, "count": 241, "max_ms": 153.995, "p95_ms": 126.555}, "inference_input_copy_ms": {"avg_ms": 1.855, "count": 241, "max_ms": 6.346, "p95_ms": 3.293}, "processing_residual_ms": {"avg_ms": 0.289, "count": 241, "max_ms": 0.73, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.833, "count": 241, "max_ms": 158.96, "p95_ms": 134.156}, "read_interval": {"avg_ms": 124.77, "count": 240, "max_ms": 197.783, "p95_ms": 166.653}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 241, "max_ms": 0.503, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.061, "count": 241, "max_ms": 6.901, "p95_ms": 5.318}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 241, "max_ms": 0.073, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.039, "count": 241, "max_ms": 6.868, "p95_ms": 5.302}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.648, "count": 241, "max_ms": 97.863, "p95_ms": 75.124}, "visualize": {"avg_ms": 38.967, "count": 241, "max_ms": 64.897, "p95_ms": 49.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.346, "count": 241, "max_ms": 53.199, "p95_ms": 41.171}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.424, "count": 241, "max_ms": 63.047, "p95_ms": 48.425}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 241, "max_ms": 3.276, "p95_ms": 2.214}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.279, "count": 241, "max_ms": 62.881, "p95_ms": 48.246}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 241, "max_ms": 0.239, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2389.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.449, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88620, "write_bytes_delta": 88620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.393952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86383, "reason": null, "system_cpu_core_ratio": 0.032664, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.361288, "user_cpu_s_delta": 3.6499999999999773}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496895, "system_cpu_s_delta": 5.019999999989523, "user_cpu_core_ratio": 1.184827, "user_cpu_s_delta": 11.96999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 238, "max_ms": 8.201, "p95_ms": 5.009, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.008, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.773, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.773, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.352, "count": 30, "max": 75.152, "p95": 69.256, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 27.946, "p95": 25.494, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.4, "count": 30, "max": 1021.0, "p95": 982.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.6, "count": 30, "max": 1174.0, "p95": 952.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.395, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.127, "p95": 0.062, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 36.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.577, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.277, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25986, "sampled_at": "2026-11-03T16:27:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:27:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.949, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5548617, "flush_count": 5860, "flush_interval_seconds": 30.0, "flush_state": {"count": 5860, "last_at": "2026-11-03T16:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5859}, "started": true, "suppressed_count": 3350724, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3350316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5860, "written_record_count": 5860}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10354.777, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9279152640000, "copied_frame_count": 3356175, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9279152640000, "frame_buffer_copies": 3356175, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.5979, "p50_ms": 0.0968, "p95_ms": 0.2204, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4021, "count": 512, "max_ms": 3.2531, "p50_ms": 1.3015, "p95_ms": 2.3552, "p99_ms": 2.9239, "results": {"failed": 0, "not_applicable": 0, "success": 3356175, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 327, "h264_decode_error_count": 997, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:27:11+09:00", "last_error_summary": "[h264 @ 0x6551e519fa40] error while decoding MB 52 61, bytestream -9", "last_exit_at": "2026-11-03T16:27:11+09:00", "last_returncode": 0, "last_stable_duration_sec": 490.279, "last_started_at": "2026-11-03T16:19:01+09:00", "pid": 86383, "process": {"exists": false, "pid": 86383}, "restart_count": 347, "restart_count_per_hour": 10, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": false, "start_count": 348}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.219, "sample_count": 2374, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.055, "last_frame_pushed_at": "2026-11-03T16:27:11+09:00", "last_frame_read_age_sec": 0.181, "last_frame_read_at": "2026-11-03T16:27:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 196.86, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 403.14, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 0.046, "exists": true, "mtime": "2026-11-03T16:27:11.939358+09:00", "mtime_epoch": 1793690831.939358, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86893}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:27:12+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2389.73, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3356175, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.133, "max": 12.0, "p95": 10.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.692, "max": 4.0, "p95": 4.0, "sample_count": 240}, "total": {"avg": 2.692, "max": 4.0, "p95": 4.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.038, "max": 3.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.038, "max": 3.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.001, "pushed": 8.035, "read": 8.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.009, "count": 240, "max_ms": 0.037, "p95_ms": 0.019, "reason": null, "sample_age_ms": 135.885, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.087, "count": 240, "max_ms": 7.915, "p95_ms": 3.68, "reason": null, "sample_age_ms": 187.256, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 240, "max_ms": 7.5, "p95_ms": 2.437, "reason": null, "sample_age_ms": 187.495, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.399, "count": 240, "max_ms": 1.129, "p95_ms": 0.738, "reason": null, "sample_age_ms": 135.903, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.291, "count": 240, "max_ms": 7.642, "p95_ms": 3.543, "reason": null, "sample_age_ms": 185.927, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 185.908, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 136.49, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.19, "count": 240, "max_ms": 94.371, "p95_ms": 69.437, "reason": null, "sample_age_ms": 135.879, "source": "client_direct"}, "sample_age_ms": 135.872, "source": "client_direct", "task_total_ms": {"avg_ms": 53.09, "count": 240, "max_ms": 96.905, "p95_ms": 71.982, "reason": null, "sample_age_ms": 135.872, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.892, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.211, "count": 240, "max_ms": 16.669, "p95_ms": 13.443}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.508, "count": 240, "max_ms": 1.795, "p95_ms": 0.996}, "detection_prepare_ms": {"avg_ms": 1.72, "count": 240, "max_ms": 7.473, "p95_ms": 3.082}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.038, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.363, "count": 240, "max_ms": 1.44, "p95_ms": 0.643}, "mcmt_ms": {"avg_ms": 0.003, "count": 240, "max_ms": 0.019, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.143, "count": 240, "max_ms": 7.044, "p95_ms": 5.441}, "setup_ms": {"avg_ms": 0.049, "count": 240, "max_ms": 0.16, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 8.14, "count": 240, "max_ms": 16.535, "p95_ms": 13.304}, "track_match_ms": {"avg_ms": 0.15, "count": 240, "max_ms": 0.439, "p95_ms": 0.307}, "tracker_update_ms": {"avg_ms": 2.197, "count": 240, "max_ms": 7.411, "p95_ms": 3.939}}, "gstreamer_push": {"avg_ms": 3.138, "count": 241, "max_ms": 9.268, "p95_ms": 5.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.435, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.623, "count": 240, "max_ms": 97.842, "p95_ms": 75.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.437, "count": 240, "max_ms": 13.909, "p95_ms": 8.371}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.188, "count": 240, "max_ms": 153.995, "p95_ms": 126.555}, "inference_input_copy_ms": {"avg_ms": 1.856, "count": 240, "max_ms": 6.346, "p95_ms": 3.293}, "processing_residual_ms": {"avg_ms": 0.289, "count": 240, "max_ms": 0.73, "p95_ms": 0.524}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.77, "count": 240, "max_ms": 158.96, "p95_ms": 134.156}, "read_interval": {"avg_ms": 124.77, "count": 240, "max_ms": 197.783, "p95_ms": 166.653}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 240, "max_ms": 0.503, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.063, "count": 240, "max_ms": 6.901, "p95_ms": 5.318}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 240, "max_ms": 0.073, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.041, "count": 240, "max_ms": 6.868, "p95_ms": 5.302}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.029, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.639, "count": 240, "max_ms": 97.863, "p95_ms": 75.124}, "visualize": {"avg_ms": 38.924, "count": 240, "max_ms": 64.897, "p95_ms": 49.844}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.325, "count": 240, "max_ms": 53.199, "p95_ms": 41.171}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.384, "count": 240, "max_ms": 63.047, "p95_ms": 48.425}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 240, "max_ms": 3.276, "p95_ms": 2.214}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.239, "count": 240, "max_ms": 62.881, "p95_ms": 48.246}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 240, "max_ms": 0.239, "p95_ms": 0.138}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2389.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.449, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88620, "write_bytes_delta": 88620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.393952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86383, "reason": null, "system_cpu_core_ratio": 0.032664, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.361288, "user_cpu_s_delta": 3.6499999999999773}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496895, "system_cpu_s_delta": 5.019999999989523, "user_cpu_core_ratio": 1.184827, "user_cpu_s_delta": 11.96999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 238, "max_ms": 8.201, "p95_ms": 5.009, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.008, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.773, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.773, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.352, "count": 30, "max": 75.152, "p95": 69.256, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 27.946, "p95": 25.494, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.4, "count": 30, "max": 1021.0, "p95": 982.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.6, "count": 30, "max": 1174.0, "p95": 952.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.395, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.127, "p95": 0.062, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 36.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.577, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.277, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25986, "sampled_at": "2026-11-03T16:27:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:27:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5548617, "flush_count": 5860, "flush_interval_seconds": 30.0, "flush_state": {"count": 5860, "last_at": "2026-11-03T16:27:05", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:27:05", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5859}, "started": true, "suppressed_count": 3350724, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3350316}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5860, "written_record_count": 5860}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10380.828, "limit_mb": null}, "detail": {"pid": 86731, "restart_count": 348, "start_count": 349}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9279152640000, "copied_frame_count": 3356175, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9279152640000, "frame_buffer_copies": 3356175, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.118, "count": 512, "max_ms": 1.5979, "p50_ms": 0.0968, "p95_ms": 0.2204, "p99_ms": 0.2865}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4021, "count": 512, "max_ms": 3.2531, "p50_ms": 1.3015, "p95_ms": 2.3552, "p99_ms": 2.9239, "results": {"failed": 0, "not_applicable": 0, "success": 3356175, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 327, "h264_decode_error_count": 997, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:27:11+09:00", "last_error_summary": "[h264 @ 0x6551e519fa40] error while decoding MB 52 61, bytestream -9", "last_exit_at": "2026-11-03T16:27:14+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T16:27:14+09:00", "pid": 86731, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.414, "name": "ffmpeg", "pid": 86731, "rss_mb": 57.414, "state": "S (sleeping)", "threads": 1}, "restart_count": 348, "restart_count_per_hour": 11, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 8, "rtsp_tolerant_mode": false, "running": true, "start_count": 349}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.291, "sample_count": 2335, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356175, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:11+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.739, "last_frame_pushed_at": "2026-11-03T16:27:11+09:00", "last_frame_read_age_sec": 4.864, "last_frame_read_at": "2026-11-03T16:27:11+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 189, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 201.548, "last_sample_duration_ms": 1259.088, "last_trigger": "periodic", "next_snapshot_in_sec": 398.452, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 589, "storage_bytes": 3525989}, "mjpeg": {"age_sec": 4.73, "exists": true, "mtime": "2026-11-03T16:27:11.939358+09:00", "mtime_epoch": 1793690831.939358, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 86893}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:27:16+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2389.734, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3356175, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.103, "max": 10.0, "p95": 10.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 2.813, "max": 4.0, "p95": 4.0, "sample_count": 203}, "total": {"avg": 2.813, "max": 4.0, "p95": 4.0, "sample_count": 203}}, "tracking_counts": {"active": {"avg": 1.0, "max": 3.0, "p95": 2.0, "sample_count": 203}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 203}, "tracked": {"avg": 1.0, "max": 3.0, "p95": 2.0, "sample_count": 203}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 203, "pushed_frames": 203, "read_frames": 202, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.773, "pushed": 6.773, "read": 6.74}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 202, "client_acquire_ms": {"avg_ms": 0.009, "count": 202, "max_ms": 0.037, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4820.486, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.083, "count": 202, "max_ms": 7.915, "p95_ms": 3.666, "reason": null, "sample_age_ms": 4871.858, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 202, "max_ms": 7.5, "p95_ms": 2.379, "reason": null, "sample_age_ms": 4872.097, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.391, "count": 202, "max_ms": 1.074, "p95_ms": 0.732, "reason": null, "sample_age_ms": 4820.504, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.265, "count": 202, "max_ms": 7.642, "p95_ms": 3.459, "reason": null, "sample_age_ms": 4870.528, "source": "client_direct"}, "request_count": 202, "request_tensor_bytes": {"avg": 2764808.0, "count": 202, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4870.51, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 202, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4821.092, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.161, "count": 202, "max_ms": 94.371, "p95_ms": 68.687, "reason": null, "sample_age_ms": 4820.481, "source": "client_direct"}, "sample_age_ms": 4820.474, "source": "client_direct", "task_total_ms": {"avg_ms": 53.024, "count": 202, "max_ms": 96.905, "p95_ms": 71.699, "reason": null, "sample_age_ms": 4820.474, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.609, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 8.513, "count": 203, "max_ms": 16.669, "p95_ms": 13.631}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.525, "count": 203, "max_ms": 1.795, "p95_ms": 1.028}, "detection_prepare_ms": {"avg_ms": 1.744, "count": 203, "max_ms": 7.473, "p95_ms": 3.179}, "event_filter_ms": {"avg_ms": 0.006, "count": 203, "max_ms": 0.038, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.382, "count": 203, "max_ms": 1.44, "p95_ms": 0.644}, "mcmt_ms": {"avg_ms": 0.003, "count": 203, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.3, "count": 203, "max_ms": 6.657, "p95_ms": 5.561}, "setup_ms": {"avg_ms": 0.049, "count": 203, "max_ms": 0.16, "p95_ms": 0.089}, "total_inside_ms": {"avg_ms": 8.443, "count": 203, "max_ms": 16.535, "p95_ms": 13.498}, "track_match_ms": {"avg_ms": 0.152, "count": 203, "max_ms": 0.439, "p95_ms": 0.309}, "tracker_update_ms": {"avg_ms": 2.28, "count": 203, "max_ms": 7.411, "p95_ms": 4.052}}, "gstreamer_push": {"avg_ms": 3.067, "count": 203, "max_ms": 9.268, "p95_ms": 5.069}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 203, "max_ms": 0.435, "p95_ms": 0.097}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.481, "count": 203, "max_ms": 97.842, "p95_ms": 73.425}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.414, "count": 203, "max_ms": 13.909, "p95_ms": 8.682}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.31, "count": 203, "max_ms": 153.995, "p95_ms": 127.671}, "inference_input_copy_ms": {"avg_ms": 1.809, "count": 203, "max_ms": 6.346, "p95_ms": 3.133}, "processing_residual_ms": {"avg_ms": 0.283, "count": 203, "max_ms": 0.73, "p95_ms": 0.532}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 108.816, "count": 203, "max_ms": 158.96, "p95_ms": 134.52}, "read_interval": {"avg_ms": 124.789, "count": 202, "max_ms": 197.783, "p95_ms": 168.875}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 203, "max_ms": 0.503, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.22, "count": 203, "max_ms": 6.513, "p95_ms": 5.468}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 203, "max_ms": 0.051, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.197, "count": 203, "max_ms": 6.499, "p95_ms": 5.445}, "worker_merge_ms": {"avg_ms": 0.007, "count": 203, "max_ms": 0.02, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 54.497, "count": 203, "max_ms": 97.863, "p95_ms": 73.439}, "visualize": {"avg_ms": 38.899, "count": 203, "max_ms": 64.897, "p95_ms": 50.013}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.141, "count": 203, "max_ms": 51.046, "p95_ms": 41.558}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 37.355, "count": 203, "max_ms": 63.047, "p95_ms": 48.484}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 203, "max_ms": 3.262, "p95_ms": 2.283}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 203, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 37.211, "count": 203, "max_ms": 62.881, "p95_ms": 48.373}, "visualizer_prepare_ms": {"avg_ms": 0.074, "count": 203, "max_ms": 0.239, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 203}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": null, "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2389.734, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 14.258, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 142.449, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3356094, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:27:01+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 88620, "write_bytes_delta": 88620, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 461.0, "cpu_core_ratio": 0.393952, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86383, "reason": null, "system_cpu_core_ratio": 0.032664, "system_cpu_s_delta": 0.33000000000000007, "user_cpu_core_ratio": 0.361288, "user_cpu_s_delta": 3.6499999999999773}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.681721, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.496895, "system_cpu_s_delta": 5.019999999989523, "user_cpu_core_ratio": 1.184827, "user_cpu_s_delta": 11.96999999997206}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.214, "count": 238, "max_ms": 8.201, "p95_ms": 5.009, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.008, "max": 12.0, "p95": 10.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.773, "key_count": 1, "max": 4.0, "p95": 4.0, "provenance": "bounded_other_sum_proxy", "sample_count": 238}, "total": {"avg": 2.773, "max": 4.0, "p95": 4.0, "sample_count": 238}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.352, "count": 30, "max": 75.152, "p95": 69.256, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.779, "count": 30, "max": 27.946, "p95": 25.494, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 814.4, "count": 30, "max": 1021.0, "p95": 982.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 141.6, "count": 30, "max": 1174.0, "p95": 952.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.034, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.36, "count": 30, "max": 0.395, "p95": 0.388, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.008, "count": 30, "max": 0.127, "p95": 0.062, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 83605.2, "count": 30, "max": 89062.0, "p95": 88687.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.267, "count": 30, "max": 36.0, "p95": 26.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.514, "count": 30, "max": 0.577, "p95": 0.567, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.199, "count": 30, "max": 1.277, "p95": 1.267, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 25986, "sampled_at": "2026-11-03T16:27:01+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:27:01+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.972, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4800193, "flush_count": 5875, "flush_interval_seconds": 30.0, "flush_state": {"count": 5875, "last_at": "2026-11-03T16:41:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:41:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5874}, "started": true, "suppressed_count": 3474594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3474589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5875, "written_record_count": 5875}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10174.504, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9622784102400, "copied_frame_count": 3480463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9622784102400, "frame_buffer_copies": 3480463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1381, "count": 512, "max_ms": 0.3749, "p50_ms": 0.1244, "p95_ms": 0.2512, "p99_ms": 0.3115}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2926, "count": 512, "max_ms": 4.9324, "p50_ms": 1.2019, "p95_ms": 2.1526, "p99_ms": 2.7474, "results": {"failed": 0, "not_applicable": 0, "success": 3480463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 34, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:42:42+09:00", "last_error_summary": "[h264 @ 0x5773a650a840] cabac decode of qscale diff failed at 181 89 [h264 @ 0x5773a650a840] error while decoding MB 181 89, bytestream 50828 [h264 @ 0x5773a7073080] error while decoding MB 189 97, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 972.759, "last_started_at": "2026-11-03T16:26:29+09:00", "pid": 86615, "process": {"exists": false, "pid": 86615}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.004, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.056, "last_frame_pushed_at": "2026-11-03T16:42:42+09:00", "last_frame_read_age_sec": 0.144, "last_frame_read_at": "2026-11-03T16:42:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 525.544, "last_sample_duration_ms": 1392.012, "last_trigger": "periodic", "next_snapshot_in_sec": 74.456, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 590, "storage_bytes": 3535563}, "mjpeg": {"age_sec": 0.043, "exists": true, "mtime": "2026-11-03T16:42:42.579355+09:00", "mtime_epoch": 1793691762.5793555, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91254}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:42:42+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2473.363, "name": "celery", "pid": 176, "rss_mb": 2473.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3480463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 208}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 208, "pushed_frames": 208, "read_frames": 207, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.934, "pushed": 6.934, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.01, "count": 207, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 124.728, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 206, "max_ms": 4.494, "p95_ms": 2.605, "reason": null, "sample_age_ms": 168.635, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 206, "max_ms": 3.751, "p95_ms": 1.605, "reason": null, "sample_age_ms": 169.173, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 207, "max_ms": 0.375, "p95_ms": 0.196, "reason": null, "sample_age_ms": 124.738, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.798, "count": 206, "max_ms": 6.087, "p95_ms": 2.901, "reason": null, "sample_age_ms": 162.885, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 162.785, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 124.878, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.665, "count": 207, "max_ms": 78.896, "p95_ms": 62.648, "reason": null, "sample_age_ms": 124.721, "source": "client_direct"}, "sample_age_ms": 124.713, "source": "client_direct", "task_total_ms": {"avg_ms": 43.783, "count": 207, "max_ms": 82.49, "p95_ms": 64.906, "reason": null, "sample_age_ms": 124.713, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 10.114, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.825, "count": 208, "max_ms": 2.673, "p95_ms": 1.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.277, "count": 208, "max_ms": 0.899, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 208, "max_ms": 0.408, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.092, "count": 208, "max_ms": 0.768, "p95_ms": 0.191}, "mcmt_ms": {"avg_ms": 0.003, "count": 208, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 208, "max_ms": 0.792, "p95_ms": 0.44}, "setup_ms": {"avg_ms": 0.049, "count": 208, "max_ms": 0.153, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 0.78, "count": 208, "max_ms": 2.526, "p95_ms": 1.522}, "track_match_ms": {"avg_ms": 0.004, "count": 208, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.032, "count": 208, "max_ms": 0.153, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 2.994, "count": 208, "max_ms": 7.235, "p95_ms": 5.112}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 208, "max_ms": 0.176, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.855, "count": 208, "max_ms": 85.283, "p95_ms": 66.791}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 208, "max_ms": 0.161, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.164, "count": 208, "max_ms": 117.941, "p95_ms": 103.294}, "inference_input_copy_ms": {"avg_ms": 1.476, "count": 208, "max_ms": 2.673, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.203, "count": 208, "max_ms": 0.461, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.893, "count": 208, "max_ms": 120.32, "p95_ms": 105.058}, "read_interval": {"avg_ms": 144.549, "count": 207, "max_ms": 2682.797, "p95_ms": 152.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 208, "max_ms": 0.078, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.142, "count": 208, "max_ms": 0.583, "p95_ms": 0.29}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 208, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 208, "max_ms": 0.508, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 208, "max_ms": 0.043, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.871, "count": 208, "max_ms": 85.297, "p95_ms": 66.804}, "visualize": {"avg_ms": 32.462, "count": 208, "max_ms": 50.821, "p95_ms": 41.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.421, "count": 208, "max_ms": 49.363, "p95_ms": 40.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.246, "count": 208, "max_ms": 50.49, "p95_ms": 41.279}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 208, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.136, "count": 208, "max_ms": 50.332, "p95_ms": 41.144}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 208, "max_ms": 0.205, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 208}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 208}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2473.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.923, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.065, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89927, "write_bytes_delta": 89927, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1192.0, "cpu_core_ratio": 1.498216, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21477.0, "pid": 86615, "reason": null, "system_cpu_core_ratio": 0.203418, "system_cpu_s_delta": 4.080000000000005, "user_cpu_core_ratio": 1.294798, "user_cpu_s_delta": 25.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.654628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056339, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.598289, "user_cpu_s_delta": 12.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 203, "max_ms": 6.206, "p95_ms": 4.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.299, "count": 30, "max": 58.9, "p95": 40.696, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.389, "count": 30, "max": 40.189, "p95": 37.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1436.767, "count": 30, "max": 1500.0, "p95": 1485.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 732.167, "count": 30, "max": 21477.0, "p95": 257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.203, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.254, "count": 30, "max": 1.418, "p95": 1.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 30.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.64, "count": 30, "max": 0.694, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29123, "sampled_at": "2026-11-03T16:42:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:42:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4800193, "flush_count": 5875, "flush_interval_seconds": 30.0, "flush_state": {"count": 5875, "last_at": "2026-11-03T16:41:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:41:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5874}, "started": true, "suppressed_count": 3474594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3474589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5875, "written_record_count": 5875}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10175.137, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5773a650a840] cabac decode of qscale diff failed at 181 89 [h264 @ 0x5773a650a840] error while decoding MB 181 89, bytestream 50828 [h264 @ 0x5773a7073080] error while decoding MB 189 97, bytestream -5", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9622784102400, "copied_frame_count": 3480463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9622784102400, "frame_buffer_copies": 3480463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1381, "count": 512, "max_ms": 0.3749, "p50_ms": 0.1244, "p95_ms": 0.2512, "p99_ms": 0.3115}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2926, "count": 512, "max_ms": 4.9324, "p50_ms": 1.2019, "p95_ms": 2.1526, "p99_ms": 2.7474, "results": {"failed": 0, "not_applicable": 0, "success": 3480463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:42:42+09:00", "last_error_summary": "[h264 @ 0x5773a650a840] cabac decode of qscale diff failed at 181 89 [h264 @ 0x5773a650a840] error while decoding MB 181 89, bytestream 50828 [h264 @ 0x5773a7073080] error while decoding MB 189 97, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 972.765, "last_started_at": "2026-11-03T16:26:29+09:00", "pid": 86615, "process": {"exists": false, "pid": 86615}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.004, "sample_count": 2783, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.062, "last_frame_pushed_at": "2026-11-03T16:42:42+09:00", "last_frame_read_age_sec": 0.151, "last_frame_read_at": "2026-11-03T16:42:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 525.555, "last_sample_duration_ms": 1392.012, "last_trigger": "periodic", "next_snapshot_in_sec": 74.445, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 590, "storage_bytes": 3535563}, "mjpeg": {"age_sec": 0.056, "exists": true, "mtime": "2026-11-03T16:42:42.579355+09:00", "mtime_epoch": 1793691762.5793555, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91254}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:42:42+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2473.363, "name": "celery", "pid": 176, "rss_mb": 2473.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3480463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 207}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 207, "pushed_frames": 207, "read_frames": 207, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.901, "pushed": 6.901, "read": 6.901}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 206, "client_acquire_ms": {"avg_ms": 0.01, "count": 207, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 141.418, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.792, "count": 206, "max_ms": 4.494, "p95_ms": 2.605, "reason": null, "sample_age_ms": 185.325, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 206, "max_ms": 3.751, "p95_ms": 1.605, "reason": null, "sample_age_ms": 185.863, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 207, "max_ms": 0.375, "p95_ms": 0.196, "reason": null, "sample_age_ms": 141.427, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.798, "count": 206, "max_ms": 6.087, "p95_ms": 2.901, "reason": null, "sample_age_ms": 179.575, "source": "client_direct"}, "request_count": 206, "request_tensor_bytes": {"avg": 2211848.0, "count": 206, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 179.475, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 207, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 141.568, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.665, "count": 207, "max_ms": 78.896, "p95_ms": 62.648, "reason": null, "sample_age_ms": 141.411, "source": "client_direct"}, "sample_age_ms": 141.403, "source": "client_direct", "task_total_ms": {"avg_ms": 43.783, "count": 207, "max_ms": 82.49, "p95_ms": 64.906, "reason": null, "sample_age_ms": 141.403, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.128, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.827, "count": 207, "max_ms": 2.673, "p95_ms": 1.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.277, "count": 207, "max_ms": 0.899, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 207, "max_ms": 0.408, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 207, "max_ms": 0.768, "p95_ms": 0.191}, "mcmt_ms": {"avg_ms": 0.003, "count": 207, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 207, "max_ms": 0.792, "p95_ms": 0.44}, "setup_ms": {"avg_ms": 0.049, "count": 207, "max_ms": 0.153, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 0.782, "count": 207, "max_ms": 2.526, "p95_ms": 1.522}, "track_match_ms": {"avg_ms": 0.004, "count": 207, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 207, "max_ms": 0.153, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 2.991, "count": 207, "max_ms": 7.235, "p95_ms": 5.112}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 207, "max_ms": 0.176, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.927, "count": 207, "max_ms": 85.283, "p95_ms": 66.791}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 207, "max_ms": 0.156, "p95_ms": 0.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.217, "count": 207, "max_ms": 117.941, "p95_ms": 103.294}, "inference_input_copy_ms": {"avg_ms": 1.478, "count": 207, "max_ms": 2.673, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.203, "count": 207, "max_ms": 0.461, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 80.949, "count": 207, "max_ms": 120.32, "p95_ms": 105.058}, "read_interval": {"avg_ms": 144.549, "count": 207, "max_ms": 2682.797, "p95_ms": 152.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 207, "max_ms": 0.078, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.143, "count": 207, "max_ms": 0.583, "p95_ms": 0.29}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 207, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 207, "max_ms": 0.508, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 207, "max_ms": 0.043, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.944, "count": 207, "max_ms": 85.297, "p95_ms": 66.804}, "visualize": {"avg_ms": 32.444, "count": 207, "max_ms": 50.821, "p95_ms": 41.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.403, "count": 207, "max_ms": 49.363, "p95_ms": 40.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.227, "count": 207, "max_ms": 50.49, "p95_ms": 41.279}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 207, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.117, "count": 207, "max_ms": 50.332, "p95_ms": 41.144}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 207, "max_ms": 0.205, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 207}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 207}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2473.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.923, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.065, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89927, "write_bytes_delta": 89927, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1192.0, "cpu_core_ratio": 1.498216, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21477.0, "pid": 86615, "reason": null, "system_cpu_core_ratio": 0.203418, "system_cpu_s_delta": 4.080000000000005, "user_cpu_core_ratio": 1.294798, "user_cpu_s_delta": 25.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.654628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056339, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.598289, "user_cpu_s_delta": 12.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 203, "max_ms": 6.206, "p95_ms": 4.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.299, "count": 30, "max": 58.9, "p95": 40.696, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.389, "count": 30, "max": 40.189, "p95": 37.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1436.767, "count": 30, "max": 1500.0, "p95": 1485.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 732.167, "count": 30, "max": 21477.0, "p95": 257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.203, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.254, "count": 30, "max": 1.418, "p95": 1.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 30.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.64, "count": 30, "max": 0.694, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29123, "sampled_at": "2026-11-03T16:42:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:42:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4800193, "flush_count": 5875, "flush_interval_seconds": 30.0, "flush_state": {"count": 5875, "last_at": "2026-11-03T16:41:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:41:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5874}, "started": true, "suppressed_count": 3474594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3474589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5875, "written_record_count": 5875}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10174.133, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9622784102400, "copied_frame_count": 3480463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9622784102400, "frame_buffer_copies": 3480463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1381, "count": 512, "max_ms": 0.3749, "p50_ms": 0.1244, "p95_ms": 0.2512, "p99_ms": 0.3115}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2926, "count": 512, "max_ms": 4.9324, "p50_ms": 1.2019, "p95_ms": 2.1526, "p99_ms": 2.7474, "results": {"failed": 0, "not_applicable": 0, "success": 3480463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:42:42+09:00", "last_error_summary": "[h264 @ 0x5773a650a840] cabac decode of qscale diff failed at 181 89 [h264 @ 0x5773a650a840] error while decoding MB 181 89, bytestream 50828 [h264 @ 0x5773a7073080] error while decoding MB 189 97, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 972.864, "last_started_at": "2026-11-03T16:26:29+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 193, "restart_count_per_hour": 5, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 194}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.004, "sample_count": 2782, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.161, "last_frame_pushed_at": "2026-11-03T16:42:42+09:00", "last_frame_read_age_sec": 0.25, "last_frame_read_at": "2026-11-03T16:42:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 525.602, "last_sample_duration_ms": 1392.012, "last_trigger": "periodic", "next_snapshot_in_sec": 74.398, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 590, "storage_bytes": 3535563}, "mjpeg": {"age_sec": 0.148, "exists": true, "mtime": "2026-11-03T16:42:42.579355+09:00", "mtime_epoch": 1793691762.5793555, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91254}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:42:42+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2473.363, "name": "celery", "pid": 176, "rss_mb": 2473.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3480463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.884, "pushed": 6.884, "read": 6.851}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.01, "count": 206, "max_ms": 0.033, "p95_ms": 0.019, "reason": null, "sample_age_ms": 210.39, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.793, "count": 205, "max_ms": 4.494, "p95_ms": 2.611, "reason": null, "sample_age_ms": 254.297, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.316, "count": 205, "max_ms": 3.751, "p95_ms": 1.606, "reason": null, "sample_age_ms": 254.835, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 206, "max_ms": 0.375, "p95_ms": 0.197, "reason": null, "sample_age_ms": 210.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.794, "count": 205, "max_ms": 6.087, "p95_ms": 2.901, "reason": null, "sample_age_ms": 248.547, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2211848.0, "count": 205, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 248.447, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 206, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 210.54, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 41.702, "count": 206, "max_ms": 78.896, "p95_ms": 62.652, "reason": null, "sample_age_ms": 210.383, "source": "client_direct"}, "sample_age_ms": 210.376, "source": "client_direct", "task_total_ms": {"avg_ms": 43.814, "count": 206, "max_ms": 82.49, "p95_ms": 64.93, "reason": null, "sample_age_ms": 210.376, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.43, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.827, "count": 206, "max_ms": 2.673, "p95_ms": 1.606}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.278, "count": 206, "max_ms": 0.899, "p95_ms": 0.573}, "detection_prepare_ms": {"avg_ms": 0.111, "count": 206, "max_ms": 0.408, "p95_ms": 0.211}, "event_filter_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 206, "max_ms": 0.768, "p95_ms": 0.191}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.207, "count": 206, "max_ms": 0.792, "p95_ms": 0.44}, "setup_ms": {"avg_ms": 0.049, "count": 206, "max_ms": 0.153, "p95_ms": 0.098}, "total_inside_ms": {"avg_ms": 0.783, "count": 206, "max_ms": 2.526, "p95_ms": 1.522}, "track_match_ms": {"avg_ms": 0.005, "count": 206, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 206, "max_ms": 0.153, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 2.99, "count": 206, "max_ms": 7.235, "p95_ms": 5.112}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.05, "count": 206, "max_ms": 0.176, "p95_ms": 0.117}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 44.96, "count": 206, "max_ms": 85.283, "p95_ms": 66.791}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 206, "max_ms": 0.156, "p95_ms": 0.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 79.274, "count": 206, "max_ms": 117.941, "p95_ms": 103.294}, "inference_input_copy_ms": {"avg_ms": 1.476, "count": 206, "max_ms": 2.673, "p95_ms": 2.429}, "processing_residual_ms": {"avg_ms": 0.203, "count": 206, "max_ms": 0.461, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 81.003, "count": 206, "max_ms": 120.32, "p95_ms": 105.058}, "read_interval": {"avg_ms": 145.167, "count": 205, "max_ms": 2682.797, "p95_ms": 152.054}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 206, "max_ms": 0.078, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.142, "count": 206, "max_ms": 0.583, "p95_ms": 0.29}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 206, "max_ms": 0.06, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.125, "count": 206, "max_ms": 0.508, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.043, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 44.977, "count": 206, "max_ms": 85.297, "p95_ms": 66.804}, "visualize": {"avg_ms": 32.467, "count": 206, "max_ms": 50.821, "p95_ms": 41.489}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.425, "count": 206, "max_ms": 49.363, "p95_ms": 40.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.25, "count": 206, "max_ms": 50.49, "p95_ms": 41.279}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.14, "count": 206, "max_ms": 50.332, "p95_ms": 41.144}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 206, "max_ms": 0.205, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2473.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.923, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.065, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89927, "write_bytes_delta": 89927, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1192.0, "cpu_core_ratio": 1.498216, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21477.0, "pid": 86615, "reason": null, "system_cpu_core_ratio": 0.203418, "system_cpu_s_delta": 4.080000000000005, "user_cpu_core_ratio": 1.294798, "user_cpu_s_delta": 25.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.654628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056339, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.598289, "user_cpu_s_delta": 12.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 203, "max_ms": 6.206, "p95_ms": 4.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.299, "count": 30, "max": 58.9, "p95": 40.696, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.389, "count": 30, "max": 40.189, "p95": 37.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1436.767, "count": 30, "max": 1500.0, "p95": 1485.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 732.167, "count": 30, "max": 21477.0, "p95": 257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.203, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.254, "count": 30, "max": 1.418, "p95": 1.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 30.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.64, "count": 30, "max": 0.694, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29123, "sampled_at": "2026-11-03T16:42:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:42:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.923, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4800193, "flush_count": 5875, "flush_interval_seconds": 30.0, "flush_state": {"count": 5875, "last_at": "2026-11-03T16:41:48", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:41:48", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5874}, "started": true, "suppressed_count": 3474594, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3474589}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5875, "written_record_count": 5875}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10211.438, "limit_mb": null}, "detail": {"pid": 86847, "restart_count": 194, "start_count": 195}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9622784102400, "copied_frame_count": 3480463, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9622784102400, "frame_buffer_copies": 3480463, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1381, "count": 512, "max_ms": 0.3749, "p50_ms": 0.1244, "p95_ms": 0.2512, "p99_ms": 0.3115}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.2926, "count": 512, "max_ms": 4.9324, "p50_ms": 1.2019, "p95_ms": 2.1526, "p99_ms": 2.7474, "results": {"failed": 0, "not_applicable": 0, "success": 3480463, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 181, "h264_decode_error_count": 377, "h264_decode_error_count_per_hour": 37, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:42:42+09:00", "last_error_summary": "[h264 @ 0x5773a650a840] cabac decode of qscale diff failed at 181 89 [h264 @ 0x5773a650a840] error while decoding MB 181 89, bytestream 50828 [h264 @ 0x5773a7073080] error while decoding MB 189 97, bytestream -5", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T16:42:45+09:00", "pid": 86847, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.457, "name": "ffmpeg", "pid": 86847, "rss_mb": 74.457, "state": "R (running)", "threads": 1}, "restart_count": 194, "restart_count_per_hour": 6, "rtsp_timeout_count": 46, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 111.059, "sample_count": 2736, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480463, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 4.83, "last_frame_pushed_at": "2026-11-03T16:42:42+09:00", "last_frame_read_age_sec": 4.919, "last_frame_read_at": "2026-11-03T16:42:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 190, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 530.26, "last_sample_duration_ms": 1392.012, "last_trigger": "periodic", "next_snapshot_in_sec": 69.74, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 590, "storage_bytes": 3535563}, "mjpeg": {"age_sec": 4.817, "exists": true, "mtime": "2026-11-03T16:42:42.579355+09:00", "mtime_epoch": 1793691762.5793555, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 91254}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T16:42:47+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2473.363, "name": "celery", "pid": 176, "rss_mb": 2473.363, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3480463, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 168}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 168, "pushed_frames": 168, "read_frames": 168, "select_timeouts": 6, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 5.731, "pushed": 5.731, "read": 5.731}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 168, "client_acquire_ms": {"avg_ms": 0.01, "count": 168, "max_ms": 0.025, "p95_ms": 0.02, "reason": null, "sample_age_ms": 4879.406, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.81, "count": 168, "max_ms": 4.494, "p95_ms": 2.672, "reason": null, "sample_age_ms": 4923.313, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.329, "count": 168, "max_ms": 3.751, "p95_ms": 1.789, "reason": null, "sample_age_ms": 4923.851, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 168, "max_ms": 0.375, "p95_ms": 0.204, "reason": null, "sample_age_ms": 4879.416, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.778, "count": 168, "max_ms": 5.639, "p95_ms": 2.9, "reason": null, "sample_age_ms": 4917.564, "source": "client_direct"}, "request_count": 168, "request_tensor_bytes": {"avg": 2211848.0, "count": 168, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 4917.464, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 168, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4879.556, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.732, "count": 168, "max_ms": 78.896, "p95_ms": 62.028, "reason": null, "sample_age_ms": 4879.4, "source": "client_direct"}, "sample_age_ms": 4879.392, "source": "client_direct", "task_total_ms": {"avg_ms": 42.822, "count": 168, "max_ms": 82.49, "p95_ms": 64.3, "reason": null, "sample_age_ms": 4879.392, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.597, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.832, "count": 168, "max_ms": 2.673, "p95_ms": 1.65}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.279, "count": 168, "max_ms": 0.899, "p95_ms": 0.61}, "detection_prepare_ms": {"avg_ms": 0.112, "count": 168, "max_ms": 0.408, "p95_ms": 0.218}, "event_filter_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.018, "p95_ms": 0.008}, "id_reconcile_ms": {"avg_ms": 0.093, "count": 168, "max_ms": 0.768, "p95_ms": 0.198}, "mcmt_ms": {"avg_ms": 0.003, "count": 168, "max_ms": 0.018, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.21, "count": 168, "max_ms": 0.792, "p95_ms": 0.444}, "setup_ms": {"avg_ms": 0.048, "count": 168, "max_ms": 0.153, "p95_ms": 0.099}, "total_inside_ms": {"avg_ms": 0.787, "count": 168, "max_ms": 2.526, "p95_ms": 1.581}, "track_match_ms": {"avg_ms": 0.004, "count": 168, "max_ms": 0.022, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.033, "count": 168, "max_ms": 0.153, "p95_ms": 0.076}}, "gstreamer_push": {"avg_ms": 2.974, "count": 168, "max_ms": 7.235, "p95_ms": 4.867}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 168, "max_ms": 0.176, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.982, "count": 168, "max_ms": 85.283, "p95_ms": 66.791}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 168, "max_ms": 0.156, "p95_ms": 0.107}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 78.218, "count": 168, "max_ms": 117.941, "p95_ms": 102.949}, "inference_input_copy_ms": {"avg_ms": 1.491, "count": 168, "max_ms": 2.673, "p95_ms": 2.431}, "processing_residual_ms": {"avg_ms": 0.21, "count": 168, "max_ms": 0.453, "p95_ms": 0.411}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.967, "count": 168, "max_ms": 120.32, "p95_ms": 105.058}, "read_interval": {"avg_ms": 155.702, "count": 168, "max_ms": 2682.797, "p95_ms": 190.491}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.017, "count": 168, "max_ms": 0.078, "p95_ms": 0.035}, "execute_total_ms": {"avg_ms": 0.144, "count": 168, "max_ms": 0.583, "p95_ms": 0.294}, "resolve_scenarios_ms": {"avg_ms": 0.012, "count": 168, "max_ms": 0.06, "p95_ms": 0.035}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.127, "count": 168, "max_ms": 0.508, "p95_ms": 0.265}, "worker_merge_ms": {"avg_ms": 0.006, "count": 168, "max_ms": 0.043, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.998, "count": 168, "max_ms": 85.297, "p95_ms": 66.804}, "visualize": {"avg_ms": 32.377, "count": 168, "max_ms": 50.821, "p95_ms": 41.308}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.427, "count": 168, "max_ms": 49.363, "p95_ms": 40.502}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 32.16, "count": 168, "max_ms": 50.49, "p95_ms": 41.189}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 168, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 32.05, "count": 168, "max_ms": 50.332, "p95_ms": 41.1}, "visualizer_prepare_ms": {"avg_ms": 0.063, "count": 168, "max_ms": 0.205, "p95_ms": 0.12}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 168}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 168}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2473.5, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.923, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 110.065, "sample_count": 2879, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3480218, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:42:08+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 89927, "write_bytes_delta": 89927, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1192.0, "cpu_core_ratio": 1.498216, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21477.0, "pid": 86615, "reason": null, "system_cpu_core_ratio": 0.203418, "system_cpu_s_delta": 4.080000000000005, "user_cpu_core_ratio": 1.294798, "user_cpu_s_delta": 25.970000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.654628, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 23.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.056339, "system_cpu_s_delta": 1.1300000000010186, "user_cpu_core_ratio": 0.598289, "user_cpu_s_delta": 12.0}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.172, "count": 203, "max_ms": 6.206, "p95_ms": 4.878, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 203}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 203}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.299, "count": 30, "max": 58.9, "p95": 40.696, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 23.389, "count": 30, "max": 40.189, "p95": 37.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1436.767, "count": 30, "max": 1500.0, "p95": 1485.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 732.167, "count": 30, "max": 21477.0, "p95": 257.5, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.06, "count": 30, "max": 0.203, "p95": 0.06, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 1.254, "count": 30, "max": 1.418, "p95": 1.378, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.094, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 91935.9, "count": 30, "max": 94096.0, "p95": 93934.2, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 24.467, "count": 30, "max": 30.0, "p95": 28.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.063, "count": 30, "max": 0.069, "p95": 0.068, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.64, "count": 30, "max": 0.694, "p95": 0.689, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29123, "sampled_at": "2026-11-03T16:42:08+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:42:08+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.315, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5569833, "flush_count": 5881, "flush_interval_seconds": 30.0, "flush_state": {"count": 5881, "last_at": "2026-11-03T16:48:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:48:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5880}, "started": true, "suppressed_count": 3361066, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3360658}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5881, "written_record_count": 5881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10376.773, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x60e179222980] error while decoding MB 14 50, bytestream -22", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9307804262400, "copied_frame_count": 3366538, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9307804262400, "frame_buffer_copies": 3366538, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1484, "count": 512, "max_ms": 3.9729, "p50_ms": 0.12, "p95_ms": 0.2715, "p99_ms": 0.3668}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6494, "count": 512, "max_ms": 6.5296, "p50_ms": 1.5553, "p95_ms": 2.634, "p99_ms": 3.3812, "results": {"failed": 0, "not_applicable": 0, "success": 3366538, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 328, "h264_decode_error_count": 998, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:49:04+09:00", "last_error_summary": "[h264 @ 0x60e179222980] error while decoding MB 14 50, bytestream -22", "last_exit_at": "2026-11-03T16:49:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1309.854, "last_started_at": "2026-11-03T16:27:14+09:00", "pid": 86731, "process": {"exists": false, "pid": 86731}, "restart_count": 348, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 349}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.298, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.053, "last_frame_pushed_at": "2026-11-03T16:49:04+09:00", "last_frame_read_age_sec": 0.178, "last_frame_read_at": "2026-11-03T16:49:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.437, "last_sample_duration_ms": 1411.638, "last_trigger": "periodic", "next_snapshot_in_sec": 294.563, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 591, "storage_bytes": 3545140}, "mjpeg": {"age_sec": 0.044, "exists": true, "mtime": "2026-11-03T16:49:04.478773+09:00", "mtime_epoch": 1793692144.478773, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75223}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:49:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2394.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3366538, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.369, "max": 11.0, "p95": 11.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 129}, "total": {"avg": 0.577, "max": 2.0, "p95": 1.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.402, "max": 2.0, "p95": 1.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.402, "max": 2.0, "p95": 1.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.042, "pushed": 8.042, "read": 8.008}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.012, "count": 240, "max_ms": 0.133, "p95_ms": 0.019, "reason": null, "sample_age_ms": 141.796, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.218, "count": 240, "max_ms": 12.936, "p95_ms": 3.781, "reason": null, "sample_age_ms": 197.456, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.521, "count": 240, "max_ms": 12.405, "p95_ms": 2.684, "reason": null, "sample_age_ms": 198.785, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 240, "max_ms": 1.192, "p95_ms": 0.783, "reason": null, "sample_age_ms": 141.806, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.876, "count": 240, "max_ms": 16.238, "p95_ms": 4.865, "reason": null, "sample_age_ms": 194.77, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 194.727, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 142.283, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.415, "count": 240, "max_ms": 95.672, "p95_ms": 77.247, "reason": null, "sample_age_ms": 141.792, "source": "client_direct"}, "sample_age_ms": 141.788, "source": "client_direct", "task_total_ms": {"avg_ms": 59.955, "count": 240, "max_ms": 101.693, "p95_ms": 81.848, "reason": null, "sample_age_ms": 141.788, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.907, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.597, "count": 241, "max_ms": 12.201, "p95_ms": 9.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 241, "max_ms": 1.341, "p95_ms": 0.872}, "detection_prepare_ms": {"avg_ms": 0.996, "count": 241, "max_ms": 5.731, "p95_ms": 2.783}, "event_filter_ms": {"avg_ms": 0.005, "count": 241, "max_ms": 0.049, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 241, "max_ms": 0.865, "p95_ms": 0.472}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.095, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.871, "count": 241, "max_ms": 6.256, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.058, "count": 241, "max_ms": 0.165, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.535, "count": 241, "max_ms": 12.014, "p95_ms": 9.181}, "track_match_ms": {"avg_ms": 0.061, "count": 241, "max_ms": 0.326, "p95_ms": 0.218}, "tracker_update_ms": {"avg_ms": 0.91, "count": 241, "max_ms": 4.989, "p95_ms": 2.783}}, "gstreamer_push": {"avg_ms": 3.562, "count": 241, "max_ms": 8.914, "p95_ms": 5.526}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 241, "max_ms": 0.171, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.678, "count": 241, "max_ms": 104.206, "p95_ms": 82.784}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.937, "count": 241, "max_ms": 15.105, "p95_ms": 7.895}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.532, "count": 241, "max_ms": 169.461, "p95_ms": 130.854}, "inference_input_copy_ms": {"avg_ms": 2.026, "count": 241, "max_ms": 7.575, "p95_ms": 3.238}, "processing_residual_ms": {"avg_ms": 0.258, "count": 241, "max_ms": 0.763, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.753, "count": 241, "max_ms": 176.864, "p95_ms": 135.795}, "read_interval": {"avg_ms": 124.498, "count": 240, "max_ms": 221.453, "p95_ms": 180.59}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 241, "max_ms": 0.085, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.8, "count": 241, "max_ms": 6.022, "p95_ms": 2.766}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 241, "max_ms": 0.079, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.78, "count": 241, "max_ms": 5.964, "p95_ms": 2.744}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 61.695, "count": 241, "max_ms": 104.214, "p95_ms": 82.793}, "visualize": {"avg_ms": 35.742, "count": 241, "max_ms": 58.567, "p95_ms": 47.776}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.307, "count": 241, "max_ms": 48.896, "p95_ms": 43.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.696, "count": 241, "max_ms": 54.933, "p95_ms": 45.502}, "visualize_input_copy_ms": {"avg_ms": 0.8, "count": 241, "max_ms": 5.65, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.544, "count": 241, "max_ms": 54.55, "p95_ms": 45.368}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 241, "max_ms": 0.498, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2394.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.841, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.341, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75048, "write_bytes_delta": 75048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.414956, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86731, "reason": null, "system_cpu_core_ratio": 0.031459, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.383497, "user_cpu_s_delta": 7.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.353724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363523, "system_cpu_s_delta": 7.279999999998836, "user_cpu_core_ratio": 0.990201, "user_cpu_s_delta": 19.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.563, "count": 237, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.979, "max": 11.0, "p95": 11.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.127, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.789, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.843, "count": 30, "max": 74.149, "p95": 64.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.366, "count": 30, "max": 32.696, "p95": 28.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.233, "count": 30, "max": 1011.0, "p95": 986.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 45.6, "count": 30, "max": 1231.0, "p95": 42.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.037, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.412, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79822.267, "count": 30, "max": 85042.0, "p95": 83300.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77074.567, "count": 30, "max": 85042.0, "p95": 83041.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 26.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.525, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.224, "p95": 1.215, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26067, "sampled_at": "2026-11-03T16:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.968, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5569833, "flush_count": 5881, "flush_interval_seconds": 30.0, "flush_state": {"count": 5881, "last_at": "2026-11-03T16:48:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:48:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5880}, "started": true, "suppressed_count": 3361066, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3360658}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5881, "written_record_count": 5881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10377.707, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T16:49:04+09:00", "last_error_summary": "[h264 @ 0x60e179222980] error while decoding MB 14 50, bytestream -22", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9307804262400, "copied_frame_count": 3366538, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9307804262400, "frame_buffer_copies": 3366538, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1484, "count": 512, "max_ms": 3.9729, "p50_ms": 0.12, "p95_ms": 0.2715, "p99_ms": 0.3668}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6494, "count": 512, "max_ms": 6.5296, "p50_ms": 1.5553, "p95_ms": 2.634, "p99_ms": 3.3812, "results": {"failed": 0, "not_applicable": 0, "success": 3366538, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 328, "h264_decode_error_count": 998, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:49:04+09:00", "last_error_summary": "[h264 @ 0x60e179222980] error while decoding MB 14 50, bytestream -22", "last_exit_at": "2026-11-03T16:49:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1309.922, "last_started_at": "2026-11-03T16:27:14+09:00", "pid": 86731, "process": {"exists": false, "pid": 86731}, "restart_count": 348, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 349}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.298, "sample_count": 2253, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.121, "last_frame_pushed_at": "2026-11-03T16:49:04+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-11-03T16:49:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.505, "last_sample_duration_ms": 1411.638, "last_trigger": "periodic", "next_snapshot_in_sec": 294.495, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 591, "storage_bytes": 3545140}, "mjpeg": {"age_sec": 0.112, "exists": true, "mtime": "2026-11-03T16:49:04.478773+09:00", "mtime_epoch": 1793692144.478773, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75223}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:49:04+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2394.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3366538, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.371, "max": 11.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 129}, "total": {"avg": 0.579, "max": 2.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.4, "max": 2.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.4, "max": 2.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.018, "pushed": 8.018, "read": 7.984}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.012, "count": 240, "max_ms": 0.133, "p95_ms": 0.019, "reason": null, "sample_age_ms": 197.909, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.222, "count": 239, "max_ms": 12.936, "p95_ms": 3.787, "reason": null, "sample_age_ms": 253.568, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 239, "max_ms": 12.405, "p95_ms": 2.687, "reason": null, "sample_age_ms": 254.897, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.412, "count": 240, "max_ms": 1.192, "p95_ms": 0.783, "reason": null, "sample_age_ms": 197.918, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.88, "count": 239, "max_ms": 16.238, "p95_ms": 4.866, "reason": null, "sample_age_ms": 250.883, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 250.839, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 198.395, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.415, "count": 240, "max_ms": 95.672, "p95_ms": 77.247, "reason": null, "sample_age_ms": 197.905, "source": "client_direct"}, "sample_age_ms": 197.9, "source": "client_direct", "task_total_ms": {"avg_ms": 59.955, "count": 240, "max_ms": 101.693, "p95_ms": 81.848, "reason": null, "sample_age_ms": 197.9, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.452, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.609, "count": 240, "max_ms": 12.201, "p95_ms": 9.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 240, "max_ms": 1.341, "p95_ms": 0.872}, "detection_prepare_ms": {"avg_ms": 1.0, "count": 240, "max_ms": 5.731, "p95_ms": 2.783}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.049, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 240, "max_ms": 0.865, "p95_ms": 0.472}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.095, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.875, "count": 240, "max_ms": 6.256, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.058, "count": 240, "max_ms": 0.165, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.547, "count": 240, "max_ms": 12.014, "p95_ms": 9.181}, "track_match_ms": {"avg_ms": 0.061, "count": 240, "max_ms": 0.326, "p95_ms": 0.218}, "tracker_update_ms": {"avg_ms": 0.913, "count": 240, "max_ms": 4.989, "p95_ms": 2.783}}, "gstreamer_push": {"avg_ms": 3.565, "count": 240, "max_ms": 8.914, "p95_ms": 5.526}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 240, "max_ms": 0.171, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.7, "count": 240, "max_ms": 104.206, "p95_ms": 82.784}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.945, "count": 240, "max_ms": 15.105, "p95_ms": 7.895}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.597, "count": 240, "max_ms": 169.461, "p95_ms": 130.854}, "inference_input_copy_ms": {"avg_ms": 2.026, "count": 240, "max_ms": 7.575, "p95_ms": 3.238}, "processing_residual_ms": {"avg_ms": 0.258, "count": 240, "max_ms": 0.763, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.825, "count": 240, "max_ms": 176.864, "p95_ms": 135.795}, "read_interval": {"avg_ms": 124.605, "count": 239, "max_ms": 221.453, "p95_ms": 181.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 240, "max_ms": 0.085, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.803, "count": 240, "max_ms": 6.022, "p95_ms": 2.766}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 240, "max_ms": 0.079, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.783, "count": 240, "max_ms": 5.964, "p95_ms": 2.744}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 61.718, "count": 240, "max_ms": 104.214, "p95_ms": 82.793}, "visualize": {"avg_ms": 35.773, "count": 240, "max_ms": 58.567, "p95_ms": 47.776}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.328, "count": 240, "max_ms": 48.896, "p95_ms": 43.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.724, "count": 240, "max_ms": 54.933, "p95_ms": 45.502}, "visualize_input_copy_ms": {"avg_ms": 0.803, "count": 240, "max_ms": 5.65, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.571, "count": 240, "max_ms": 54.55, "p95_ms": 45.368}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 240, "max_ms": 0.498, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2394.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.841, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.341, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75048, "write_bytes_delta": 75048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.414956, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86731, "reason": null, "system_cpu_core_ratio": 0.031459, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.383497, "user_cpu_s_delta": 7.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.353724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363523, "system_cpu_s_delta": 7.279999999998836, "user_cpu_core_ratio": 0.990201, "user_cpu_s_delta": 19.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.563, "count": 237, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.979, "max": 11.0, "p95": 11.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.127, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.789, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.843, "count": 30, "max": 74.149, "p95": 64.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.366, "count": 30, "max": 32.696, "p95": 28.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.233, "count": 30, "max": 1011.0, "p95": 986.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 45.6, "count": 30, "max": 1231.0, "p95": 42.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.037, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.412, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79822.267, "count": 30, "max": 85042.0, "p95": 83300.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77074.567, "count": 30, "max": 85042.0, "p95": 83041.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 26.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.525, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.224, "p95": 1.215, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26067, "sampled_at": "2026-11-03T16:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5569833, "flush_count": 5881, "flush_interval_seconds": 30.0, "flush_state": {"count": 5881, "last_at": "2026-11-03T16:48:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:48:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5880}, "started": true, "suppressed_count": 3361066, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3360658}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5881, "written_record_count": 5881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10377.867, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9307804262400, "copied_frame_count": 3366538, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9307804262400, "frame_buffer_copies": 3366538, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1484, "count": 512, "max_ms": 3.9729, "p50_ms": 0.12, "p95_ms": 0.2715, "p99_ms": 0.3668}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6494, "count": 512, "max_ms": 6.5296, "p50_ms": 1.5553, "p95_ms": 2.634, "p99_ms": 3.3812, "results": {"failed": 0, "not_applicable": 0, "success": 3366538, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 328, "h264_decode_error_count": 998, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:49:04+09:00", "last_error_summary": "[h264 @ 0x60e179222980] error while decoding MB 14 50, bytestream -22", "last_exit_at": "2026-11-03T16:49:04+09:00", "last_returncode": 0, "last_stable_duration_sec": 1309.987, "last_started_at": "2026-11-03T16:27:14+09:00", "pid": 86731, "process": {"exists": false, "pid": 86731}, "restart_count": 348, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 349}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.298, "sample_count": 2252, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.186, "last_frame_pushed_at": "2026-11-03T16:49:04+09:00", "last_frame_read_age_sec": 0.311, "last_frame_read_at": "2026-11-03T16:49:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 305.573, "last_sample_duration_ms": 1411.638, "last_trigger": "periodic", "next_snapshot_in_sec": 294.427, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 591, "storage_bytes": 3545140}, "mjpeg": {"age_sec": 0.177, "exists": true, "mtime": "2026-11-03T16:49:04.478773+09:00", "mtime_epoch": 1793692144.478773, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75223}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:49:04+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2394.266, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3366538, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.371, "max": 11.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.078, "max": 2.0, "p95": 2.0, "sample_count": 129}, "total": {"avg": 0.579, "max": 2.0, "p95": 1.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 0.4, "max": 2.0, "p95": 1.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.008, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 0.4, "max": 2.0, "p95": 1.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 239, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.0, "pushed": 8.0, "read": 7.967}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 239, "client_acquire_ms": {"avg_ms": 0.012, "count": 239, "max_ms": 0.133, "p95_ms": 0.019, "reason": null, "sample_age_ms": 268.384, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.222, "count": 239, "max_ms": 12.936, "p95_ms": 3.787, "reason": null, "sample_age_ms": 324.044, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.523, "count": 239, "max_ms": 12.405, "p95_ms": 2.687, "reason": null, "sample_age_ms": 325.373, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 239, "max_ms": 1.192, "p95_ms": 0.783, "reason": null, "sample_age_ms": 268.394, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.88, "count": 239, "max_ms": 16.238, "p95_ms": 4.866, "reason": null, "sample_age_ms": 321.358, "source": "client_direct"}, "request_count": 239, "request_tensor_bytes": {"avg": 2764808.0, "count": 239, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 321.315, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 268.871, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.401, "count": 239, "max_ms": 95.672, "p95_ms": 77.325, "reason": null, "sample_age_ms": 268.38, "source": "client_direct"}, "sample_age_ms": 268.376, "source": "client_direct", "task_total_ms": {"avg_ms": 59.946, "count": 239, "max_ms": 101.693, "p95_ms": 81.913, "reason": null, "sample_age_ms": 268.376, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.473, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.609, "count": 240, "max_ms": 12.201, "p95_ms": 9.283}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.434, "count": 240, "max_ms": 1.341, "p95_ms": 0.872}, "detection_prepare_ms": {"avg_ms": 1.0, "count": 240, "max_ms": 5.731, "p95_ms": 2.783}, "event_filter_ms": {"avg_ms": 0.006, "count": 240, "max_ms": 0.049, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.195, "count": 240, "max_ms": 0.865, "p95_ms": 0.472}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.095, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.875, "count": 240, "max_ms": 6.256, "p95_ms": 2.939}, "setup_ms": {"avg_ms": 0.058, "count": 240, "max_ms": 0.165, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.547, "count": 240, "max_ms": 12.014, "p95_ms": 9.181}, "track_match_ms": {"avg_ms": 0.061, "count": 240, "max_ms": 0.326, "p95_ms": 0.218}, "tracker_update_ms": {"avg_ms": 0.913, "count": 240, "max_ms": 4.989, "p95_ms": 2.783}}, "gstreamer_push": {"avg_ms": 3.565, "count": 240, "max_ms": 8.914, "p95_ms": 5.526}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 240, "max_ms": 0.171, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.7, "count": 240, "max_ms": 104.206, "p95_ms": 82.784}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 1.945, "count": 240, "max_ms": 15.105, "p95_ms": 7.895}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.597, "count": 240, "max_ms": 169.461, "p95_ms": 130.854}, "inference_input_copy_ms": {"avg_ms": 2.026, "count": 240, "max_ms": 7.575, "p95_ms": 3.238}, "processing_residual_ms": {"avg_ms": 0.258, "count": 240, "max_ms": 0.763, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.825, "count": 240, "max_ms": 176.864, "p95_ms": 135.795}, "read_interval": {"avg_ms": 124.605, "count": 239, "max_ms": 221.453, "p95_ms": 181.067}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 240, "max_ms": 0.085, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.803, "count": 240, "max_ms": 6.022, "p95_ms": 2.766}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 240, "max_ms": 0.079, "p95_ms": 0.045}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.783, "count": 240, "max_ms": 5.964, "p95_ms": 2.744}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 61.718, "count": 240, "max_ms": 104.214, "p95_ms": 82.793}, "visualize": {"avg_ms": 35.773, "count": 240, "max_ms": 58.567, "p95_ms": 47.776}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.328, "count": 240, "max_ms": 48.896, "p95_ms": 43.126}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.724, "count": 240, "max_ms": 54.933, "p95_ms": 45.502}, "visualize_input_copy_ms": {"avg_ms": 0.803, "count": 240, "max_ms": 5.65, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.571, "count": 240, "max_ms": 54.55, "p95_ms": 45.368}, "visualizer_prepare_ms": {"avg_ms": 0.079, "count": 240, "max_ms": 0.498, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2394.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.841, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.341, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75048, "write_bytes_delta": 75048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.414956, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86731, "reason": null, "system_cpu_core_ratio": 0.031459, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.383497, "user_cpu_s_delta": 7.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.353724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363523, "system_cpu_s_delta": 7.279999999998836, "user_cpu_core_ratio": 0.990201, "user_cpu_s_delta": 19.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.563, "count": 237, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.979, "max": 11.0, "p95": 11.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.127, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.789, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.843, "count": 30, "max": 74.149, "p95": 64.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.366, "count": 30, "max": 32.696, "p95": 28.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.233, "count": 30, "max": 1011.0, "p95": 986.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 45.6, "count": 30, "max": 1231.0, "p95": 42.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.037, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.412, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79822.267, "count": 30, "max": 85042.0, "p95": 83300.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77074.567, "count": 30, "max": 85042.0, "p95": 83041.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 26.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.525, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.224, "p95": 1.215, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26067, "sampled_at": "2026-11-03T16:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5569833, "flush_count": 5881, "flush_interval_seconds": 30.0, "flush_state": {"count": 5881, "last_at": "2026-11-03T16:48:06", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T16:48:06", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5880}, "started": true, "suppressed_count": 3361066, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3360658}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5881, "written_record_count": 5881}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10543.16, "limit_mb": null}, "detail": {"pid": 86963, "restart_count": 349, "start_count": 350}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9307804262400, "copied_frame_count": 3366538, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9307804262400, "frame_buffer_copies": 3366538, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1484, "count": 512, "max_ms": 3.9729, "p50_ms": 0.12, "p95_ms": 0.2715, "p99_ms": 0.3668}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.6494, "count": 512, "max_ms": 6.5296, "p50_ms": 1.5553, "p95_ms": 2.634, "p99_ms": 3.3812, "results": {"failed": 0, "not_applicable": 0, "success": 3366538, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 328, "h264_decode_error_count": 998, "h264_decode_error_count_per_hour": 12, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T16:49:04+09:00", "last_error_summary": "[h264 @ 0x60e179222980] error while decoding MB 14 50, bytestream -22", "last_exit_at": "2026-11-03T16:49:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T16:49:07+09:00", "pid": 86963, "process": {"exists": true, "fd_count": 5, "hwm_mb": 199.605, "name": "ffmpeg", "pid": 86963, "rss_mb": 199.605, "state": "S (sleeping)", "threads": 70}, "restart_count": 349, "restart_count_per_hour": 6, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 350}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.45, "sample_count": 2215, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366538, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:49:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.045, "last_frame_pushed_at": "2026-11-03T16:49:04+09:00", "last_frame_read_age_sec": 5.17, "last_frame_read_at": "2026-11-03T16:49:04+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 191, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 310.416, "last_sample_duration_ms": 1411.638, "last_trigger": "periodic", "next_snapshot_in_sec": 289.584, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 591, "storage_bytes": 3545140}, "mjpeg": {"age_sec": 5.036, "exists": true, "mtime": "2026-11-03T16:49:04.478773+09:00", "mtime_epoch": 1793692144.478773, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75223}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T16:49:09+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2394.27, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3366538, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.653, "max": 11.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.086, "max": 2.0, "p95": 2.0, "sample_count": 116}, "total": {"avg": 0.633, "max": 2.0, "p95": 2.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 0.276, "max": 2.0, "p95": 2.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.01, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 0.276, "max": 2.0, "p95": 2.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.654, "pushed": 6.654, "read": 6.62}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.012, "count": 199, "max_ms": 0.133, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5120.533, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.238, "count": 198, "max_ms": 12.936, "p95_ms": 3.794, "reason": null, "sample_age_ms": 5176.193, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.522, "count": 198, "max_ms": 12.405, "p95_ms": 2.69, "reason": null, "sample_age_ms": 5177.522, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.408, "count": 199, "max_ms": 1.192, "p95_ms": 0.773, "reason": null, "sample_age_ms": 5120.543, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.868, "count": 198, "max_ms": 16.238, "p95_ms": 4.42, "reason": null, "sample_age_ms": 5173.507, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5173.464, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5121.02, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 56.418, "count": 199, "max_ms": 95.672, "p95_ms": 78.994, "reason": null, "sample_age_ms": 5120.529, "source": "client_direct"}, "sample_age_ms": 5120.525, "source": "client_direct", "task_total_ms": {"avg_ms": 59.951, "count": 199, "max_ms": 101.693, "p95_ms": 83.779, "reason": null, "sample_age_ms": 5120.525, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.328, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 3.796, "count": 199, "max_ms": 12.201, "p95_ms": 9.352}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.422, "count": 199, "max_ms": 1.341, "p95_ms": 0.832}, "detection_prepare_ms": {"avg_ms": 1.046, "count": 199, "max_ms": 5.021, "p95_ms": 2.795}, "event_filter_ms": {"avg_ms": 0.005, "count": 199, "max_ms": 0.049, "p95_ms": 0.011}, "id_reconcile_ms": {"avg_ms": 0.21, "count": 199, "max_ms": 0.865, "p95_ms": 0.48}, "mcmt_ms": {"avg_ms": 0.004, "count": 199, "max_ms": 0.095, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.967, "count": 199, "max_ms": 6.256, "p95_ms": 3.085}, "setup_ms": {"avg_ms": 0.058, "count": 199, "max_ms": 0.165, "p95_ms": 0.108}, "total_inside_ms": {"avg_ms": 3.734, "count": 199, "max_ms": 12.014, "p95_ms": 9.283}, "track_match_ms": {"avg_ms": 0.063, "count": 199, "max_ms": 0.326, "p95_ms": 0.225}, "tracker_update_ms": {"avg_ms": 0.957, "count": 199, "max_ms": 4.199, "p95_ms": 2.783}}, "gstreamer_push": {"avg_ms": 3.599, "count": 199, "max_ms": 8.914, "p95_ms": 5.61}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 199, "max_ms": 0.171, "p95_ms": 0.122}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 61.731, "count": 199, "max_ms": 104.206, "p95_ms": 89.117}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.077, "count": 199, "max_ms": 15.105, "p95_ms": 7.9}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.342, "count": 199, "max_ms": 169.461, "p95_ms": 136.704}, "inference_input_copy_ms": {"avg_ms": 2.012, "count": 199, "max_ms": 5.565, "p95_ms": 3.238}, "processing_residual_ms": {"avg_ms": 0.26, "count": 199, "max_ms": 0.763, "p95_ms": 0.486}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.691, "count": 199, "max_ms": 176.864, "p95_ms": 139.398}, "read_interval": {"avg_ms": 125.534, "count": 198, "max_ms": 221.453, "p95_ms": 183.061}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 199, "max_ms": 0.085, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 0.896, "count": 199, "max_ms": 6.022, "p95_ms": 2.958}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 199, "max_ms": 0.076, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.876, "count": 199, "max_ms": 5.964, "p95_ms": 2.916}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.031, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 61.749, "count": 199, "max_ms": 104.214, "p95_ms": 89.134}, "visualize": {"avg_ms": 36.304, "count": 199, "max_ms": 58.567, "p95_ms": 49.048}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.676, "count": 199, "max_ms": 48.896, "p95_ms": 43.866}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.214, "count": 199, "max_ms": 54.933, "p95_ms": 47.822}, "visualize_input_copy_ms": {"avg_ms": 0.845, "count": 199, "max_ms": 3.269, "p95_ms": 2.129}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.061, "count": 199, "max_ms": 54.55, "p95_ms": 47.714}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 199, "max_ms": 0.232, "p95_ms": 0.17}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "global_sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2394.199, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.841, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 146.341, "sample_count": 2250, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3366397, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T16:48:46+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 75048, "write_bytes_delta": 75048, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 989.0, "cpu_core_ratio": 0.414956, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86731, "reason": null, "system_cpu_core_ratio": 0.031459, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.383497, "user_cpu_s_delta": 7.680000000000007}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.353724, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.363523, "system_cpu_s_delta": 7.279999999998836, "user_cpu_core_ratio": 0.990201, "user_cpu_s_delta": 19.830000000016298}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.563, "count": 237, "max_ms": 6.437, "p95_ms": 5.483, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 4.979, "max": 11.0, "p95": 11.0, "sample_count": 237}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.127, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 0.789, "max": 2.0, "p95": 2.0, "sample_count": 237}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.843, "count": 30, "max": 74.149, "p95": 64.008, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 18.366, "count": 30, "max": 32.696, "p95": 28.411, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 805.233, "count": 30, "max": 1011.0, "p95": 986.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 45.6, "count": 30, "max": 1231.0, "p95": 42.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.037, "p95": 0.034, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.364, "count": 30, "max": 0.412, "p95": 0.402, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79822.267, "count": 30, "max": 85042.0, "p95": 83300.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77074.567, "count": 30, "max": 85042.0, "p95": 83041.25, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.133, "count": 30, "max": 26.0, "p95": 23.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.456, "count": 30, "max": 0.525, "p95": 0.511, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.134, "count": 30, "max": 1.224, "p95": 1.215, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26067, "sampled_at": "2026-11-03T16:48:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T16:48:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.908, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5587873, "flush_count": 5899, "flush_interval_seconds": 30.0, "flush_state": {"count": 5899, "last_at": "2026-11-03T17:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5898}, "started": true, "suppressed_count": 3369334, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3368926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5899, "written_record_count": 5899}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10407.824, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f26e0426700] error while decoding MB 30 2, bytestream -16 [h264 @ 0x5f26e0528240] left block unavailable for requested intra mode [h264 @ 0x5f26e0528240] error while decoding MB 0 24, bytestream 5338 [h264 @ 0x5f26e04126c0] left block unavailable for requested intra mode [h264 @ 0x5f26e04126c0] error while decoding MB 0 26, bytestream 7651", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9330710630400, "copied_frame_count": 3374823, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9330710630400, "frame_buffer_copies": 3374823, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1292, "count": 512, "max_ms": 4.0568, "p50_ms": 0.1033, "p95_ms": 0.2241, "p99_ms": 0.3073}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4766, "count": 512, "max_ms": 3.5028, "p50_ms": 1.4046, "p95_ms": 2.3323, "p99_ms": 2.9, "results": {"failed": 0, "not_applicable": 0, "success": 3374823, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 329, "h264_decode_error_count": 1001, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:06:41+09:00", "last_error_summary": "[h264 @ 0x5f26e0426700] error while decoding MB 30 2, bytestream -16 [h264 @ 0x5f26e0528240] left block unavailable for requested intra mode [h264 @ 0x5f26e0528240] error while decoding MB 0 24, bytestream 5338 [h264 @ 0x5f26e04126c0] left block unavailable for requested intra mode [h264 @ 0x5f26e04126c0] error while decoding MB 0 26, bytestream 7651", "last_exit_at": "2026-11-03T16:49:07+09:00", "last_returncode": 0, "last_stable_duration_sec": 1053.608, "last_started_at": "2026-11-03T16:49:07+09:00", "pid": 86963, "process": {"exists": false, "pid": 86963}, "restart_count": 349, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 350}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.853, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374823, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:40+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.087, "last_frame_pushed_at": "2026-11-03T17:06:41+09:00", "last_frame_read_age_sec": 0.08, "last_frame_read_at": "2026-11-03T17:06:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.37, "last_sample_duration_ms": 1199.896, "last_trigger": "periodic", "next_snapshot_in_sec": 441.63, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 593, "storage_bytes": 3564295}, "mjpeg": {"age_sec": 0.079, "exists": true, "mtime": "2026-11-03T17:06:41.042487+09:00", "mtime_epoch": 1793693201.0424867, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75621}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:06:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2398.242, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3374824, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.108, "max": 12.0, "p95": 11.0, "sample_count": 240}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.562, "max": 3.0, "p95": 2.0, "sample_count": 240}, "total": {"avg": 1.562, "max": 3.0, "p95": 2.0, "sample_count": 240}}, "tracking_counts": {"active": {"avg": 1.517, "max": 3.0, "p95": 2.0, "sample_count": 240}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 240}, "tracked": {"avg": 1.517, "max": 3.0, "p95": 2.0, "sample_count": 240}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 240, "pushed_frames": 240, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.007, "pushed": 8.007, "read": 8.007}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.011, "count": 240, "max_ms": 0.105, "p95_ms": 0.021, "reason": null, "sample_age_ms": 34.567, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.211, "count": 240, "max_ms": 11.801, "p95_ms": 4.223, "reason": null, "sample_age_ms": 87.159, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.556, "count": 240, "max_ms": 11.245, "p95_ms": 2.96, "reason": null, "sample_age_ms": 87.405, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.441, "count": 240, "max_ms": 4.111, "p95_ms": 0.808, "reason": null, "sample_age_ms": 34.591, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.549, "count": 240, "max_ms": 7.525, "p95_ms": 4.172, "reason": null, "sample_age_ms": 85.694, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 85.673, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 240, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 35.403, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.785, "count": 240, "max_ms": 93.6, "p95_ms": 72.813, "reason": null, "sample_age_ms": 34.558, "source": "client_direct"}, "sample_age_ms": 34.55, "source": "client_direct", "task_total_ms": {"avg_ms": 52.997, "count": 240, "max_ms": 97.334, "p95_ms": 75.411, "reason": null, "sample_age_ms": 34.55, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.062, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.547, "count": 240, "max_ms": 17.153, "p95_ms": 11.789}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 240, "max_ms": 1.397, "p95_ms": 0.894}, "detection_prepare_ms": {"avg_ms": 1.607, "count": 240, "max_ms": 4.576, "p95_ms": 2.782}, "event_filter_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.027, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.235, "count": 240, "max_ms": 0.632, "p95_ms": 0.476}, "mcmt_ms": {"avg_ms": 0.004, "count": 240, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.316, "count": 240, "max_ms": 7.689, "p95_ms": 5.895}, "setup_ms": {"avg_ms": 0.053, "count": 240, "max_ms": 0.145, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.459, "count": 240, "max_ms": 17.006, "p95_ms": 11.671}, "track_match_ms": {"avg_ms": 0.164, "count": 240, "max_ms": 0.747, "p95_ms": 0.332}, "tracker_update_ms": {"avg_ms": 1.615, "count": 240, "max_ms": 3.772, "p95_ms": 2.827}}, "gstreamer_push": {"avg_ms": 3.339, "count": 240, "max_ms": 7.069, "p95_ms": 5.338}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.063, "count": 240, "max_ms": 0.478, "p95_ms": 0.134}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.728, "count": 240, "max_ms": 104.064, "p95_ms": 77.585}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.115, "count": 240, "max_ms": 12.55, "p95_ms": 8.234}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.023, "count": 240, "max_ms": 169.223, "p95_ms": 134.638}, "inference_input_copy_ms": {"avg_ms": 2.052, "count": 240, "max_ms": 8.995, "p95_ms": 3.524}, "processing_residual_ms": {"avg_ms": 0.308, "count": 240, "max_ms": 1.547, "p95_ms": 0.593}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.499, "count": 240, "max_ms": 174.416, "p95_ms": 140.246}, "read_interval": {"avg_ms": 124.995, "count": 240, "max_ms": 227.355, "p95_ms": 180.496}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 240, "max_ms": 0.103, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.226, "count": 240, "max_ms": 7.537, "p95_ms": 5.732}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 240, "max_ms": 0.09, "p95_ms": 0.036}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.204, "count": 240, "max_ms": 7.508, "p95_ms": 5.683}, "worker_merge_ms": {"avg_ms": 0.007, "count": 240, "max_ms": 0.032, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.744, "count": 240, "max_ms": 104.077, "p95_ms": 77.591}, "visualize": {"avg_ms": 38.277, "count": 240, "max_ms": 76.728, "p95_ms": 51.7}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.218, "count": 240, "max_ms": 65.195, "p95_ms": 44.37}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.489, "count": 240, "max_ms": 72.263, "p95_ms": 49.946}, "visualize_input_copy_ms": {"avg_ms": 1.519, "count": 240, "max_ms": 5.881, "p95_ms": 2.731}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 240, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.311, "count": 240, "max_ms": 72.07, "p95_ms": 49.807}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 240, "max_ms": 0.337, "p95_ms": 0.177}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 240}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 240}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2398.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.757, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.396, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72942, "write_bytes_delta": 72942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 982.0, "cpu_core_ratio": 0.380584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86963, "reason": null, "system_cpu_core_ratio": 0.03184, "system_cpu_s_delta": 0.6400000000000006, "user_cpu_core_ratio": 0.348744, "user_cpu_s_delta": 7.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.592481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460183, "system_cpu_s_delta": 9.25, "user_cpu_core_ratio": 1.132298, "user_cpu_s_delta": 22.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 250, "max_ms": 6.977, "p95_ms": 5.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.796, "max": 11.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.296, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.464, "count": 30, "max": 74.453, "p95": 53.767, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.419, "count": 30, "max": 33.706, "p95": 28.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.8, "count": 30, "max": 1010.0, "p95": 983.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 46.3, "count": 30, "max": 1096.0, "p95": 127.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.107, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.376, "p95": 0.359, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 32.0, "p95": 22.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.482, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.173, "p95": 1.16, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26119, "sampled_at": "2026-11-03T17:06:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:06:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.975, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5587873, "flush_count": 5899, "flush_interval_seconds": 30.0, "flush_state": {"count": 5899, "last_at": "2026-11-03T17:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5898}, "started": true, "suppressed_count": 3369334, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3368926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5899, "written_record_count": 5899}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10408.277, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T17:06:41+09:00", "last_error_summary": "[h264 @ 0x5f26e0426700] error while decoding MB 30 2, bytestream -16 [h264 @ 0x5f26e0528240] left block unavailable for requested intra mode [h264 @ 0x5f26e0528240] error while decoding MB 0 24, bytestream 5338 [h264 @ 0x5f26e04126c0] left block unavailable for requested intra mode [h264 @ 0x5f26e04126c0] error while decoding MB 0 26, bytestream 7651", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9330713395200, "copied_frame_count": 3374824, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9330713395200, "frame_buffer_copies": 3374824, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1293, "count": 512, "max_ms": 4.0568, "p50_ms": 0.1035, "p95_ms": 0.2241, "p99_ms": 0.3073}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5193, "count": 512, "max_ms": 23.1029, "p50_ms": 1.4109, "p95_ms": 2.3455, "p99_ms": 2.9433, "results": {"failed": 0, "not_applicable": 0, "success": 3374824, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 329, "h264_decode_error_count": 1001, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:06:41+09:00", "last_error_summary": "[h264 @ 0x5f26e0426700] error while decoding MB 30 2, bytestream -16 [h264 @ 0x5f26e0528240] left block unavailable for requested intra mode [h264 @ 0x5f26e0528240] error while decoding MB 0 24, bytestream 5338 [h264 @ 0x5f26e04126c0] left block unavailable for requested intra mode [h264 @ 0x5f26e04126c0] error while decoding MB 0 26, bytestream 7651", "last_exit_at": "2026-11-03T17:06:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1053.772, "last_started_at": "2026-11-03T16:49:07+09:00", "pid": 86963, "process": {"exists": false, "pid": 86963}, "restart_count": 349, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 350}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.853, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.105, "last_frame_pushed_at": "2026-11-03T17:06:41+09:00", "last_frame_read_age_sec": 0.245, "last_frame_read_at": "2026-11-03T17:06:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.508, "last_sample_duration_ms": 1199.896, "last_trigger": "periodic", "next_snapshot_in_sec": 441.492, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 593, "storage_bytes": 3564295}, "mjpeg": {"age_sec": 0.093, "exists": true, "mtime": "2026-11-03T17:06:41.192487+09:00", "mtime_epoch": 1793693201.1924875, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75711}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:06:41+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2398.242, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3374824, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.096, "max": 12.0, "p95": 11.0, "sample_count": 239}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.565, "max": 3.0, "p95": 2.0, "sample_count": 239}, "total": {"avg": 1.565, "max": 3.0, "p95": 2.0, "sample_count": 239}}, "tracking_counts": {"active": {"avg": 1.519, "max": 3.0, "p95": 2.0, "sample_count": 239}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 239}, "tracked": {"avg": 1.519, "max": 3.0, "p95": 2.0, "sample_count": 239}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 239, "pushed_frames": 239, "read_frames": 238, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.988, "pushed": 7.988, "read": 7.955}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 238, "client_acquire_ms": {"avg_ms": 0.011, "count": 239, "max_ms": 0.105, "p95_ms": 0.021, "reason": null, "sample_age_ms": 200.482, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.21, "count": 238, "max_ms": 11.801, "p95_ms": 4.233, "reason": null, "sample_age_ms": 253.074, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.553, "count": 238, "max_ms": 11.245, "p95_ms": 2.981, "reason": null, "sample_age_ms": 253.32, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.441, "count": 239, "max_ms": 4.111, "p95_ms": 0.81, "reason": null, "sample_age_ms": 200.505, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.551, "count": 238, "max_ms": 7.525, "p95_ms": 4.172, "reason": null, "sample_age_ms": 251.609, "source": "client_direct"}, "request_count": 238, "request_tensor_bytes": {"avg": 2764808.0, "count": 238, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 251.588, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 239, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 201.318, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.818, "count": 239, "max_ms": 93.6, "p95_ms": 72.828, "reason": null, "sample_age_ms": 200.472, "source": "client_direct"}, "sample_age_ms": 200.464, "source": "client_direct", "task_total_ms": {"avg_ms": 53.032, "count": 239, "max_ms": 97.334, "p95_ms": 75.448, "reason": null, "sample_age_ms": 200.464, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.4, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.542, "count": 239, "max_ms": 17.153, "p95_ms": 12.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.457, "count": 239, "max_ms": 1.397, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.603, "count": 239, "max_ms": 4.576, "p95_ms": 2.805}, "event_filter_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.027, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 239, "max_ms": 0.632, "p95_ms": 0.497}, "mcmt_ms": {"avg_ms": 0.004, "count": 239, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.316, "count": 239, "max_ms": 7.689, "p95_ms": 5.933}, "setup_ms": {"avg_ms": 0.053, "count": 239, "max_ms": 0.145, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 7.453, "count": 239, "max_ms": 17.006, "p95_ms": 12.064}, "track_match_ms": {"avg_ms": 0.164, "count": 239, "max_ms": 0.747, "p95_ms": 0.353}, "tracker_update_ms": {"avg_ms": 1.614, "count": 239, "max_ms": 3.772, "p95_ms": 2.898}}, "gstreamer_push": {"avg_ms": 3.34, "count": 239, "max_ms": 7.069, "p95_ms": 5.364}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 239, "max_ms": 0.478, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.751, "count": 239, "max_ms": 104.064, "p95_ms": 77.586}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.119, "count": 239, "max_ms": 12.55, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.129, "count": 239, "max_ms": 169.223, "p95_ms": 136.143}, "inference_input_copy_ms": {"avg_ms": 2.051, "count": 239, "max_ms": 8.995, "p95_ms": 3.543}, "processing_residual_ms": {"avg_ms": 0.307, "count": 239, "max_ms": 1.547, "p95_ms": 0.594}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.606, "count": 239, "max_ms": 174.416, "p95_ms": 142.578}, "read_interval": {"avg_ms": 125.129, "count": 238, "max_ms": 227.355, "p95_ms": 180.715}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 239, "max_ms": 0.103, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.226, "count": 239, "max_ms": 7.537, "p95_ms": 5.855}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 239, "max_ms": 0.09, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.205, "count": 239, "max_ms": 7.508, "p95_ms": 5.805}, "worker_merge_ms": {"avg_ms": 0.007, "count": 239, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.767, "count": 239, "max_ms": 104.077, "p95_ms": 77.596}, "visualize": {"avg_ms": 38.366, "count": 239, "max_ms": 76.728, "p95_ms": 51.84}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.257, "count": 239, "max_ms": 65.195, "p95_ms": 44.789}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.577, "count": 239, "max_ms": 72.263, "p95_ms": 50.062}, "visualize_input_copy_ms": {"avg_ms": 1.519, "count": 239, "max_ms": 5.881, "p95_ms": 2.766}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 239, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.399, "count": 239, "max_ms": 72.07, "p95_ms": 49.87}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 239, "max_ms": 0.337, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 239}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 239}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2398.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.757, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.396, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72942, "write_bytes_delta": 72942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 982.0, "cpu_core_ratio": 0.380584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86963, "reason": null, "system_cpu_core_ratio": 0.03184, "system_cpu_s_delta": 0.6400000000000006, "user_cpu_core_ratio": 0.348744, "user_cpu_s_delta": 7.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.592481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460183, "system_cpu_s_delta": 9.25, "user_cpu_core_ratio": 1.132298, "user_cpu_s_delta": 22.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 250, "max_ms": 6.977, "p95_ms": 5.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.796, "max": 11.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.296, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.464, "count": 30, "max": 74.453, "p95": 53.767, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.419, "count": 30, "max": 33.706, "p95": 28.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.8, "count": 30, "max": 1010.0, "p95": 983.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 46.3, "count": 30, "max": 1096.0, "p95": 127.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.107, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.376, "p95": 0.359, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 32.0, "p95": 22.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.482, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.173, "p95": 1.16, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26119, "sampled_at": "2026-11-03T17:06:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:06:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.92, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5587873, "flush_count": 5899, "flush_interval_seconds": 30.0, "flush_state": {"count": 5899, "last_at": "2026-11-03T17:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5898}, "started": true, "suppressed_count": 3369334, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3368926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5899, "written_record_count": 5899}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10407.02, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9330713395200, "copied_frame_count": 3374824, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9330713395200, "frame_buffer_copies": 3374824, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1293, "count": 512, "max_ms": 4.0568, "p50_ms": 0.1035, "p95_ms": 0.2241, "p99_ms": 0.3073}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5193, "count": 512, "max_ms": 23.1029, "p50_ms": 1.4109, "p95_ms": 2.3455, "p99_ms": 2.9433, "results": {"failed": 0, "not_applicable": 0, "success": 3374824, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 329, "h264_decode_error_count": 1001, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:06:41+09:00", "last_error_summary": "[h264 @ 0x5f26e0426700] error while decoding MB 30 2, bytestream -16 [h264 @ 0x5f26e0528240] left block unavailable for requested intra mode [h264 @ 0x5f26e0528240] error while decoding MB 0 24, bytestream 5338 [h264 @ 0x5f26e04126c0] left block unavailable for requested intra mode [h264 @ 0x5f26e04126c0] error while decoding MB 0 26, bytestream 7651", "last_exit_at": "2026-11-03T17:06:41+09:00", "last_returncode": 0, "last_stable_duration_sec": 1053.867, "last_started_at": "2026-11-03T16:49:07+09:00", "pid": 86963, "process": {"exists": false, "pid": 86963}, "restart_count": 349, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 350}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.853, "sample_count": 2369, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.199, "last_frame_pushed_at": "2026-11-03T17:06:41+09:00", "last_frame_read_age_sec": 0.34, "last_frame_read_at": "2026-11-03T17:06:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 158.599, "last_sample_duration_ms": 1199.896, "last_trigger": "periodic", "next_snapshot_in_sec": 441.401, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 593, "storage_bytes": 3564295}, "mjpeg": {"age_sec": 0.188, "exists": true, "mtime": "2026-11-03T17:06:41.192487+09:00", "mtime_epoch": 1793693201.1924875, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75711}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:06:41+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2398.242, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3374824, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.088, "max": 12.0, "p95": 11.0, "sample_count": 238}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.567, "max": 3.0, "p95": 2.0, "sample_count": 238}, "total": {"avg": 1.567, "max": 3.0, "p95": 2.0, "sample_count": 238}}, "tracking_counts": {"active": {"avg": 1.521, "max": 3.0, "p95": 2.0, "sample_count": 238}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "removed": {"avg": 0.017, "max": 1.0, "p95": 0.0, "sample_count": 238}, "tracked": {"avg": 1.521, "max": 3.0, "p95": 2.0, "sample_count": 238}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 238, "pushed_frames": 238, "read_frames": 237, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.956, "pushed": 7.956, "read": 7.923}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 237, "client_acquire_ms": {"avg_ms": 0.011, "count": 238, "max_ms": 0.105, "p95_ms": 0.021, "reason": null, "sample_age_ms": 293.576, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.214, "count": 237, "max_ms": 11.801, "p95_ms": 4.238, "reason": null, "sample_age_ms": 346.169, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.555, "count": 237, "max_ms": 11.245, "p95_ms": 2.992, "reason": null, "sample_age_ms": 346.415, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.441, "count": 238, "max_ms": 4.111, "p95_ms": 0.812, "reason": null, "sample_age_ms": 293.6, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.555, "count": 237, "max_ms": 7.525, "p95_ms": 4.173, "reason": null, "sample_age_ms": 344.704, "source": "client_direct"}, "request_count": 237, "request_tensor_bytes": {"avg": 2764808.0, "count": 237, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 344.682, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 238, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 294.413, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.83, "count": 238, "max_ms": 93.6, "p95_ms": 72.842, "reason": null, "sample_age_ms": 293.567, "source": "client_direct"}, "sample_age_ms": 293.559, "source": "client_direct", "task_total_ms": {"avg_ms": 53.044, "count": 238, "max_ms": 97.334, "p95_ms": 75.485, "reason": null, "sample_age_ms": 293.559, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.344, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.539, "count": 238, "max_ms": 17.153, "p95_ms": 12.186}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.456, "count": 238, "max_ms": 1.397, "p95_ms": 0.895}, "detection_prepare_ms": {"avg_ms": 1.6, "count": 238, "max_ms": 4.576, "p95_ms": 2.805}, "event_filter_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.027, "p95_ms": 0.016}, "id_reconcile_ms": {"avg_ms": 0.234, "count": 238, "max_ms": 0.632, "p95_ms": 0.497}, "mcmt_ms": {"avg_ms": 0.004, "count": 238, "max_ms": 0.021, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.319, "count": 238, "max_ms": 7.689, "p95_ms": 5.933}, "setup_ms": {"avg_ms": 0.053, "count": 238, "max_ms": 0.145, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 7.451, "count": 238, "max_ms": 17.006, "p95_ms": 12.064}, "track_match_ms": {"avg_ms": 0.164, "count": 238, "max_ms": 0.747, "p95_ms": 0.353}, "tracker_update_ms": {"avg_ms": 1.613, "count": 238, "max_ms": 3.772, "p95_ms": 2.898}}, "gstreamer_push": {"avg_ms": 3.345, "count": 238, "max_ms": 7.069, "p95_ms": 5.364}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.062, "count": 238, "max_ms": 0.478, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.765, "count": 238, "max_ms": 104.064, "p95_ms": 77.586}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.118, "count": 238, "max_ms": 12.55, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 102.136, "count": 238, "max_ms": 169.223, "p95_ms": 136.143}, "inference_input_copy_ms": {"avg_ms": 2.051, "count": 238, "max_ms": 8.995, "p95_ms": 3.543}, "processing_residual_ms": {"avg_ms": 0.308, "count": 238, "max_ms": 1.547, "p95_ms": 0.594}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 107.612, "count": 238, "max_ms": 174.416, "p95_ms": 142.578}, "read_interval": {"avg_ms": 125.169, "count": 237, "max_ms": 227.355, "p95_ms": 180.715}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 238, "max_ms": 0.103, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 3.23, "count": 238, "max_ms": 7.537, "p95_ms": 5.855}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 238, "max_ms": 0.09, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.208, "count": 238, "max_ms": 7.508, "p95_ms": 5.805}, "worker_merge_ms": {"avg_ms": 0.007, "count": 238, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 54.781, "count": 238, "max_ms": 104.077, "p95_ms": 77.596}, "visualize": {"avg_ms": 38.361, "count": 238, "max_ms": 76.728, "p95_ms": 51.84}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.251, "count": 238, "max_ms": 65.195, "p95_ms": 44.789}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.572, "count": 238, "max_ms": 72.263, "p95_ms": 50.062}, "visualize_input_copy_ms": {"avg_ms": 1.52, "count": 238, "max_ms": 5.881, "p95_ms": 2.766}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 238, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.393, "count": 238, "max_ms": 72.07, "p95_ms": 49.87}, "visualizer_prepare_ms": {"avg_ms": 0.087, "count": 238, "max_ms": 0.337, "p95_ms": 0.178}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 238}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 238}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2398.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.757, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.396, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72942, "write_bytes_delta": 72942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 982.0, "cpu_core_ratio": 0.380584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86963, "reason": null, "system_cpu_core_ratio": 0.03184, "system_cpu_s_delta": 0.6400000000000006, "user_cpu_core_ratio": 0.348744, "user_cpu_s_delta": 7.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.592481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460183, "system_cpu_s_delta": 9.25, "user_cpu_core_ratio": 1.132298, "user_cpu_s_delta": 22.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 250, "max_ms": 6.977, "p95_ms": 5.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.796, "max": 11.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.296, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.464, "count": 30, "max": 74.453, "p95": 53.767, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.419, "count": 30, "max": 33.706, "p95": 28.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.8, "count": 30, "max": 1010.0, "p95": 983.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 46.3, "count": 30, "max": 1096.0, "p95": 127.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.107, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.376, "p95": 0.359, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 32.0, "p95": 22.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.482, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.173, "p95": 1.16, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26119, "sampled_at": "2026-11-03T17:06:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:06:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.914, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5587873, "flush_count": 5899, "flush_interval_seconds": 30.0, "flush_state": {"count": 5899, "last_at": "2026-11-03T17:06:10", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:06:10", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5898}, "started": true, "suppressed_count": 3369334, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3368926}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5899, "written_record_count": 5899}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10429.82, "limit_mb": null}, "detail": {"pid": 87079, "restart_count": 350, "start_count": 351}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9330713395200, "copied_frame_count": 3374824, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9330713395200, "frame_buffer_copies": 3374824, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1293, "count": 512, "max_ms": 4.0568, "p50_ms": 0.1035, "p95_ms": 0.2241, "p99_ms": 0.3073}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5193, "count": 512, "max_ms": 23.1029, "p50_ms": 1.4109, "p95_ms": 2.3455, "p99_ms": 2.9433, "results": {"failed": 0, "not_applicable": 0, "success": 3374824, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 329, "h264_decode_error_count": 1001, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:06:41+09:00", "last_error_summary": "[h264 @ 0x5f26e0426700] error while decoding MB 30 2, bytestream -16 [h264 @ 0x5f26e0528240] left block unavailable for requested intra mode [h264 @ 0x5f26e0528240] error while decoding MB 0 24, bytestream 5338 [h264 @ 0x5f26e04126c0] left block unavailable for requested intra mode [h264 @ 0x5f26e04126c0] error while decoding MB 0 26, bytestream 7651", "last_exit_at": "2026-11-03T17:06:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T17:06:44+09:00", "pid": 87079, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.852, "name": "ffmpeg", "pid": 87079, "rss_mb": 56.852, "state": "S (sleeping)", "threads": 1}, "restart_count": 350, "restart_count_per_hour": 4, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 351}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.845, "sample_count": 2333, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374824, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:41+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.873, "last_frame_pushed_at": "2026-11-03T17:06:41+09:00", "last_frame_read_age_sec": 5.013, "last_frame_read_at": "2026-11-03T17:06:41+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 193, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 163.283, "last_sample_duration_ms": 1199.896, "last_trigger": "periodic", "next_snapshot_in_sec": 436.717, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 593, "storage_bytes": 3564295}, "mjpeg": {"age_sec": 4.862, "exists": true, "mtime": "2026-11-03T17:06:41.192487+09:00", "mtime_epoch": 1793693201.1924875, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75711}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:06:46+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2398.246, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 1, "history_size_limit": 20, "last_frame_idx": 3374824, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 1}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 7.93, "max": 12.0, "p95": 11.0, "sample_count": 199}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.643, "max": 3.0, "p95": 2.0, "sample_count": 199}, "total": {"avg": 1.643, "max": 3.0, "p95": 2.0, "sample_count": 199}}, "tracking_counts": {"active": {"avg": 1.623, "max": 3.0, "p95": 2.0, "sample_count": 199}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 199}, "tracked": {"avg": 1.623, "max": 3.0, "p95": 2.0, "sample_count": 199}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 199, "pushed_frames": 199, "read_frames": 198, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.65, "pushed": 6.65, "read": 6.617}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 198, "client_acquire_ms": {"avg_ms": 0.011, "count": 199, "max_ms": 0.105, "p95_ms": 0.021, "reason": null, "sample_age_ms": 4975.222, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.197, "count": 198, "max_ms": 10.522, "p95_ms": 4.107, "reason": null, "sample_age_ms": 5027.815, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.531, "count": 198, "max_ms": 10.078, "p95_ms": 2.925, "reason": null, "sample_age_ms": 5028.06, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.442, "count": 199, "max_ms": 4.111, "p95_ms": 0.81, "reason": null, "sample_age_ms": 4975.246, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.579, "count": 198, "max_ms": 7.525, "p95_ms": 4.188, "reason": null, "sample_age_ms": 5026.35, "source": "client_direct"}, "request_count": 198, "request_tensor_bytes": {"avg": 2764808.0, "count": 198, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5026.328, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 199, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4976.059, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.748, "count": 199, "max_ms": 93.6, "p95_ms": 73.112, "reason": null, "sample_age_ms": 4975.213, "source": "client_direct"}, "sample_age_ms": 4975.205, "source": "client_direct", "task_total_ms": {"avg_ms": 53.995, "count": 199, "max_ms": 97.334, "p95_ms": 76.152, "reason": null, "sample_age_ms": 4975.205, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.599, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.792, "count": 199, "max_ms": 17.153, "p95_ms": 12.311}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.46, "count": 199, "max_ms": 1.397, "p95_ms": 0.89}, "detection_prepare_ms": {"avg_ms": 1.636, "count": 199, "max_ms": 4.576, "p95_ms": 2.928}, "event_filter_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.027, "p95_ms": 0.017}, "id_reconcile_ms": {"avg_ms": 0.226, "count": 199, "max_ms": 0.584, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.003, "count": 199, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.493, "count": 199, "max_ms": 7.689, "p95_ms": 6.025}, "setup_ms": {"avg_ms": 0.054, "count": 199, "max_ms": 0.145, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.702, "count": 199, "max_ms": 17.006, "p95_ms": 12.241}, "track_match_ms": {"avg_ms": 0.173, "count": 199, "max_ms": 0.747, "p95_ms": 0.37}, "tracker_update_ms": {"avg_ms": 1.647, "count": 199, "max_ms": 3.672, "p95_ms": 2.959}}, "gstreamer_push": {"avg_ms": 3.35, "count": 199, "max_ms": 7.069, "p95_ms": 5.633}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.064, "count": 199, "max_ms": 0.478, "p95_ms": 0.147}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.698, "count": 199, "max_ms": 104.064, "p95_ms": 78.212}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.141, "count": 199, "max_ms": 12.55, "p95_ms": 8.708}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 103.519, "count": 199, "max_ms": 169.223, "p95_ms": 136.143}, "inference_input_copy_ms": {"avg_ms": 2.062, "count": 199, "max_ms": 8.995, "p95_ms": 3.559}, "processing_residual_ms": {"avg_ms": 0.315, "count": 199, "max_ms": 1.547, "p95_ms": 0.606}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 109.038, "count": 199, "max_ms": 174.416, "p95_ms": 142.578}, "read_interval": {"avg_ms": 126.362, "count": 198, "max_ms": 227.355, "p95_ms": 180.715}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 199, "max_ms": 0.07, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 3.401, "count": 199, "max_ms": 7.537, "p95_ms": 5.87}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 199, "max_ms": 0.09, "p95_ms": 0.037}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.38, "count": 199, "max_ms": 7.508, "p95_ms": 5.853}, "worker_merge_ms": {"avg_ms": 0.007, "count": 199, "max_ms": 0.032, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.715, "count": 199, "max_ms": 104.077, "p95_ms": 78.225}, "visualize": {"avg_ms": 38.545, "count": 199, "max_ms": 76.728, "p95_ms": 51.7}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.212, "count": 199, "max_ms": 51.05, "p95_ms": 43.892}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.721, "count": 199, "max_ms": 71.609, "p95_ms": 49.946}, "visualize_input_copy_ms": {"avg_ms": 1.553, "count": 199, "max_ms": 5.881, "p95_ms": 2.85}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 199, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.536, "count": 199, "max_ms": 67.201, "p95_ms": 49.807}, "visualizer_prepare_ms": {"avg_ms": 0.089, "count": 199, "max_ms": 0.337, "p95_ms": 0.191}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 199}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 199}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2398.113, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 20.757, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 136.396, "sample_count": 2364, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3374582, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:06:10+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72942, "write_bytes_delta": 72942, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 982.0, "cpu_core_ratio": 0.380584, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 86963, "reason": null, "system_cpu_core_ratio": 0.03184, "system_cpu_s_delta": 0.6400000000000006, "user_cpu_core_ratio": 0.348744, "user_cpu_s_delta": 7.009999999999991}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.592481, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.460183, "system_cpu_s_delta": 9.25, "user_cpu_core_ratio": 1.132298, "user_cpu_s_delta": 22.760000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.198, "count": 250, "max_ms": 6.977, "p95_ms": 5.258, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.796, "max": 11.0, "p95": 9.0, "sample_count": 250}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.296, "key_count": 1, "max": 2.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 250}, "total": {"avg": 1.296, "max": 2.0, "p95": 2.0, "sample_count": 250}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.464, "count": 30, "max": 74.453, "p95": 53.767, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 19.419, "count": 30, "max": 33.706, "p95": 28.044, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.8, "count": 30, "max": 1010.0, "p95": 983.1, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 46.3, "count": 30, "max": 1096.0, "p95": 127.2, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.035, "count": 30, "max": 0.107, "p95": 0.048, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.329, "count": 30, "max": 0.376, "p95": 0.359, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 72792.0, "count": 30, "max": 75227.0, "p95": 74557.75, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 19.3, "count": 30, "max": 32.0, "p95": 22.1, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.44, "count": 30, "max": 0.482, "p95": 0.475, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.102, "count": 30, "max": 1.173, "p95": 1.16, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26119, "sampled_at": "2026-11-03T17:06:10+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:06:10+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.924, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4832075, "flush_count": 5913, "flush_interval_seconds": 30.0, "flush_state": {"count": 5913, "last_at": "2026-11-03T17:19:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:19:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5912}, "started": true, "suppressed_count": 3496616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3496611}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5913, "written_record_count": 5913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10286.895, "limit_mb": null}, "detail": {"h264_decode_error_count": 4, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x572dc0a63fc0] cabac decode of qscale diff failed at 128 50 [h264 @ 0x572dc0a63fc0] error while decoding MB 128 50, bytestream 6455 [h264 @ 0x572dc127c280] left block unavailable for requested intra mode [h264 @ 0x572dc127c280] error while decoding MB 0 73, bytestream 3920 [h264 @ 0x572dc15b7c80] left block unavailable for requested intra mode [h264 @ 0x572dc15b7c80] error while decoding MB 0 73, bytestream 4400 [in#0/rtsp @ 0x572dc0860e00] Error during demuxing: Connection timed out [i", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/44.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9683775590400, "copied_frame_count": 3502523, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9683775590400, "frame_buffer_copies": 3502523, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 0.3877, "p50_ms": 0.1177, "p95_ms": 0.2401, "p99_ms": 0.3005}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3401, "count": 512, "max_ms": 9.8816, "p50_ms": 1.2204, "p95_ms": 2.1177, "p99_ms": 3.0487, "results": {"failed": 0, "not_applicable": 0, "success": 3502523, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:20:23+09:00", "last_error_summary": "[h264 @ 0x572dc0a63fc0] cabac decode of qscale diff failed at 128 50 [h264 @ 0x572dc0a63fc0] error while decoding MB 128 50, bytestream 6455 [h264 @ 0x572dc127c280] left block unavailable for requested intra mode [h264 @ 0x572dc127c280] error while decoding MB 0 73, bytestream 3920 [h264 @ 0x572dc15b7c80] left block unavailable for requested intra mode [h264 @ 0x572dc15b7c80] error while decoding MB 0 73, bytestream 4400 [in#0/rtsp @ 0x572dc0860e00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2258.139, "last_started_at": "2026-11-03T16:42:45+09:00", "pid": 86847, "process": {"exists": false, "pid": 86847}, "restart_count": 194, "restart_count_per_hour": 2, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.831, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-11-03T17:20:23+09:00", "last_frame_read_age_sec": 0.207, "last_frame_read_at": "2026-11-03T17:20:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.837, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 221.163, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T17:20:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2483.941, "name": "celery", "pid": 176, "rss_mb": 2483.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["h264_decode_error_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3502523, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.035, "pushed": 3.035, "read": 3.002}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.041, "p95_ms": 0.016, "reason": null, "sample_age_ms": 151.018, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.658, "count": 90, "max_ms": 4.442, "p95_ms": 1.779, "reason": null, "sample_age_ms": 209.47, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 90, "max_ms": 3.075, "p95_ms": 1.047, "reason": null, "sample_age_ms": 209.731, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 90, "max_ms": 0.36, "p95_ms": 0.187, "reason": null, "sample_age_ms": 151.026, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.682, "count": 90, "max_ms": 4.035, "p95_ms": 2.958, "reason": null, "sample_age_ms": 207.814, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 207.77, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 151.164, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.537, "count": 90, "max_ms": 64.168, "p95_ms": 58.681, "reason": null, "sample_age_ms": 151.012, "source": "client_direct"}, "sample_age_ms": 151.005, "source": "client_direct", "task_total_ms": {"avg_ms": 42.517, "count": 90, "max_ms": 66.386, "p95_ms": 60.552, "reason": null, "sample_age_ms": 151.005, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.962, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.802, "count": 91, "max_ms": 2.364, "p95_ms": 1.423}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.266, "count": 91, "max_ms": 0.908, "p95_ms": 0.53}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 91, "max_ms": 0.243, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.025, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 91, "max_ms": 0.22, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.198, "count": 91, "max_ms": 0.78, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.05, "count": 91, "max_ms": 0.241, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.758, "count": 91, "max_ms": 2.277, "p95_ms": 1.359}, "track_match_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.013, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.034, "count": 91, "max_ms": 0.136, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 2.982, "count": 91, "max_ms": 6.03, "p95_ms": 4.929}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 91, "max_ms": 0.109, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.854, "count": 91, "max_ms": 72.183, "p95_ms": 63.645}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 91, "max_ms": 0.149, "p95_ms": 0.108}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.847, "count": 91, "max_ms": 108.782, "p95_ms": 101.095}, "inference_input_copy_ms": {"avg_ms": 1.499, "count": 91, "max_ms": 3.26, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.182, "count": 91, "max_ms": 0.483, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.576, "count": 91, "max_ms": 110.751, "p95_ms": 103.039}, "read_interval": {"avg_ms": 332.097, "count": 90, "max_ms": 20416.987, "p95_ms": 122.596}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.138, "count": 91, "max_ms": 0.593, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 91, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 91, "max_ms": 0.543, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.868, "count": 91, "max_ms": 72.2, "p95_ms": 63.657}, "visualize": {"avg_ms": 31.189, "count": 91, "max_ms": 47.364, "p95_ms": 40.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.322, "count": 91, "max_ms": 46.495, "p95_ms": 39.385}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.992, "count": 91, "max_ms": 47.18, "p95_ms": 40.226}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.893, "count": 91, "max_ms": 47.07, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 91, "max_ms": 0.13, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2483.93, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.319, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.84, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83332, "write_bytes_delta": 83332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 57.0, "cpu_core_ratio": 0.044597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26130.0, "pid": 86847, "reason": null, "system_cpu_core_ratio": 0.006861, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037736, "user_cpu_s_delta": 0.7699999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00049, "system_cpu_s_delta": 0.010000000002037268, "user_cpu_core_ratio": 0.005881, "user_cpu_s_delta": 0.12000000002444722}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 94, "max_ms": 5.399, "p95_ms": 4.436, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.216, "count": 30, "max": 55.966, "p95": 47.888, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.152, "count": 30, "max": 34.777, "p95": 33.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.2, "count": 30, "max": 1518.0, "p95": 1468.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2465.533, "count": 30, "max": 28383.0, "p95": 18971.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.341, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.243, "p95": 1.197, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.352, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82664.5, "count": 30, "max": 87057.0, "p95": 84367.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74138.233, "count": 30, "max": 84312.0, "p95": 83977.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.867, "count": 30, "max": 41.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.098, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.727, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29238, "sampled_at": "2026-11-03T17:20:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:20:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.984, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4832075, "flush_count": 5913, "flush_interval_seconds": 30.0, "flush_state": {"count": 5913, "last_at": "2026-11-03T17:19:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:19:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5912}, "started": true, "suppressed_count": 3496616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3496611}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5913, "written_record_count": 5913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10287.137, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9683775590400, "copied_frame_count": 3502523, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9683775590400, "frame_buffer_copies": 3502523, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 0.3877, "p50_ms": 0.1177, "p95_ms": 0.2401, "p99_ms": 0.3005}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3401, "count": 512, "max_ms": 9.8816, "p50_ms": 1.2204, "p95_ms": 2.1177, "p99_ms": 3.0487, "results": {"failed": 0, "not_applicable": 0, "success": 3502523, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 14, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:20:23+09:00", "last_error_summary": "[h264 @ 0x572dc0a63fc0] cabac decode of qscale diff failed at 128 50 [h264 @ 0x572dc0a63fc0] error while decoding MB 128 50, bytestream 6455 [h264 @ 0x572dc127c280] left block unavailable for requested intra mode [h264 @ 0x572dc127c280] error while decoding MB 0 73, bytestream 3920 [h264 @ 0x572dc15b7c80] left block unavailable for requested intra mode [h264 @ 0x572dc15b7c80] error while decoding MB 0 73, bytestream 4400 [in#0/rtsp @ 0x572dc0860e00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2258.138, "last_started_at": "2026-11-03T16:42:45+09:00", "pid": 86847, "process": {"exists": false, "pid": 86847}, "restart_count": 194, "restart_count_per_hour": 2, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.831, "sample_count": 2527, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T17:20:23+09:00", "last_frame_read_age_sec": 0.206, "last_frame_read_at": "2026-11-03T17:20:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 378.845, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 221.155, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": null, "exists": false, "mtime": null, "mtime_epoch": null, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": null}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T17:20:23+09:00", "process": {"exists": true, "fd_count": 106, "hwm_mb": 2483.941, "name": "celery", "pid": 176, "rss_mb": 2483.941, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3502523, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 91}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 91, "pushed_frames": 91, "read_frames": 90, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.034, "pushed": 3.034, "read": 3.001}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 90, "client_acquire_ms": {"avg_ms": 0.008, "count": 90, "max_ms": 0.041, "p95_ms": 0.016, "reason": null, "sample_age_ms": 156.46, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.658, "count": 90, "max_ms": 4.442, "p95_ms": 1.779, "reason": null, "sample_age_ms": 214.913, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.281, "count": 90, "max_ms": 3.075, "p95_ms": 1.047, "reason": null, "sample_age_ms": 215.173, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.1, "count": 90, "max_ms": 0.36, "p95_ms": 0.187, "reason": null, "sample_age_ms": 156.469, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.682, "count": 90, "max_ms": 4.035, "p95_ms": 2.958, "reason": null, "sample_age_ms": 213.257, "source": "client_direct"}, "request_count": 90, "request_tensor_bytes": {"avg": 2211848.0, "count": 90, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 213.213, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 90, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 156.606, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.537, "count": 90, "max_ms": 64.168, "p95_ms": 58.681, "reason": null, "sample_age_ms": 156.455, "source": "client_direct"}, "sample_age_ms": 156.448, "source": "client_direct", "task_total_ms": {"avg_ms": 42.517, "count": 90, "max_ms": 66.386, "p95_ms": 60.552, "reason": null, "sample_age_ms": 156.448, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 8.181, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.802, "count": 91, "max_ms": 2.364, "p95_ms": 1.423}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.266, "count": 91, "max_ms": 0.908, "p95_ms": 0.53}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 91, "max_ms": 0.243, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.025, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 91, "max_ms": 0.22, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 91, "max_ms": 0.011, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 0.198, "count": 91, "max_ms": 0.78, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.05, "count": 91, "max_ms": 0.241, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.758, "count": 91, "max_ms": 2.277, "p95_ms": 1.359}, "track_match_ms": {"avg_ms": 0.005, "count": 91, "max_ms": 0.013, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.034, "count": 91, "max_ms": 0.136, "p95_ms": 0.069}}, "gstreamer_push": {"avg_ms": 2.982, "count": 91, "max_ms": 6.03, "p95_ms": 4.929}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 91, "max_ms": 0.109, "p95_ms": 0.088}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.854, "count": 91, "max_ms": 72.183, "p95_ms": 63.645}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 91, "max_ms": 0.149, "p95_ms": 0.108}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.847, "count": 91, "max_ms": 108.782, "p95_ms": 101.095}, "inference_input_copy_ms": {"avg_ms": 1.499, "count": 91, "max_ms": 3.26, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.182, "count": 91, "max_ms": 0.483, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.576, "count": 91, "max_ms": 110.751, "p95_ms": 103.039}, "read_interval": {"avg_ms": 332.097, "count": 90, "max_ms": 20416.987, "p95_ms": 122.596}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 91, "max_ms": 0.05, "p95_ms": 0.034}, "execute_total_ms": {"avg_ms": 0.138, "count": 91, "max_ms": 0.593, "p95_ms": 0.275}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 91, "max_ms": 0.052, "p95_ms": 0.03}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.121, "count": 91, "max_ms": 0.543, "p95_ms": 0.248}, "worker_merge_ms": {"avg_ms": 0.006, "count": 91, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 43.868, "count": 91, "max_ms": 72.2, "p95_ms": 63.657}, "visualize": {"avg_ms": 31.189, "count": 91, "max_ms": 47.364, "p95_ms": 40.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.322, "count": 91, "max_ms": 46.495, "p95_ms": 39.385}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 30.992, "count": 91, "max_ms": 47.18, "p95_ms": 40.226}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 91, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.893, "count": 91, "max_ms": 47.07, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 91, "max_ms": 0.13, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 91}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 91}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2483.93, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.319, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.84, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83332, "write_bytes_delta": 83332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 57.0, "cpu_core_ratio": 0.044597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26130.0, "pid": 86847, "reason": null, "system_cpu_core_ratio": 0.006861, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037736, "user_cpu_s_delta": 0.7699999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00049, "system_cpu_s_delta": 0.010000000002037268, "user_cpu_core_ratio": 0.005881, "user_cpu_s_delta": 0.12000000002444722}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 94, "max_ms": 5.399, "p95_ms": 4.436, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.216, "count": 30, "max": 55.966, "p95": 47.888, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.152, "count": 30, "max": 34.777, "p95": 33.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.2, "count": 30, "max": 1518.0, "p95": 1468.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2465.533, "count": 30, "max": 28383.0, "p95": 18971.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.341, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.243, "p95": 1.197, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.352, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82664.5, "count": 30, "max": 87057.0, "p95": 84367.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74138.233, "count": 30, "max": 84312.0, "p95": 83977.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.867, "count": 30, "max": 41.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.098, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.727, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29238, "sampled_at": "2026-11-03T17:20:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:20:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.99, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4832075, "flush_count": 5913, "flush_interval_seconds": 30.0, "flush_state": {"count": 5913, "last_at": "2026-11-03T17:19:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:19:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5912}, "started": true, "suppressed_count": 3496616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3496611}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5913, "written_record_count": 5913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10283.523, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9683775590400, "copied_frame_count": 3502523, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9683775590400, "frame_buffer_copies": 3502523, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 0.3877, "p50_ms": 0.1177, "p95_ms": 0.2401, "p99_ms": 0.3005}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3401, "count": 512, "max_ms": 9.8816, "p50_ms": 1.2204, "p95_ms": 2.1177, "p99_ms": 3.0487, "results": {"failed": 0, "not_applicable": 0, "success": 3502523, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:20:23+09:00", "last_error_summary": "[h264 @ 0x572dc0a63fc0] cabac decode of qscale diff failed at 128 50 [h264 @ 0x572dc0a63fc0] error while decoding MB 128 50, bytestream 6455 [h264 @ 0x572dc127c280] left block unavailable for requested intra mode [h264 @ 0x572dc127c280] error while decoding MB 0 73, bytestream 3920 [h264 @ 0x572dc15b7c80] left block unavailable for requested intra mode [h264 @ 0x572dc15b7c80] error while decoding MB 0 73, bytestream 4400 [in#0/rtsp @ 0x572dc0860e00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2258.478, "last_started_at": "2026-11-03T16:42:45+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 194, "restart_count_per_hour": 2, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 195}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.831, "sample_count": 2523, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 0.435, "last_frame_pushed_at": "2026-11-03T17:20:23+09:00", "last_frame_read_age_sec": 0.546, "last_frame_read_at": "2026-11-03T17:20:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 379.157, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 220.843, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-11-03T17:20:23.776939+09:00", "mtime_epoch": 1793694023.776939, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T17:20:23+09:00", "process": {"exists": true, "fd_count": 104, "hwm_mb": 2483.941, "name": "celery", "pid": 176, "rss_mb": 2483.941, "state": "S (sleeping)", "threads": 52}, "reason_codes": ["ffmpeg_not_running", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3502523, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 86}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 86, "pushed_frames": 86, "read_frames": 85, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.873, "pushed": 2.873, "read": 2.84}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 85, "client_acquire_ms": {"avg_ms": 0.008, "count": 86, "max_ms": 0.041, "p95_ms": 0.016, "reason": null, "sample_age_ms": 488.391, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.673, "count": 85, "max_ms": 4.442, "p95_ms": 1.802, "reason": null, "sample_age_ms": 546.844, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.292, "count": 85, "max_ms": 3.075, "p95_ms": 1.052, "reason": null, "sample_age_ms": 547.104, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.099, "count": 86, "max_ms": 0.36, "p95_ms": 0.176, "reason": null, "sample_age_ms": 488.4, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.714, "count": 85, "max_ms": 4.035, "p95_ms": 2.976, "reason": null, "sample_age_ms": 545.188, "source": "client_direct"}, "request_count": 85, "request_tensor_bytes": {"avg": 2211848.0, "count": 85, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 545.143, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 86, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 488.537, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 40.89, "count": 86, "max_ms": 64.168, "p95_ms": 58.757, "reason": null, "sample_age_ms": 488.385, "source": "client_direct"}, "sample_age_ms": 488.378, "source": "client_direct", "task_total_ms": {"avg_ms": 42.894, "count": 86, "max_ms": 66.386, "p95_ms": 60.654, "reason": null, "sample_age_ms": 488.378, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.482, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.792, "count": 86, "max_ms": 1.71, "p95_ms": 1.418}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.262, "count": 86, "max_ms": 0.859, "p95_ms": 0.511}, "detection_prepare_ms": {"avg_ms": 0.109, "count": 86, "max_ms": 0.243, "p95_ms": 0.202}, "event_filter_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.025, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.088, "count": 86, "max_ms": 0.198, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 86, "max_ms": 0.011, "p95_ms": 0.005}, "scenario_analyze_ms": {"avg_ms": 0.193, "count": 86, "max_ms": 0.544, "p95_ms": 0.36}, "setup_ms": {"avg_ms": 0.05, "count": 86, "max_ms": 0.241, "p95_ms": 0.092}, "total_inside_ms": {"avg_ms": 0.749, "count": 86, "max_ms": 1.655, "p95_ms": 1.35}, "track_match_ms": {"avg_ms": 0.005, "count": 86, "max_ms": 0.013, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.034, "count": 86, "max_ms": 0.136, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 2.964, "count": 86, "max_ms": 6.03, "p95_ms": 4.929}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.046, "count": 86, "max_ms": 0.109, "p95_ms": 0.085}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 43.925, "count": 86, "max_ms": 67.075, "p95_ms": 63.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 86, "max_ms": 0.149, "p95_ms": 0.108}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.047, "count": 86, "max_ms": 106.814, "p95_ms": 101.029}, "inference_input_copy_ms": {"avg_ms": 1.509, "count": 86, "max_ms": 3.26, "p95_ms": 2.487}, "processing_residual_ms": {"avg_ms": 0.185, "count": 86, "max_ms": 0.483, "p95_ms": 0.399}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.79, "count": 86, "max_ms": 109.342, "p95_ms": 102.937}, "read_interval": {"avg_ms": 346.678, "count": 85, "max_ms": 20416.987, "p95_ms": 122.596}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 86, "max_ms": 0.05, "p95_ms": 0.033}, "execute_total_ms": {"avg_ms": 0.134, "count": 86, "max_ms": 0.394, "p95_ms": 0.273}, "resolve_scenarios_ms": {"avg_ms": 0.011, "count": 86, "max_ms": 0.052, "p95_ms": 0.028}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.118, "count": 86, "max_ms": 0.344, "p95_ms": 0.243}, "worker_merge_ms": {"avg_ms": 0.006, "count": 86, "max_ms": 0.026, "p95_ms": 0.011}}, "triton_wait": {"avg_ms": 43.94, "count": 86, "max_ms": 67.092, "p95_ms": 63.455}, "visualize": {"avg_ms": 31.317, "count": 86, "max_ms": 47.364, "p95_ms": 40.376}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.445, "count": 86, "max_ms": 46.495, "p95_ms": 39.385}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.118, "count": 86, "max_ms": 47.18, "p95_ms": 40.226}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 86, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 31.019, "count": 86, "max_ms": 47.07, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.055, "count": 86, "max_ms": 0.13, "p95_ms": 0.101}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 86}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 86}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2483.93, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.319, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.84, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83332, "write_bytes_delta": 83332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 57.0, "cpu_core_ratio": 0.044597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26130.0, "pid": 86847, "reason": null, "system_cpu_core_ratio": 0.006861, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037736, "user_cpu_s_delta": 0.7699999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00049, "system_cpu_s_delta": 0.010000000002037268, "user_cpu_core_ratio": 0.005881, "user_cpu_s_delta": 0.12000000002444722}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 94, "max_ms": 5.399, "p95_ms": 4.436, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.216, "count": 30, "max": 55.966, "p95": 47.888, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.152, "count": 30, "max": 34.777, "p95": 33.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.2, "count": 30, "max": 1518.0, "p95": 1468.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2465.533, "count": 30, "max": 28383.0, "p95": 18971.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.341, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.243, "p95": 1.197, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.352, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82664.5, "count": 30, "max": 87057.0, "p95": 84367.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74138.233, "count": 30, "max": 84312.0, "p95": 83977.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.867, "count": 30, "max": 41.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.098, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.727, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29238, "sampled_at": "2026-11-03T17:20:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:20:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.93, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/44/tracking_analysis_20261030_143233_dfa1a43d.jsonl", "file_size_bytes": 4832075, "flush_count": 5913, "flush_interval_seconds": 30.0, "flush_state": {"count": 5913, "last_at": "2026-11-03T17:19:50", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:19:50", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5912}, "started": true, "suppressed_count": 3496616, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 5, "tracking_summary": 3496611}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5913, "written_record_count": 5913}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "44", "cgroup_memory": {"current_mb": 10326.0, "limit_mb": null}, "detail": {"pid": 87195, "restart_count": 195, "start_count": 196}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "44", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9683775590400, "copied_frame_count": 3502523, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T08:54:10+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2382210, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T08:54:05+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 5.291}, "oldest_age_s": null, "peak_active_count": 1, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 276480000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "dfa1a43d", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 5, "events_emitted": 5, "events_failed": 0, "events_observed": 5, "events_suppressed": 0, "frame_buffer_copied_bytes": 9683775590400, "frame_buffer_copies": 3502523, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 250, "recorder_active_input_bytes": 691200000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 5, "recorder_clips_failed": 0, "recorder_clips_started": 5, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 5, "worker_jobs_accepted": 5, "worker_jobs_completed": 5, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1313, "count": 512, "max_ms": 0.3877, "p50_ms": 0.1177, "p95_ms": 0.2401, "p99_ms": 0.3005}, "stages": {"db_insert": {"avg_ms": 19.5454, "count": 5, "max_ms": 30.4703, "p50_ms": 19.4524, "p95_ms": 28.7203, "p99_ms": 30.1203, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 2.1523, "count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 1113.4358, "count": 5, "max_ms": 1573.3333, "p50_ms": 1007.2672, "p95_ms": 1472.6911, "p99_ms": 1553.2049, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3401, "count": 512, "max_ms": 9.8816, "p50_ms": 1.2204, "p95_ms": 2.1177, "p99_ms": 3.0487, "results": {"failed": 0, "not_applicable": 0, "success": 3502523, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 588.4223, "count": 5, "max_ms": 620.1479, "p50_ms": 596.9494, "p95_ms": 619.1705, "p99_ms": 619.9524, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 25.6501, "count": 5, "max_ms": 32.9626, "p50_ms": 29.5614, "p95_ms": 32.5143, "p99_ms": 32.8729, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 4.6569, "count": 250, "max_ms": 11.14, "p50_ms": 4.3937, "p95_ms": 6.5677, "p99_ms": 8.2986, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.2738, "count": 250, "max_ms": 3.7844, "p50_ms": 1.1792, "p95_ms": 2.2875, "p99_ms": 2.9622, "results": {"failed": 0, "not_applicable": 0, "success": 250, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 584.1061, "count": 5, "max_ms": 616.331, "p50_ms": 593.669, "p95_ms": 615.4248, "p99_ms": 616.1498, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 452.1039, "count": 5, "max_ms": 477.7428, "p50_ms": 461.3435, "p95_ms": 476.6983, "p99_ms": 477.5339, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 128.4005, "count": 5, "max_ms": 180.1989, "p50_ms": 128.058, "p95_ms": 170.3273, "p99_ms": 178.2246, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.0115, "count": 5, "max_ms": 1.1462, "p50_ms": 1.0324, "p95_ms": 1.1338, "p99_ms": 1.1437, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 29.9116, "count": 5, "max_ms": 33.9224, "p50_ms": 32.2844, "p95_ms": 33.884, "p99_ms": 33.9147, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.2957, "count": 5, "max_ms": 2.2232, "p50_ms": 0.9627, "p95_ms": 2.1945, "p99_ms": 2.2175, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.6277, "count": 5, "max_ms": 0.7333, "p50_ms": 0.6422, "p95_ms": 0.7215, "p99_ms": 0.7309, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.7607, "count": 5, "max_ms": 1.6915, "p50_ms": 0.5611, "p95_ms": 1.4732, "p99_ms": 1.6478, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 458.806, "count": 5, "max_ms": 871.9662, "p50_ms": 350.0361, "p95_ms": 776.323, "p99_ms": 852.8376, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 5, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 4.4992, "count": 5, "max_ms": 10.6005, "p50_ms": 2.7048, "p95_ms": 9.61, "p99_ms": 10.4024, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 11.9153, "count": 5, "max_ms": 34.2057, "p50_ms": 5.6097, "p95_ms": 29.6474, "p99_ms": 33.294, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.1841, "count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 1.8945, "count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 523.7199, "count": 5, "max_ms": 951.8428, "p50_ms": 408.6721, "p95_ms": 852.1676, "p99_ms": 931.9077, "results": {"failed": 0, "not_applicable": 0, "success": 5, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "44", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "dfa1a43d", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 5, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765345, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 5, "max_ms": 0.6003, "p50_ms": 0.0963, "p95_ms": 0.501, "p99_ms": 0.5804}, "wait_ms": {"count": 5, "max_ms": 2.4732, "p50_ms": 1.7725, "p95_ms": 2.4116, "p99_ms": 2.4609}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 5, "artifact_failed": 0, "artifact_requested": 5, "artifact_success": 5, "completed": 5, "completed_failed": 0, "completed_success": 5, "cooldown_promoted": 5, "database_requested": 5, "db_insert_success": 5, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15929, "relay_business_failed": 0, "relay_business_success": 5, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 5, "relay_transport_failed": 0, "relay_transport_success": 5, "reservation_requested": 5}, "snapshot": {"copied_bytes": 13824000, "copied_count": 5, "copy": {"count": 5, "max_ms": 3.735, "p50_ms": 1.8834, "p95_ms": 3.3848, "p99_ms": 3.6649}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 182, "h264_decode_error_count": 381, "h264_decode_error_count_per_hour": 18, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:20:23+09:00", "last_error_summary": "[h264 @ 0x572dc0a63fc0] cabac decode of qscale diff failed at 128 50 [h264 @ 0x572dc0a63fc0] error while decoding MB 128 50, bytestream 6455 [h264 @ 0x572dc127c280] left block unavailable for requested intra mode [h264 @ 0x572dc127c280] error while decoding MB 0 73, bytestream 3920 [h264 @ 0x572dc15b7c80] left block unavailable for requested intra mode [h264 @ 0x572dc15b7c80] error while decoding MB 0 73, bytestream 4400 [in#0/rtsp @ 0x572dc0860e00] Error during demuxing: Connection timed out [i", "last_exit_at": "2026-11-03T16:26:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T17:20:27+09:00", "pid": 87195, "process": {"exists": true, "fd_count": 4, "hwm_mb": 74.207, "name": "ffmpeg", "pid": 87195, "rss_mb": 74.207, "state": "S (sleeping)", "threads": 1}, "restart_count": 195, "restart_count_per_hour": 3, "rtsp_timeout_count": 48, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 196}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.907, "sample_count": 2463, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502523, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "h264_decode_error_count_per_hour>=10"]}, "instance_id": "dfa1a43d", "last_frame_pushed_age_sec": 5.905, "last_frame_pushed_at": "2026-11-03T17:20:23+09:00", "last_frame_read_age_sec": 6.016, "last_frame_read_at": "2026-11-03T17:20:23+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 384.64, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 215.36, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": 5.566, "exists": true, "mtime": "2026-11-03T17:20:23.776939+09:00", "mtime_epoch": 1793694023.776939, "path": "/data/playlist/streaming/44/mjpeg.jpg", "size_bytes": 83004}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/44", "observed_at": "2026-11-03T17:20:29+09:00", "process": {"exists": true, "fd_count": 105, "hwm_mb": 2483.945, "name": "celery", "pid": 176, "rss_mb": 2483.945, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning", "h264_decode_error_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 3, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3502523, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video5", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 35}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 35, "pushed_frames": 35, "read_frames": 35, "select_timeouts": 21, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.184, "pushed": 1.184, "read": 1.184}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 35, "client_acquire_ms": {"avg_ms": 0.009, "count": 35, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5963.452, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.655, "count": 35, "max_ms": 3.257, "p95_ms": 1.769, "reason": null, "sample_age_ms": 6021.904, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.287, "count": 35, "max_ms": 2.844, "p95_ms": 1.016, "reason": null, "sample_age_ms": 6022.165, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.081, "count": 35, "max_ms": 0.177, "p95_ms": 0.134, "reason": null, "sample_age_ms": 5963.461, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.622, "count": 35, "max_ms": 3.71, "p95_ms": 2.911, "reason": null, "sample_age_ms": 6020.249, "source": "client_direct"}, "request_count": 35, "request_tensor_bytes": {"avg": 2211848.0, "count": 35, "max": 2211848.0, "p95": 2211848.0, "reason": null, "sample_age_ms": 6020.204, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 35, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5963.598, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 39.373, "count": 35, "max_ms": 61.904, "p95_ms": 58.587, "reason": null, "sample_age_ms": 5963.446, "source": "client_direct"}, "sample_age_ms": 5963.439, "source": "client_direct", "task_total_ms": {"avg_ms": 41.248, "count": 35, "max_ms": 65.066, "p95_ms": 60.425, "reason": null, "sample_age_ms": 5963.439, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 176, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.614, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.698, "count": 35, "max_ms": 1.418, "p95_ms": 1.274}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.229, "count": 35, "max_ms": 0.53, "p95_ms": 0.436}, "detection_prepare_ms": {"avg_ms": 0.098, "count": 35, "max_ms": 0.23, "p95_ms": 0.229}, "event_filter_ms": {"avg_ms": 0.005, "count": 35, "max_ms": 0.025, "p95_ms": 0.019}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 35, "max_ms": 0.198, "p95_ms": 0.161}, "mcmt_ms": {"avg_ms": 0.003, "count": 35, "max_ms": 0.011, "p95_ms": 0.01}, "scenario_analyze_ms": {"avg_ms": 0.175, "count": 35, "max_ms": 0.453, "p95_ms": 0.283}, "setup_ms": {"avg_ms": 0.043, "count": 35, "max_ms": 0.095, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.662, "count": 35, "max_ms": 1.35, "p95_ms": 1.201}, "track_match_ms": {"avg_ms": 0.004, "count": 35, "max_ms": 0.013, "p95_ms": 0.011}, "tracker_update_ms": {"avg_ms": 0.029, "count": 35, "max_ms": 0.089, "p95_ms": 0.065}}, "gstreamer_push": {"avg_ms": 3.072, "count": 35, "max_ms": 6.03, "p95_ms": 5.522}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.042, "count": 35, "max_ms": 0.085, "p95_ms": 0.08}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 42.205, "count": 35, "max_ms": 66.232, "p95_ms": 63.448}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.05, "count": 35, "max_ms": 0.149, "p95_ms": 0.118}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 75.218, "count": 35, "max_ms": 102.571, "p95_ms": 101.029}, "inference_input_copy_ms": {"avg_ms": 1.343, "count": 35, "max_ms": 2.464, "p95_ms": 2.171}, "processing_residual_ms": {"avg_ms": 0.187, "count": 35, "max_ms": 0.408, "p95_ms": 0.323}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 76.798, "count": 35, "max_ms": 103.895, "p95_ms": 102.751}, "read_interval": {"avg_ms": 711.238, "count": 35, "max_ms": 20416.987, "p95_ms": 1342.524}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.014, "count": 35, "max_ms": 0.035, "p95_ms": 0.022}, "execute_total_ms": {"avg_ms": 0.122, "count": 35, "max_ms": 0.316, "p95_ms": 0.202}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 35, "max_ms": 0.052, "p95_ms": 0.019}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.108, "count": 35, "max_ms": 0.281, "p95_ms": 0.182}, "worker_merge_ms": {"avg_ms": 0.006, "count": 35, "max_ms": 0.026, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 42.217, "count": 35, "max_ms": 66.242, "p95_ms": 63.455}, "visualize": {"avg_ms": 31.258, "count": 35, "max_ms": 43.372, "p95_ms": 40.582}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.439, "count": 35, "max_ms": 42.41, "p95_ms": 39.385}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 31.082, "count": 35, "max_ms": 43.119, "p95_ms": 40.252}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.001, "p95_ms": 0.0}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 35, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 30.988, "count": 35, "max_ms": 43.006, "p95_ms": 40.13}, "visualizer_prepare_ms": {"avg_ms": 0.05, "count": 35, "max_ms": 0.101, "p95_ms": 0.086}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 35}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 35}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "44", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 176, "process_rss_mb_proxy": 2483.93, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 17.319, "skip_count": 14}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "dfa1a43d", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.84, "sample_count": 2516, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3502490, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:20:20+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 83332, "write_bytes_delta": 83332, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 57.0, "cpu_core_ratio": 0.044597, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 26130.0, "pid": 86847, "reason": null, "system_cpu_core_ratio": 0.006861, "system_cpu_s_delta": 0.14000000000000057, "user_cpu_core_ratio": 0.037736, "user_cpu_s_delta": 0.7699999999999818}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.006371, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 176, "reason": null, "system_cpu_core_ratio": 0.00049, "system_cpu_s_delta": 0.010000000002037268, "user_cpu_core_ratio": 0.005881, "user_cpu_s_delta": 0.12000000002444722}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.742, "count": 94, "max_ms": 5.399, "p95_ms": 4.436, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.0, "max": 2.0, "p95": 2.0, "sample_count": 94}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 94}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 24.216, "count": 30, "max": 55.966, "p95": 47.888, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.152, "count": 30, "max": 34.777, "p95": 33.529, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1162.2, "count": 30, "max": 1518.0, "p95": 1468.7, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 2465.533, "count": 30, "max": 28383.0, "p95": 18971.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.07, "count": 30, "max": 0.341, "p95": 0.244, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.968, "count": 30, "max": 1.243, "p95": 1.197, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.012, "count": 30, "max": 0.352, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 82664.5, "count": 30, "max": 87057.0, "p95": 84367.15, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 74138.233, "count": 30, "max": 84312.0, "p95": 83977.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 21.867, "count": 30, "max": 41.0, "p95": 29.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.059, "count": 30, "max": 0.098, "p95": 0.069, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.583, "count": 30, "max": 0.727, "p95": 0.683, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 29238, "sampled_at": "2026-11-03T17:20:20+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "387b2c5692794b7e", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:20:20+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.567, "window_s": 30.0}, "started_at": "2026-10-30T14:32:30+09:00", "state": "running", "task_id": "6920fc00-eaf2-48a6-a61b-6a2a52431b80", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5605393, "flush_count": 5916, "flush_interval_seconds": 30.0, "flush_state": {"count": 5916, "last_at": "2026-11-03T17:23:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:23:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5915}, "started": true, "suppressed_count": 3377597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3377189}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5916, "written_record_count": 5916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10443.363, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9353603174400, "copied_frame_count": 3383103, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9353603174400, "frame_buffer_copies": 3383103, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.3268, "p50_ms": 0.1049, "p95_ms": 0.2124, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4976, "count": 512, "max_ms": 4.479, "p50_ms": 1.4077, "p95_ms": 2.4787, "p99_ms": 3.0945, "results": {"failed": 0, "not_applicable": 0, "success": 3383103, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:06:44+09:00", "last_returncode": 0, "last_stable_duration_sec": 1008.142, "last_started_at": "2026-11-03T17:06:44+09:00", "pid": 87079, "process": {"exists": false, "pid": 87079}, "restart_count": 350, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 351}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.524, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3383103, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.091, "last_frame_pushed_at": "2026-11-03T17:23:32+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-03T17:23:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.503, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 32.497, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": 0.084, "exists": true, "mtime": "2026-11-03T17:23:32.110235+09:00", "mtime_epoch": 1793694212.1102352, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77621}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:23:32+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2402.191, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3383104, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.352, "max": 16.0, "p95": 13.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.381, "max": 3.0, "p95": 2.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.381, "max": 3.0, "p95": 2.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 245, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.133, "pushed": 8.133, "read": 8.167}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 244, "client_acquire_ms": {"avg_ms": 0.01, "count": 245, "max_ms": 0.031, "p95_ms": 0.018, "reason": null, "sample_age_ms": 37.665, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.081, "count": 244, "max_ms": 8.62, "p95_ms": 3.507, "reason": null, "sample_age_ms": 92.304, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.456, "count": 244, "max_ms": 8.254, "p95_ms": 2.533, "reason": null, "sample_age_ms": 92.488, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.446, "count": 245, "max_ms": 1.339, "p95_ms": 0.826, "reason": null, "sample_age_ms": 37.675, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.455, "count": 244, "max_ms": 12.665, "p95_ms": 3.83, "reason": null, "sample_age_ms": 90.968, "source": "client_direct"}, "request_count": 244, "request_tensor_bytes": {"avg": 2764808.0, "count": 244, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 90.951, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 245, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 38.249, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.675, "count": 245, "max_ms": 89.453, "p95_ms": 68.256, "reason": null, "sample_age_ms": 37.657, "source": "client_direct"}, "sample_age_ms": 37.652, "source": "client_direct", "task_total_ms": {"avg_ms": 53.786, "count": 245, "max_ms": 92.091, "p95_ms": 72.016, "reason": null, "sample_age_ms": 37.652, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.149, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.452, "count": 244, "max_ms": 15.176, "p95_ms": 12.011}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.446, "count": 244, "max_ms": 1.209, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.608, "count": 244, "max_ms": 4.711, "p95_ms": 2.812}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.04, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.243, "count": 244, "max_ms": 0.825, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.181, "count": 244, "max_ms": 7.551, "p95_ms": 5.683}, "setup_ms": {"avg_ms": 0.052, "count": 244, "max_ms": 0.148, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 7.372, "count": 244, "max_ms": 14.99, "p95_ms": 11.912}, "track_match_ms": {"avg_ms": 0.154, "count": 244, "max_ms": 0.722, "p95_ms": 0.307}, "tracker_update_ms": {"avg_ms": 1.676, "count": 244, "max_ms": 3.987, "p95_ms": 2.966}}, "gstreamer_push": {"avg_ms": 3.264, "count": 244, "max_ms": 6.705, "p95_ms": 5.111}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 244, "max_ms": 0.552, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.325, "count": 244, "max_ms": 93.022, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.329, "count": 244, "max_ms": 17.016, "p95_ms": 8.741}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.912, "count": 244, "max_ms": 148.649, "p95_ms": 127.879}, "inference_input_copy_ms": {"avg_ms": 1.953, "count": 244, "max_ms": 6.321, "p95_ms": 3.438}, "processing_residual_ms": {"avg_ms": 0.265, "count": 244, "max_ms": 0.683, "p95_ms": 0.522}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.459, "count": 244, "max_ms": 156.487, "p95_ms": 132.875}, "read_interval": {"avg_ms": 122.644, "count": 245, "max_ms": 225.588, "p95_ms": 171.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 244, "max_ms": 0.157, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.097, "count": 244, "max_ms": 7.368, "p95_ms": 5.503}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 244, "max_ms": 0.077, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.074, "count": 244, "max_ms": 7.319, "p95_ms": 5.459}, "worker_merge_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.341, "count": 244, "max_ms": 93.031, "p95_ms": 75.182}, "visualize": {"avg_ms": 36.638, "count": 244, "max_ms": 53.513, "p95_ms": 47.095}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.872, "count": 244, "max_ms": 44.913, "p95_ms": 40.713}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.994, "count": 244, "max_ms": 51.76, "p95_ms": 46.034}, "visualize_input_copy_ms": {"avg_ms": 1.411, "count": 244, "max_ms": 3.676, "p95_ms": 2.294}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.84, "count": 244, "max_ms": 51.609, "p95_ms": 45.878}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 244, "max_ms": 0.234, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.874, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.795, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3382969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 925.0, "cpu_core_ratio": 0.382293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87079, "reason": null, "system_cpu_core_ratio": 0.031401, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.350892, "user_cpu_s_delta": 7.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.642315, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.482975, "system_cpu_s_delta": 9.689999999973224, "user_cpu_core_ratio": 1.15934, "user_cpu_s_delta": 23.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.235, "count": 248, "max_ms": 6.705, "p95_ms": 5.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.31, "max": 14.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.453, "count": 30, "max": 55.696, "p95": 36.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 27.725, "p95": 22.065, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.233, "count": 30, "max": 1026.0, "p95": 1006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 4243.0, "p95": 576.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.169, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.319, "count": 30, "max": 0.357, "p95": 0.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.355, "p95": 0.156, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76546.5, "count": 30, "max": 80678.0, "p95": 79959.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63450.4, "count": 30, "max": 80216.0, "p95": 79532.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 27.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.538, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.253, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26190, "sampled_at": "2026-11-03T17:23:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:23:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.999, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5605393, "flush_count": 5916, "flush_interval_seconds": 30.0, "flush_state": {"count": 5916, "last_at": "2026-11-03T17:23:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:23:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5915}, "started": true, "suppressed_count": 3377597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3377189}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5916, "written_record_count": 5916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10444.352, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9353605939200, "copied_frame_count": 3383104, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9353605939200, "frame_buffer_copies": 3383104, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.3268, "p50_ms": 0.1049, "p95_ms": 0.2124, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4963, "count": 512, "max_ms": 4.479, "p50_ms": 1.4057, "p95_ms": 2.4787, "p99_ms": 3.0945, "results": {"failed": 0, "not_applicable": 0, "success": 3383104, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1008.293, "last_started_at": "2026-11-03T17:06:44+09:00", "pid": 87079, "process": {"exists": false, "pid": 87079}, "restart_count": 350, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 351}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.578, "sample_count": 2488, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3383104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.093, "last_frame_pushed_at": "2026-11-03T17:23:32+09:00", "last_frame_read_age_sec": 0.237, "last_frame_read_at": "2026-11-03T17:23:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.671, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 32.329, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": 0.085, "exists": true, "mtime": "2026-11-03T17:23:32.260236+09:00", "mtime_epoch": 1793694212.2602355, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79031}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:23:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2402.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3383104, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.352, "max": 16.0, "p95": 13.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.381, "max": 3.0, "p95": 2.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.381, "max": 3.0, "p95": 2.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.15, "pushed": 8.15, "read": 8.116}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.01, "count": 243, "max_ms": 0.031, "p95_ms": 0.018, "reason": null, "sample_age_ms": 198.648, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.081, "count": 243, "max_ms": 8.62, "p95_ms": 3.512, "reason": null, "sample_age_ms": 253.287, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.458, "count": 243, "max_ms": 8.254, "p95_ms": 2.538, "reason": null, "sample_age_ms": 253.471, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.446, "count": 243, "max_ms": 1.339, "p95_ms": 0.827, "reason": null, "sample_age_ms": 198.659, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.457, "count": 243, "max_ms": 12.665, "p95_ms": 3.834, "reason": null, "sample_age_ms": 251.951, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 251.934, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 199.232, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.742, "count": 243, "max_ms": 89.453, "p95_ms": 68.264, "reason": null, "sample_age_ms": 198.641, "source": "client_direct"}, "sample_age_ms": 198.635, "source": "client_direct", "task_total_ms": {"avg_ms": 53.855, "count": 243, "max_ms": 92.091, "p95_ms": 72.039, "reason": null, "sample_age_ms": 198.635, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.226, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.467, "count": 244, "max_ms": 15.176, "p95_ms": 12.056}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.448, "count": 244, "max_ms": 1.209, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.608, "count": 244, "max_ms": 4.711, "p95_ms": 2.812}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.04, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.243, "count": 244, "max_ms": 0.825, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.191, "count": 244, "max_ms": 7.551, "p95_ms": 5.683}, "setup_ms": {"avg_ms": 0.052, "count": 244, "max_ms": 0.148, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 7.388, "count": 244, "max_ms": 14.99, "p95_ms": 11.949}, "track_match_ms": {"avg_ms": 0.154, "count": 244, "max_ms": 0.722, "p95_ms": 0.307}, "tracker_update_ms": {"avg_ms": 1.679, "count": 244, "max_ms": 3.987, "p95_ms": 2.98}}, "gstreamer_push": {"avg_ms": 3.269, "count": 244, "max_ms": 6.705, "p95_ms": 5.111}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 244, "max_ms": 0.552, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.393, "count": 244, "max_ms": 93.022, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.331, "count": 244, "max_ms": 17.016, "p95_ms": 8.741}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.112, "count": 244, "max_ms": 148.649, "p95_ms": 128.102}, "inference_input_copy_ms": {"avg_ms": 1.949, "count": 244, "max_ms": 6.321, "p95_ms": 3.438}, "processing_residual_ms": {"avg_ms": 0.265, "count": 244, "max_ms": 0.683, "p95_ms": 0.522}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.657, "count": 244, "max_ms": 156.487, "p95_ms": 135.275}, "read_interval": {"avg_ms": 122.691, "count": 243, "max_ms": 225.588, "p95_ms": 171.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 244, "max_ms": 0.157, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.107, "count": 244, "max_ms": 7.368, "p95_ms": 5.503}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 244, "max_ms": 0.077, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.084, "count": 244, "max_ms": 7.319, "p95_ms": 5.459}, "worker_merge_ms": {"avg_ms": 0.008, "count": 244, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.408, "count": 244, "max_ms": 93.031, "p95_ms": 75.182}, "visualize": {"avg_ms": 36.766, "count": 244, "max_ms": 64.769, "p95_ms": 47.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.946, "count": 244, "max_ms": 46.44, "p95_ms": 40.755}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.122, "count": 244, "max_ms": 63.599, "p95_ms": 46.137}, "visualize_input_copy_ms": {"avg_ms": 1.411, "count": 244, "max_ms": 3.676, "p95_ms": 2.294}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.968, "count": 244, "max_ms": 63.469, "p95_ms": 45.955}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 244, "max_ms": 0.234, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.874, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.795, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3382969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 925.0, "cpu_core_ratio": 0.382293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87079, "reason": null, "system_cpu_core_ratio": 0.031401, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.350892, "user_cpu_s_delta": 7.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.642315, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.482975, "system_cpu_s_delta": 9.689999999973224, "user_cpu_core_ratio": 1.15934, "user_cpu_s_delta": 23.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.235, "count": 248, "max_ms": 6.705, "p95_ms": 5.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.31, "max": 14.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.453, "count": 30, "max": 55.696, "p95": 36.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 27.725, "p95": 22.065, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.233, "count": 30, "max": 1026.0, "p95": 1006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 4243.0, "p95": 576.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.169, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.319, "count": 30, "max": 0.357, "p95": 0.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.355, "p95": 0.156, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76546.5, "count": 30, "max": 80678.0, "p95": 79959.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63450.4, "count": 30, "max": 80216.0, "p95": 79532.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 27.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.538, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.253, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26190, "sampled_at": "2026-11-03T17:23:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:23:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.94, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5605393, "flush_count": 5916, "flush_interval_seconds": 30.0, "flush_state": {"count": 5916, "last_at": "2026-11-03T17:23:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:23:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5915}, "started": true, "suppressed_count": 3377597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3377189}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5916, "written_record_count": 5916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10442.984, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9353605939200, "copied_frame_count": 3383104, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9353605939200, "frame_buffer_copies": 3383104, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.3268, "p50_ms": 0.1049, "p95_ms": 0.2124, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4963, "count": 512, "max_ms": 4.479, "p50_ms": 1.4057, "p95_ms": 2.4787, "p99_ms": 3.0945, "results": {"failed": 0, "not_applicable": 0, "success": 3383104, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:23:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 1008.397, "last_started_at": "2026-11-03T17:06:44+09:00", "pid": 87079, "process": {"exists": false, "pid": 87079}, "restart_count": 350, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 351}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.578, "sample_count": 2487, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3383104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.197, "last_frame_pushed_at": "2026-11-03T17:23:32+09:00", "last_frame_read_age_sec": 0.341, "last_frame_read_at": "2026-11-03T17:23:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 567.761, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 32.239, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": 0.189, "exists": true, "mtime": "2026-11-03T17:23:32.260236+09:00", "mtime_epoch": 1793694212.2602355, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79031}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:23:32+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2402.188, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3383104, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.354, "max": 16.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.498, "max": 3.0, "p95": 2.0, "sample_count": 243}, "total": {"avg": 1.498, "max": 3.0, "p95": 2.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.383, "max": 3.0, "p95": 2.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 1.383, "max": 3.0, "p95": 2.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.129, "pushed": 8.129, "read": 8.096}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.01, "count": 243, "max_ms": 0.031, "p95_ms": 0.018, "reason": null, "sample_age_ms": 298.711, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.083, "count": 242, "max_ms": 8.62, "p95_ms": 3.517, "reason": null, "sample_age_ms": 353.35, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.459, "count": 242, "max_ms": 8.254, "p95_ms": 2.542, "reason": null, "sample_age_ms": 353.534, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.446, "count": 243, "max_ms": 1.339, "p95_ms": 0.827, "reason": null, "sample_age_ms": 298.722, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.452, "count": 242, "max_ms": 12.665, "p95_ms": 3.838, "reason": null, "sample_age_ms": 352.014, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 351.997, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 299.295, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.742, "count": 243, "max_ms": 89.453, "p95_ms": 68.264, "reason": null, "sample_age_ms": 298.704, "source": "client_direct"}, "sample_age_ms": 298.698, "source": "client_direct", "task_total_ms": {"avg_ms": 53.855, "count": 243, "max_ms": 92.091, "p95_ms": 72.039, "reason": null, "sample_age_ms": 298.698, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.706, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.463, "count": 243, "max_ms": 15.176, "p95_ms": 12.056}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.447, "count": 243, "max_ms": 1.209, "p95_ms": 0.858}, "detection_prepare_ms": {"avg_ms": 1.609, "count": 243, "max_ms": 4.711, "p95_ms": 2.812}, "event_filter_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.04, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.243, "count": 243, "max_ms": 0.825, "p95_ms": 0.46}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.185, "count": 243, "max_ms": 7.551, "p95_ms": 5.683}, "setup_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.148, "p95_ms": 0.101}, "total_inside_ms": {"avg_ms": 7.383, "count": 243, "max_ms": 14.99, "p95_ms": 11.949}, "track_match_ms": {"avg_ms": 0.155, "count": 243, "max_ms": 0.722, "p95_ms": 0.307}, "tracker_update_ms": {"avg_ms": 1.681, "count": 243, "max_ms": 3.987, "p95_ms": 2.98}}, "gstreamer_push": {"avg_ms": 3.255, "count": 243, "max_ms": 6.526, "p95_ms": 5.11}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.059, "count": 243, "max_ms": 0.552, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.398, "count": 243, "max_ms": 93.022, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.3, "count": 243, "max_ms": 17.016, "p95_ms": 8.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.121, "count": 243, "max_ms": 148.649, "p95_ms": 128.102}, "inference_input_copy_ms": {"avg_ms": 1.951, "count": 243, "max_ms": 6.321, "p95_ms": 3.438}, "processing_residual_ms": {"avg_ms": 0.266, "count": 243, "max_ms": 0.683, "p95_ms": 0.522}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.639, "count": 243, "max_ms": 156.487, "p95_ms": 135.275}, "read_interval": {"avg_ms": 122.651, "count": 242, "max_ms": 225.588, "p95_ms": 171.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 243, "max_ms": 0.157, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 3.101, "count": 243, "max_ms": 7.368, "p95_ms": 5.503}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 243, "max_ms": 0.077, "p95_ms": 0.039}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.078, "count": 243, "max_ms": 7.319, "p95_ms": 5.459}, "worker_merge_ms": {"avg_ms": 0.008, "count": 243, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.413, "count": 243, "max_ms": 93.031, "p95_ms": 75.182}, "visualize": {"avg_ms": 36.774, "count": 243, "max_ms": 64.769, "p95_ms": 47.126}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.951, "count": 243, "max_ms": 46.44, "p95_ms": 40.755}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.129, "count": 243, "max_ms": 63.599, "p95_ms": 46.137}, "visualize_input_copy_ms": {"avg_ms": 1.412, "count": 243, "max_ms": 3.676, "p95_ms": 2.294}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.974, "count": 243, "max_ms": 63.469, "p95_ms": 45.955}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 243, "max_ms": 0.234, "p95_ms": 0.16}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.874, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.795, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3382969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 925.0, "cpu_core_ratio": 0.382293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87079, "reason": null, "system_cpu_core_ratio": 0.031401, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.350892, "user_cpu_s_delta": 7.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.642315, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.482975, "system_cpu_s_delta": 9.689999999973224, "user_cpu_core_ratio": 1.15934, "user_cpu_s_delta": 23.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.235, "count": 248, "max_ms": 6.705, "p95_ms": 5.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.31, "max": 14.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.453, "count": 30, "max": 55.696, "p95": 36.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 27.725, "p95": 22.065, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.233, "count": 30, "max": 1026.0, "p95": 1006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 4243.0, "p95": 576.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.169, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.319, "count": 30, "max": 0.357, "p95": 0.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.355, "p95": 0.156, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76546.5, "count": 30, "max": 80678.0, "p95": 79959.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63450.4, "count": 30, "max": 80216.0, "p95": 79532.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 27.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.538, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.253, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26190, "sampled_at": "2026-11-03T17:23:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:23:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.892, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5605393, "flush_count": 5916, "flush_interval_seconds": 30.0, "flush_state": {"count": 5916, "last_at": "2026-11-03T17:23:11", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:23:11", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5915}, "started": true, "suppressed_count": 3377597, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3377189}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5916, "written_record_count": 5916}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10616.465, "limit_mb": null}, "detail": {"pid": 87311, "restart_count": 351, "start_count": 352}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9353605939200, "copied_frame_count": 3383104, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9353605939200, "frame_buffer_copies": 3383104, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1156, "count": 512, "max_ms": 0.3268, "p50_ms": 0.1049, "p95_ms": 0.2124, "p99_ms": 0.2938}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.4963, "count": 512, "max_ms": 4.479, "p50_ms": 1.4057, "p95_ms": 2.4787, "p99_ms": 3.0945, "results": {"failed": 0, "not_applicable": 0, "success": 3383104, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:23:35+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T17:23:35+09:00", "pid": 87311, "process": {"exists": true, "fd_count": 5, "hwm_mb": 204.551, "name": "ffmpeg", "pid": 87311, "rss_mb": 204.551, "state": "S (sleeping)", "threads": 70}, "restart_count": 351, "restart_count_per_hour": 4, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 352}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.37, "sample_count": 2446, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3383104, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:32+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.409, "last_frame_pushed_at": "2026-11-03T17:23:32+09:00", "last_frame_read_age_sec": 5.553, "last_frame_read_at": "2026-11-03T17:23:32+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 194, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 572.957, "last_sample_duration_ms": 1419.502, "last_trigger": "periodic", "next_snapshot_in_sec": 27.043, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 594, "storage_bytes": 3573871}, "mjpeg": {"age_sec": 5.4, "exists": true, "mtime": "2026-11-03T17:23:32.260236+09:00", "mtime_epoch": 1793694212.2602355, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 79031}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:23:37+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2402.191, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3383104, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.189, "max": 16.0, "p95": 13.0, "sample_count": 201}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.428, "max": 3.0, "p95": 2.0, "sample_count": 201}, "total": {"avg": 1.428, "max": 3.0, "p95": 2.0, "sample_count": 201}}, "tracking_counts": {"active": {"avg": 1.328, "max": 3.0, "p95": 2.0, "sample_count": 201}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "removed": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 201}, "tracked": {"avg": 1.328, "max": 3.0, "p95": 2.0, "sample_count": 201}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 201, "pushed_frames": 201, "read_frames": 200, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.701, "pushed": 6.701, "read": 6.668}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 200, "client_acquire_ms": {"avg_ms": 0.009, "count": 200, "max_ms": 0.031, "p95_ms": 0.017, "reason": null, "sample_age_ms": 5502.701, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.077, "count": 200, "max_ms": 8.62, "p95_ms": 3.527, "reason": null, "sample_age_ms": 5557.34, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.456, "count": 200, "max_ms": 8.254, "p95_ms": 2.547, "reason": null, "sample_age_ms": 5557.524, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.435, "count": 200, "max_ms": 1.066, "p95_ms": 0.796, "reason": null, "sample_age_ms": 5502.712, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.431, "count": 200, "max_ms": 12.665, "p95_ms": 3.71, "reason": null, "sample_age_ms": 5556.004, "source": "client_direct"}, "request_count": 200, "request_tensor_bytes": {"avg": 2764808.0, "count": 200, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5555.987, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 200, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5503.285, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.984, "count": 200, "max_ms": 89.453, "p95_ms": 68.304, "reason": null, "sample_age_ms": 5502.694, "source": "client_direct"}, "sample_age_ms": 5502.688, "source": "client_direct", "task_total_ms": {"avg_ms": 54.058, "count": 200, "max_ms": 92.091, "p95_ms": 72.079, "reason": null, "sample_age_ms": 5502.688, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.585, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.347, "count": 201, "max_ms": 15.176, "p95_ms": 11.864}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.437, "count": 201, "max_ms": 1.186, "p95_ms": 0.816}, "detection_prepare_ms": {"avg_ms": 1.583, "count": 201, "max_ms": 3.391, "p95_ms": 2.812}, "event_filter_ms": {"avg_ms": 0.007, "count": 201, "max_ms": 0.04, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.242, "count": 201, "max_ms": 0.825, "p95_ms": 0.453}, "mcmt_ms": {"avg_ms": 0.004, "count": 201, "max_ms": 0.028, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.152, "count": 201, "max_ms": 7.551, "p95_ms": 5.683}, "setup_ms": {"avg_ms": 0.051, "count": 201, "max_ms": 0.148, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 7.265, "count": 201, "max_ms": 14.99, "p95_ms": 11.798}, "track_match_ms": {"avg_ms": 0.148, "count": 201, "max_ms": 0.388, "p95_ms": 0.279}, "tracker_update_ms": {"avg_ms": 1.642, "count": 201, "max_ms": 3.987, "p95_ms": 2.896}}, "gstreamer_push": {"avg_ms": 3.264, "count": 201, "max_ms": 6.526, "p95_ms": 5.189}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.061, "count": 201, "max_ms": 0.552, "p95_ms": 0.123}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.573, "count": 201, "max_ms": 93.022, "p95_ms": 75.172}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.291, "count": 201, "max_ms": 17.016, "p95_ms": 8.555}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.217, "count": 201, "max_ms": 148.649, "p95_ms": 128.102}, "inference_input_copy_ms": {"avg_ms": 1.921, "count": 201, "max_ms": 5.795, "p95_ms": 3.058}, "processing_residual_ms": {"avg_ms": 0.257, "count": 201, "max_ms": 0.683, "p95_ms": 0.458}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.685, "count": 201, "max_ms": 156.487, "p95_ms": 138.759}, "read_interval": {"avg_ms": 122.705, "count": 200, "max_ms": 225.588, "p95_ms": 171.241}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.023, "count": 201, "max_ms": 0.157, "p95_ms": 0.049}, "execute_total_ms": {"avg_ms": 3.066, "count": 201, "max_ms": 7.368, "p95_ms": 5.503}, "resolve_scenarios_ms": {"avg_ms": 0.019, "count": 201, "max_ms": 0.077, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.043, "count": 201, "max_ms": 7.319, "p95_ms": 5.459}, "worker_merge_ms": {"avg_ms": 0.008, "count": 201, "max_ms": 0.035, "p95_ms": 0.015}}, "triton_wait": {"avg_ms": 55.588, "count": 201, "max_ms": 93.031, "p95_ms": 75.182}, "visualize": {"avg_ms": 36.791, "count": 201, "max_ms": 64.769, "p95_ms": 48.027}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.103, "count": 201, "max_ms": 46.44, "p95_ms": 40.889}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.142, "count": 201, "max_ms": 63.599, "p95_ms": 46.164}, "visualize_input_copy_ms": {"avg_ms": 1.41, "count": 201, "max_ms": 3.676, "p95_ms": 2.314}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 201, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.984, "count": 201, "max_ms": 63.469, "p95_ms": 46.059}, "visualizer_prepare_ms": {"avg_ms": 0.085, "count": 201, "max_ms": 0.234, "p95_ms": 0.167}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 201}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 201}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2402.125, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 11.874, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 130.795, "sample_count": 2477, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3382969, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:23:15+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": null, "exists": false, "size_bytes": null, "write_bytes_delta": 0, "write_count_delta": 0}, "processes": {"input_ffmpeg": {"context_switch_delta": 925.0, "cpu_core_ratio": 0.382293, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87079, "reason": null, "system_cpu_core_ratio": 0.031401, "system_cpu_s_delta": 0.6300000000000026, "user_cpu_core_ratio": 0.350892, "user_cpu_s_delta": 7.039999999999964}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.642315, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 22.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.482975, "system_cpu_s_delta": 9.689999999973224, "user_cpu_core_ratio": 1.15934, "user_cpu_s_delta": 23.260000000009313}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.235, "count": 248, "max_ms": 6.705, "p95_ms": 5.098, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.31, "max": 14.0, "p95": 12.0, "sample_count": 248}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.5, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 248}, "total": {"avg": 1.5, "max": 3.0, "p95": 2.0, "sample_count": 248}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 19.453, "count": 30, "max": 55.696, "p95": 36.609, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 15.986, "count": 30, "max": 27.725, "p95": 22.065, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 789.233, "count": 30, "max": 1026.0, "p95": 1006.8, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 199.833, "count": 30, "max": 4243.0, "p95": 576.05, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.044, "count": 30, "max": 0.169, "p95": 0.13, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.319, "count": 30, "max": 0.357, "p95": 0.351, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.021, "count": 30, "max": 0.355, "p95": 0.156, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76546.5, "count": 30, "max": 80678.0, "p95": 79959.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 63450.4, "count": 30, "max": 80216.0, "p95": 79532.95, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.833, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 17.733, "count": 30, "max": 27.0, "p95": 24.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.474, "count": 30, "max": 0.538, "p95": 0.502, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.137, "count": 30, "max": 1.253, "p95": 1.179, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26190, "sampled_at": "2026-11-03T17:23:15+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:23:15+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.995, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5618987, "flush_count": 5929, "flush_interval_seconds": 30.0, "flush_state": {"count": 5929, "last_at": "2026-11-03T17:36:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:36:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5928}, "started": true, "suppressed_count": 3383942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3383534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5929, "written_record_count": 5929}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10468.168, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371184537600, "copied_frame_count": 3389462, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9371184537600, "frame_buffer_copies": 3389462, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 2.318, "p50_ms": 0.1009, "p95_ms": 0.2186, "p99_ms": 0.3296}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5297, "count": 512, "max_ms": 4.7643, "p50_ms": 1.4487, "p95_ms": 2.4494, "p99_ms": 3.1977, "results": {"failed": 0, "not_applicable": 0, "success": 3389462, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:36:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 797.514, "last_started_at": "2026-11-03T17:23:35+09:00", "pid": 87311, "process": {"exists": false, "pid": 87311}, "restart_count": 351, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 352}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.869, "sample_count": 2363, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.004, "last_frame_pushed_at": "2026-11-03T17:36:53+09:00", "last_frame_read_age_sec": 0.105, "last_frame_read_at": "2026-11-03T17:36:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 160.75, "last_sample_duration_ms": 1611.48, "last_trigger": "periodic", "next_snapshot_in_sec": 439.25, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 596, "storage_bytes": 3593018}, "mjpeg": {"age_sec": 0.097, "exists": true, "mtime": "2026-11-03T17:36:53.077503+09:00", "mtime_epoch": 1793695013.0775032, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77433}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:36:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2405.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3389462, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.934, "max": 14.0, "p95": 12.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.632, "max": 3.0, "p95": 3.0, "sample_count": 242}, "total": {"avg": 1.632, "max": 3.0, "p95": 3.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 1.19, "max": 3.0, "p95": 2.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 1.19, "max": 3.0, "p95": 2.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.067, "pushed": 8.1, "read": 8.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.009, "count": 242, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 74.654, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.103, "count": 241, "max_ms": 9.752, "p95_ms": 3.668, "reason": null, "sample_age_ms": 114.374, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.514, "count": 241, "max_ms": 9.267, "p95_ms": 2.615, "reason": null, "sample_age_ms": 114.698, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.438, "count": 242, "max_ms": 1.343, "p95_ms": 0.789, "reason": null, "sample_age_ms": 74.661, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.342, "count": 241, "max_ms": 9.501, "p95_ms": 3.787, "reason": null, "sample_age_ms": 112.54, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.517, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 74.898, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.816, "count": 242, "max_ms": 94.882, "p95_ms": 72.871, "reason": null, "sample_age_ms": 74.65, "source": "client_direct"}, "sample_age_ms": 74.648, "source": "client_direct", "task_total_ms": {"avg_ms": 52.8, "count": 242, "max_ms": 97.672, "p95_ms": 75.848, "reason": null, "sample_age_ms": 74.648, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.435, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.485, "count": 242, "max_ms": 18.805, "p95_ms": 12.184}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 242, "max_ms": 1.668, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.585, "count": 242, "max_ms": 8.539, "p95_ms": 2.941}, "event_filter_ms": {"avg_ms": 0.006, "count": 242, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.278, "count": 242, "max_ms": 0.793, "p95_ms": 0.531}, "mcmt_ms": {"avg_ms": 0.003, "count": 242, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.217, "count": 242, "max_ms": 9.045, "p95_ms": 5.871}, "setup_ms": {"avg_ms": 0.048, "count": 242, "max_ms": 0.117, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.409, "count": 242, "max_ms": 18.7, "p95_ms": 12.005}, "track_match_ms": {"avg_ms": 0.144, "count": 242, "max_ms": 0.393, "p95_ms": 0.285}, "tracker_update_ms": {"avg_ms": 1.675, "count": 242, "max_ms": 7.0, "p95_ms": 3.024}}, "gstreamer_push": {"avg_ms": 3.392, "count": 243, "max_ms": 8.516, "p95_ms": 4.928}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 242, "max_ms": 0.218, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.328, "count": 242, "max_ms": 102.84, "p95_ms": 78.289}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.136, "count": 242, "max_ms": 14.286, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.661, "count": 242, "max_ms": 162.538, "p95_ms": 130.514}, "inference_input_copy_ms": {"avg_ms": 2.007, "count": 242, "max_ms": 8.489, "p95_ms": 3.068}, "processing_residual_ms": {"avg_ms": 0.27, "count": 242, "max_ms": 0.603, "p95_ms": 0.479}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.075, "count": 242, "max_ms": 166.647, "p95_ms": 135.137}, "read_interval": {"avg_ms": 123.915, "count": 242, "max_ms": 575.959, "p95_ms": 171.16}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 242, "max_ms": 1.46, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.137, "count": 242, "max_ms": 8.934, "p95_ms": 5.72}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 242, "max_ms": 0.055, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.111, "count": 242, "max_ms": 8.909, "p95_ms": 5.7}, "worker_merge_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.345, "count": 242, "max_ms": 102.858, "p95_ms": 78.3}, "visualize": {"avg_ms": 37.409, "count": 242, "max_ms": 55.058, "p95_ms": 47.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.527, "count": 242, "max_ms": 50.139, "p95_ms": 40.71}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.853, "count": 242, "max_ms": 53.33, "p95_ms": 45.905}, "visualize_input_copy_ms": {"avg_ms": 1.338, "count": 242, "max_ms": 8.123, "p95_ms": 2.147}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.704, "count": 242, "max_ms": 53.153, "p95_ms": 45.739}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 242, "max_ms": 0.266, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2405.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.966, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.114, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72143, "write_bytes_delta": 72143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.390743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87311, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.629999999999999, "user_cpu_core_ratio": 0.359384, "user_cpu_s_delta": 7.220000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.488304, "system_cpu_s_delta": 9.809999999997672, "user_cpu_core_ratio": 1.159288, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.224, "count": 243, "max_ms": 7.463, "p95_ms": 5.337, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.016, "max": 14.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.708, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.708, "max": 4.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.685, "count": 30, "max": 81.766, "p95": 60.092, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.996, "count": 30, "max": 36.98, "p95": 27.419, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 977.0, "p95": 958.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.433, "count": 30, "max": 1174.0, "p95": 65.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76519.567, "count": 30, "max": 80697.0, "p95": 80206.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68514.6, "count": 30, "max": 80216.0, "p95": 78939.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 34.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.527, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.169, "count": 30, "max": 1.247, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26233, "sampled_at": "2026-11-03T17:36:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:36:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 30.0, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5618987, "flush_count": 5929, "flush_interval_seconds": 30.0, "flush_state": {"count": 5929, "last_at": "2026-11-03T17:36:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:36:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5928}, "started": true, "suppressed_count": 3383942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3383534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5929, "written_record_count": 5929}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10468.039, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371184537600, "copied_frame_count": 3389462, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9371184537600, "frame_buffer_copies": 3389462, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 2.318, "p50_ms": 0.1009, "p95_ms": 0.2186, "p99_ms": 0.3296}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5297, "count": 512, "max_ms": 4.7643, "p50_ms": 1.4487, "p95_ms": 2.4494, "p99_ms": 3.1977, "results": {"failed": 0, "not_applicable": 0, "success": 3389462, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:36:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 797.619, "last_started_at": "2026-11-03T17:23:35+09:00", "pid": 87311, "process": {"exists": false, "pid": 87311}, "restart_count": 351, "restart_count_per_hour": 3, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 352}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.869, "sample_count": 2362, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.108, "last_frame_pushed_at": "2026-11-03T17:36:53+09:00", "last_frame_read_age_sec": 0.209, "last_frame_read_at": "2026-11-03T17:36:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 160.847, "last_sample_duration_ms": 1611.48, "last_trigger": "periodic", "next_snapshot_in_sec": 439.153, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 596, "storage_bytes": 3593018}, "mjpeg": {"age_sec": 0.096, "exists": true, "mtime": "2026-11-03T17:36:53.182503+09:00", "mtime_epoch": 1793695013.1825035, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:36:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2405.184, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3389462, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.929, "max": 14.0, "p95": 12.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.635, "max": 3.0, "p95": 3.0, "sample_count": 241}, "total": {"avg": 1.635, "max": 3.0, "p95": 3.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 1.191, "max": 3.0, "p95": 2.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.037, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 1.191, "max": 3.0, "p95": 2.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 241, "read_frames": 240, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.049, "pushed": 8.049, "read": 8.015}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.009, "count": 241, "max_ms": 0.033, "p95_ms": 0.018, "reason": null, "sample_age_ms": 172.942, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.104, "count": 240, "max_ms": 9.752, "p95_ms": 3.682, "reason": null, "sample_age_ms": 212.662, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.515, "count": 240, "max_ms": 9.267, "p95_ms": 2.617, "reason": null, "sample_age_ms": 212.986, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.438, "count": 241, "max_ms": 1.343, "p95_ms": 0.79, "reason": null, "sample_age_ms": 172.949, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.343, "count": 240, "max_ms": 9.501, "p95_ms": 3.794, "reason": null, "sample_age_ms": 210.827, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 210.805, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 173.186, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.886, "count": 241, "max_ms": 94.882, "p95_ms": 72.895, "reason": null, "sample_age_ms": 172.938, "source": "client_direct"}, "sample_age_ms": 172.935, "source": "client_direct", "task_total_ms": {"avg_ms": 52.875, "count": 241, "max_ms": 97.672, "p95_ms": 75.855, "reason": null, "sample_age_ms": 172.935, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.053, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.499, "count": 241, "max_ms": 18.805, "p95_ms": 12.184}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.454, "count": 241, "max_ms": 1.668, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.588, "count": 241, "max_ms": 8.539, "p95_ms": 2.941}, "event_filter_ms": {"avg_ms": 0.006, "count": 241, "max_ms": 0.021, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.279, "count": 241, "max_ms": 0.793, "p95_ms": 0.531}, "mcmt_ms": {"avg_ms": 0.003, "count": 241, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.223, "count": 241, "max_ms": 9.045, "p95_ms": 5.871}, "setup_ms": {"avg_ms": 0.048, "count": 241, "max_ms": 0.117, "p95_ms": 0.091}, "total_inside_ms": {"avg_ms": 7.423, "count": 241, "max_ms": 18.7, "p95_ms": 12.005}, "track_match_ms": {"avg_ms": 0.144, "count": 241, "max_ms": 0.393, "p95_ms": 0.285}, "tracker_update_ms": {"avg_ms": 1.677, "count": 241, "max_ms": 7.0, "p95_ms": 3.024}}, "gstreamer_push": {"avg_ms": 3.404, "count": 241, "max_ms": 8.516, "p95_ms": 4.928}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.053, "count": 241, "max_ms": 0.218, "p95_ms": 0.115}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.407, "count": 241, "max_ms": 102.84, "p95_ms": 78.289}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.141, "count": 241, "max_ms": 14.286, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.803, "count": 241, "max_ms": 162.538, "p95_ms": 130.514}, "inference_input_copy_ms": {"avg_ms": 2.01, "count": 241, "max_ms": 8.489, "p95_ms": 3.068}, "processing_residual_ms": {"avg_ms": 0.27, "count": 241, "max_ms": 0.603, "p95_ms": 0.479}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.224, "count": 241, "max_ms": 166.647, "p95_ms": 135.137}, "read_interval": {"avg_ms": 124.225, "count": 240, "max_ms": 575.959, "p95_ms": 171.16}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.026, "count": 241, "max_ms": 1.46, "p95_ms": 0.042}, "execute_total_ms": {"avg_ms": 3.143, "count": 241, "max_ms": 8.934, "p95_ms": 5.72}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 241, "max_ms": 0.055, "p95_ms": 0.034}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.117, "count": 241, "max_ms": 8.909, "p95_ms": 5.7}, "worker_merge_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.424, "count": 241, "max_ms": 102.858, "p95_ms": 78.3}, "visualize": {"avg_ms": 37.455, "count": 241, "max_ms": 55.058, "p95_ms": 47.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.565, "count": 241, "max_ms": 50.139, "p95_ms": 40.71}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.897, "count": 241, "max_ms": 53.33, "p95_ms": 45.905}, "visualize_input_copy_ms": {"avg_ms": 1.34, "count": 241, "max_ms": 8.123, "p95_ms": 2.147}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.747, "count": 241, "max_ms": 53.153, "p95_ms": 45.739}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 241, "max_ms": 0.266, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2405.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.966, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.114, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72143, "write_bytes_delta": 72143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.390743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87311, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.629999999999999, "user_cpu_core_ratio": 0.359384, "user_cpu_s_delta": 7.220000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.488304, "system_cpu_s_delta": 9.809999999997672, "user_cpu_core_ratio": 1.159288, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.224, "count": 243, "max_ms": 7.463, "p95_ms": 5.337, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.016, "max": 14.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.708, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.708, "max": 4.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.685, "count": 30, "max": 81.766, "p95": 60.092, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.996, "count": 30, "max": 36.98, "p95": 27.419, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 977.0, "p95": 958.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.433, "count": 30, "max": 1174.0, "p95": 65.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76519.567, "count": 30, "max": 80697.0, "p95": 80206.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68514.6, "count": 30, "max": 80216.0, "p95": 78939.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 34.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.527, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.169, "count": 30, "max": 1.247, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26233, "sampled_at": "2026-11-03T17:36:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:36:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5618987, "flush_count": 5929, "flush_interval_seconds": 30.0, "flush_state": {"count": 5929, "last_at": "2026-11-03T17:36:12", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:36:12", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5928}, "started": true, "suppressed_count": 3383942, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 408, "tracking_summary": 3383534}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5929, "written_record_count": 5929}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10490.441, "limit_mb": null}, "detail": {"pid": 87427, "restart_count": 352, "start_count": 353}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9371184537600, "copied_frame_count": 3389462, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T16:00:57+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2571142, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T16:00:48+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.894}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 408, "events_emitted": 377, "events_failed": 0, "events_observed": 408, "events_suppressed": 31, "frame_buffer_copied_bytes": 9371184537600, "frame_buffer_copies": 3389462, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18850, "recorder_active_input_bytes": 52116480000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 377, "recorder_clips_failed": 0, "recorder_clips_started": 377, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 377, "worker_jobs_accepted": 377, "worker_jobs_completed": 377, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1227, "count": 512, "max_ms": 2.318, "p50_ms": 0.1009, "p95_ms": 0.2186, "p99_ms": 0.3296}, "stages": {"db_insert": {"avg_ms": 16.6296, "count": 377, "max_ms": 71.5868, "p50_ms": 14.2079, "p95_ms": 36.0573, "p99_ms": 46.7162, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6908, "count": 377, "max_ms": 4.0365, "p50_ms": 1.6019, "p95_ms": 2.6835, "p99_ms": 3.2049, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 931.4206, "count": 408, "max_ms": 4422.916, "p50_ms": 925.313, "p95_ms": 1362.0355, "p99_ms": 1741.3611, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5297, "count": 512, "max_ms": 4.7643, "p50_ms": 1.4487, "p95_ms": 2.4494, "p99_ms": 3.1977, "results": {"failed": 0, "not_applicable": 0, "success": 3389462, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 493.1695, "count": 408, "max_ms": 1618.7119, "p50_ms": 502.3225, "p95_ms": 643.2396, "p99_ms": 1169.4732, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 26.6683, "count": 377, "max_ms": 205.7373, "p50_ms": 20.6698, "p95_ms": 57.203, "p99_ms": 81.5613, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4089, "count": 512, "max_ms": 11.3745, "p50_ms": 5.2132, "p95_ms": 8.0098, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.522, "count": 512, "max_ms": 5.0718, "p50_ms": 1.3879, "p95_ms": 2.5542, "p99_ms": 4.0357, "results": {"failed": 0, "not_applicable": 0, "success": 18850, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 530.0838, "count": 377, "max_ms": 1613.02, "p50_ms": 503.6975, "p95_ms": 652.7257, "p99_ms": 1184.7563, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 440.8554, "count": 377, "max_ms": 1521.9034, "p50_ms": 413.3143, "p95_ms": 555.5584, "p99_ms": 1110.1574, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7748, "count": 377, "max_ms": 115.8706, "p50_ms": 83.6955, "p95_ms": 102.9835, "p99_ms": 110.1578, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5972, "count": 377, "max_ms": 15.8949, "p50_ms": 1.3058, "p95_ms": 2.828, "p99_ms": 6.1506, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3567, "count": 377, "max_ms": 103.1964, "p50_ms": 34.2819, "p95_ms": 54.7235, "p99_ms": 69.601, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4329, "count": 377, "max_ms": 16.9396, "p50_ms": 0.7753, "p95_ms": 5.392, "p99_ms": 10.5357, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.739, "count": 408, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.349, "p99_ms": 1.8065, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8106, "count": 377, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4298, "p99_ms": 2.48, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 377, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.5059, "count": 377, "max_ms": 3752.636, "p50_ms": 352.9786, "p95_ms": 669.3189, "p99_ms": 777.2887, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 408, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 408, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1397, "count": 377, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.2214, "p99_ms": 11.2022, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.448, "count": 377, "max_ms": 206.4133, "p50_ms": 25.3851, "p95_ms": 59.149, "p99_ms": 74.8699, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0829, "count": 377, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2095, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0147, "count": 377, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3006, "p99_ms": 5.3881, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 472.6629, "count": 377, "max_ms": 3837.487, "p50_ms": 424.9325, "p95_ms": 766.2087, "p99_ms": 878.1434, "results": {"failed": 0, "not_applicable": 0, "success": 377, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 377, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 377, "artifact_failed": 0, "artifact_requested": 377, "artifact_success": 377, "completed": 377, "completed_failed": 0, "completed_success": 377, "cooldown_promoted": 377, "database_requested": 377, "db_insert_success": 377, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15946, "relay_business_failed": 0, "relay_business_success": 377, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 377, "relay_transport_failed": 0, "relay_transport_success": 377, "reservation_requested": 377}, "snapshot": {"copied_bytes": 1042329600, "copied_count": 377, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.5973, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:36:55+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T17:36:56+09:00", "pid": 87427, "process": {"exists": true, "fd_count": 4, "hwm_mb": 56.898, "name": "ffmpeg", "pid": 87427, "rss_mb": 56.898, "state": "S (sleeping)", "threads": 1}, "restart_count": 352, "restart_count_per_hour": 4, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 353}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.87, "sample_count": 2325, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389462, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:36:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.863, "last_frame_pushed_at": "2026-11-03T17:36:53+09:00", "last_frame_read_age_sec": 4.964, "last_frame_read_at": "2026-11-03T17:36:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 196, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 165.62, "last_sample_duration_ms": 1611.48, "last_trigger": "periodic", "next_snapshot_in_sec": 434.38, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 596, "storage_bytes": 3593018}, "mjpeg": {"age_sec": 4.851, "exists": true, "mtime": "2026-11-03T17:36:53.182503+09:00", "mtime_epoch": 1793695013.1825035, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77722}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:36:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2485.691, "name": "celery", "pid": 206, "rss_mb": 2405.188, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 315, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3389462, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 8.932, "max": 14.0, "p95": 12.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.665, "max": 3.0, "p95": 3.0, "sample_count": 206}, "total": {"avg": 1.665, "max": 3.0, "p95": 3.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 1.189, "max": 2.0, "p95": 2.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 1.189, "max": 2.0, "p95": 2.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.88, "pushed": 6.88, "read": 6.847}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.009, "count": 205, "max_ms": 0.033, "p95_ms": 0.017, "reason": null, "sample_age_ms": 4942.527, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.132, "count": 205, "max_ms": 9.752, "p95_ms": 4.035, "reason": null, "sample_age_ms": 4982.247, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.538, "count": 205, "max_ms": 9.267, "p95_ms": 2.645, "reason": null, "sample_age_ms": 4982.571, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.436, "count": 205, "max_ms": 1.158, "p95_ms": 0.769, "reason": null, "sample_age_ms": 4942.533, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.367, "count": 205, "max_ms": 9.501, "p95_ms": 4.133, "reason": null, "sample_age_ms": 4980.412, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4980.39, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4942.77, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.92, "count": 205, "max_ms": 88.728, "p95_ms": 72.303, "reason": null, "sample_age_ms": 4942.523, "source": "client_direct"}, "sample_age_ms": 4942.52, "source": "client_direct", "task_total_ms": {"avg_ms": 52.933, "count": 205, "max_ms": 92.412, "p95_ms": 75.67, "reason": null, "sample_age_ms": 4942.52, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 6.211, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 7.563, "count": 206, "max_ms": 18.805, "p95_ms": 12.228}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 206, "max_ms": 1.668, "p95_ms": 0.86}, "detection_prepare_ms": {"avg_ms": 1.59, "count": 206, "max_ms": 8.539, "p95_ms": 2.906}, "event_filter_ms": {"avg_ms": 0.006, "count": 206, "max_ms": 0.021, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.274, "count": 206, "max_ms": 0.793, "p95_ms": 0.528}, "mcmt_ms": {"avg_ms": 0.003, "count": 206, "max_ms": 0.013, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 3.287, "count": 206, "max_ms": 9.045, "p95_ms": 6.099}, "setup_ms": {"avg_ms": 0.049, "count": 206, "max_ms": 0.117, "p95_ms": 0.095}, "total_inside_ms": {"avg_ms": 7.49, "count": 206, "max_ms": 18.7, "p95_ms": 12.076}, "track_match_ms": {"avg_ms": 0.146, "count": 206, "max_ms": 0.393, "p95_ms": 0.285}, "tracker_update_ms": {"avg_ms": 1.68, "count": 206, "max_ms": 7.0, "p95_ms": 3.046}}, "gstreamer_push": {"avg_ms": 3.392, "count": 206, "max_ms": 8.516, "p95_ms": 4.919}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.052, "count": 206, "max_ms": 0.218, "p95_ms": 0.112}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.579, "count": 206, "max_ms": 102.84, "p95_ms": 76.978}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.176, "count": 206, "max_ms": 14.286, "p95_ms": 8.566}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.064, "count": 206, "max_ms": 162.538, "p95_ms": 131.581}, "inference_input_copy_ms": {"avg_ms": 2.024, "count": 206, "max_ms": 8.489, "p95_ms": 3.11}, "processing_residual_ms": {"avg_ms": 0.277, "count": 206, "max_ms": 0.603, "p95_ms": 0.494}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.542, "count": 206, "max_ms": 166.647, "p95_ms": 136.647}, "read_interval": {"avg_ms": 122.496, "count": 205, "max_ms": 232.127, "p95_ms": 169.362}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.027, "count": 206, "max_ms": 1.46, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 3.208, "count": 206, "max_ms": 8.934, "p95_ms": 5.963}, "resolve_scenarios_ms": {"avg_ms": 0.016, "count": 206, "max_ms": 0.055, "p95_ms": 0.032}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 3.181, "count": 206, "max_ms": 8.909, "p95_ms": 5.935}, "worker_merge_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.027, "p95_ms": 0.014}}, "triton_wait": {"avg_ms": 54.597, "count": 206, "max_ms": 102.858, "p95_ms": 76.993}, "visualize": {"avg_ms": 37.46, "count": 206, "max_ms": 55.058, "p95_ms": 47.839}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.503, "count": 206, "max_ms": 50.139, "p95_ms": 40.828}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.92, "count": 206, "max_ms": 53.33, "p95_ms": 46.179}, "visualize_input_copy_ms": {"avg_ms": 1.326, "count": 206, "max_ms": 3.627, "p95_ms": 2.126}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.769, "count": 206, "max_ms": 53.153, "p95_ms": 45.946}, "visualizer_prepare_ms": {"avg_ms": 0.076, "count": 206, "max_ms": 0.266, "p95_ms": 0.151}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2405.051, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 13.966, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 139.114, "sample_count": 2356, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3389181, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:36:18+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 72143, "write_bytes_delta": 72143, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 936.0, "cpu_core_ratio": 0.390743, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87311, "reason": null, "system_cpu_core_ratio": 0.031359, "system_cpu_s_delta": 0.629999999999999, "user_cpu_core_ratio": 0.359384, "user_cpu_s_delta": 7.220000000000027}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.647592, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.488304, "system_cpu_s_delta": 9.809999999997672, "user_cpu_core_ratio": 1.159288, "user_cpu_s_delta": 23.289999999979045}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.224, "count": 243, "max_ms": 7.463, "p95_ms": 5.337, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 10.016, "max": 14.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.708, "key_count": 1, "max": 4.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 243}, "total": {"avg": 1.708, "max": 4.0, "p95": 3.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.685, "count": 30, "max": 81.766, "p95": 60.092, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.996, "count": 30, "max": 36.98, "p95": 27.419, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 781.233, "count": 30, "max": 977.0, "p95": 958.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 43.433, "count": 30, "max": 1174.0, "p95": 65.65, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.039, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.346, "count": 30, "max": 0.37, "p95": 0.365, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 76519.567, "count": 30, "max": 80697.0, "p95": 80206.55, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 68514.6, "count": 30, "max": 80216.0, "p95": 78939.15, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.9, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 16.633, "count": 30, "max": 34.0, "p95": 21.55, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.487, "count": 30, "max": 0.527, "p95": 0.518, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.169, "count": 30, "max": 1.247, "p95": 1.22, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26233, "sampled_at": "2026-11-03T17:36:18+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:36:18+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.942, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5628350, "flush_count": 5938, "flush_interval_seconds": 30.0, "flush_state": {"count": 5938, "last_at": "2026-11-03T17:45:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:45:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5937}, "started": true, "suppressed_count": 3387639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3387230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5938, "written_record_count": 5938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10520.438, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381428121600, "copied_frame_count": 3393167, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9381428121600, "frame_buffer_copies": 3393167, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.6151, "p50_ms": 0.1161, "p95_ms": 0.2305, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.611, "count": 512, "max_ms": 5.5028, "p50_ms": 1.5074, "p95_ms": 2.5864, "p99_ms": 3.6153, "results": {"failed": 0, "not_applicable": 0, "success": 3393167, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:45:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 503.705, "last_started_at": "2026-11-03T17:36:56+09:00", "pid": 87427, "process": {"exists": false, "pid": 87427}, "restart_count": 352, "restart_count_per_hour": 4, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 353}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.731, "sample_count": 2245, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.002, "last_frame_pushed_at": "2026-11-03T17:45:19+09:00", "last_frame_read_age_sec": 0.138, "last_frame_read_at": "2026-11-03T17:45:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 66.045, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 533.955, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.137, "exists": true, "mtime": "2026-11-03T17:45:19.601304+09:00", "mtime_epoch": 1793695519.601304, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75600}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:45:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2446.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3393167, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.996, "max": 16.0, "p95": 11.0, "sample_count": 244}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.32, "max": 3.0, "p95": 2.0, "sample_count": 244}, "total": {"avg": 1.32, "max": 3.0, "p95": 2.0, "sample_count": 244}}, "tracking_counts": {"active": {"avg": 1.045, "max": 2.0, "p95": 1.0, "sample_count": 244}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "removed": {"avg": 0.02, "max": 1.0, "p95": 0.0, "sample_count": 244}, "tracked": {"avg": 1.045, "max": 2.0, "p95": 1.0, "sample_count": 244}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 244, "pushed_frames": 244, "read_frames": 243, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.145, "pushed": 8.145, "read": 8.111}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 243, "client_acquire_ms": {"avg_ms": 0.01, "count": 243, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 97.82, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.034, "count": 243, "max_ms": 6.382, "p95_ms": 3.702, "reason": null, "sample_age_ms": 154.98, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.413, "count": 243, "max_ms": 4.595, "p95_ms": 2.166, "reason": null, "sample_age_ms": 155.928, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 243, "max_ms": 1.243, "p95_ms": 0.796, "reason": null, "sample_age_ms": 97.847, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.44, "count": 243, "max_ms": 6.156, "p95_ms": 4.0, "reason": null, "sample_age_ms": 152.865, "source": "client_direct"}, "request_count": 243, "request_tensor_bytes": {"avg": 2764808.0, "count": 243, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 152.834, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 98.382, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.747, "count": 243, "max_ms": 79.579, "p95_ms": 69.932, "reason": null, "sample_age_ms": 97.808, "source": "client_direct"}, "sample_age_ms": 97.797, "source": "client_direct", "task_total_ms": {"avg_ms": 53.825, "count": 243, "max_ms": 83.595, "p95_ms": 73.061, "reason": null, "sample_age_ms": 97.797, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.513, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.948, "count": 244, "max_ms": 16.151, "p95_ms": 11.88}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 244, "max_ms": 1.389, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.592, "count": 244, "max_ms": 5.126, "p95_ms": 2.814}, "event_filter_ms": {"avg_ms": 0.006, "count": 244, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.267, "count": 244, "max_ms": 1.627, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.004, "count": 244, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.845, "count": 244, "max_ms": 6.693, "p95_ms": 5.024}, "setup_ms": {"avg_ms": 0.052, "count": 244, "max_ms": 0.129, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.868, "count": 244, "max_ms": 15.91, "p95_ms": 11.684}, "track_match_ms": {"avg_ms": 0.134, "count": 244, "max_ms": 0.489, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.529, "count": 244, "max_ms": 5.224, "p95_ms": 2.684}}, "gstreamer_push": {"avg_ms": 3.35, "count": 244, "max_ms": 8.921, "p95_ms": 4.838}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 244, "max_ms": 1.175, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.317, "count": 244, "max_ms": 84.819, "p95_ms": 75.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.082, "count": 244, "max_ms": 13.681, "p95_ms": 8.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.412, "count": 244, "max_ms": 139.68, "p95_ms": 130.003}, "inference_input_copy_ms": {"avg_ms": 1.928, "count": 244, "max_ms": 5.647, "p95_ms": 2.893}, "processing_residual_ms": {"avg_ms": 0.254, "count": 244, "max_ms": 0.759, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.675, "count": 244, "max_ms": 148.766, "p95_ms": 134.434}, "read_interval": {"avg_ms": 123.201, "count": 243, "max_ms": 205.519, "p95_ms": 165.352}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 244, "max_ms": 0.276, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 2.757, "count": 244, "max_ms": 6.476, "p95_ms": 4.871}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 244, "max_ms": 0.062, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.735, "count": 244, "max_ms": 6.431, "p95_ms": 4.841}, "worker_merge_ms": {"avg_ms": 0.011, "count": 244, "max_ms": 0.882, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.332, "count": 244, "max_ms": 84.829, "p95_ms": 75.717}, "visualize": {"avg_ms": 37.685, "count": 244, "max_ms": 58.417, "p95_ms": 49.403}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.13, "count": 244, "max_ms": 49.659, "p95_ms": 43.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.02, "count": 244, "max_ms": 56.473, "p95_ms": 47.548}, "visualize_input_copy_ms": {"avg_ms": 1.435, "count": 244, "max_ms": 4.649, "p95_ms": 2.367}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 244, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.858, "count": 244, "max_ms": 56.267, "p95_ms": 47.361}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 244, "max_ms": 0.276, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 244}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 244}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2446.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.101, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.017, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73281, "write_bytes_delta": 73281, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.383231, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87427, "reason": null, "system_cpu_core_ratio": 0.030818, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.352413, "user_cpu_s_delta": 7.090000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.625872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.469221, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.156651, "user_cpu_s_delta": 23.26999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.506, "count": 230, "max_ms": 8.921, "p95_ms": 5.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.157, "max": 16.0, "p95": 12.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.413, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.413, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.468, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.96, "count": 30, "max": 28.73, "p95": 23.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.267, "count": 30, "max": 945.0, "p95": 927.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 386.167, "count": 30, "max": 10888.0, "p95": 365.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.368, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73158.3, "count": 30, "max": 76161.0, "p95": 76019.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70651.433, "count": 30, "max": 76161.0, "p95": 76019.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2666.267, "count": 30, "max": 79452.0, "p95": 30.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.559, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.179, "count": 30, "max": 1.285, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26259, "sampled_at": "2026-11-03T17:45:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:45:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5628350, "flush_count": 5938, "flush_interval_seconds": 30.0, "flush_state": {"count": 5938, "last_at": "2026-11-03T17:45:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:45:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5937}, "started": true, "suppressed_count": 3387639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3387230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5938, "written_record_count": 5938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10520.758, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381428121600, "copied_frame_count": 3393167, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9381428121600, "frame_buffer_copies": 3393167, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.6151, "p50_ms": 0.1161, "p95_ms": 0.2305, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.611, "count": 512, "max_ms": 5.5028, "p50_ms": 1.5074, "p95_ms": 2.5864, "p99_ms": 3.6153, "results": {"failed": 0, "not_applicable": 0, "success": 3393167, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:45:19+09:00", "last_returncode": 0, "last_stable_duration_sec": 503.783, "last_started_at": "2026-11-03T17:36:56+09:00", "pid": 87427, "process": {"exists": false, "pid": 87427}, "restart_count": 352, "restart_count_per_hour": 4, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 353}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.731, "sample_count": 2244, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.08, "last_frame_pushed_at": "2026-11-03T17:45:19+09:00", "last_frame_read_age_sec": 0.216, "last_frame_read_at": "2026-11-03T17:45:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 66.108, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 533.892, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.069, "exists": true, "mtime": "2026-11-03T17:45:19.746307+09:00", "mtime_epoch": 1793695519.7463071, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75690}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:45:19+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2446.629, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3393167, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.992, "max": 16.0, "p95": 11.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.317, "max": 3.0, "p95": 2.0, "sample_count": 243}, "total": {"avg": 1.317, "max": 3.0, "p95": 2.0, "sample_count": 243}}, "tracking_counts": {"active": {"avg": 1.045, "max": 2.0, "p95": 1.0, "sample_count": 243}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "removed": {"avg": 0.021, "max": 1.0, "p95": 0.0, "sample_count": 243}, "tracked": {"avg": 1.045, "max": 2.0, "p95": 1.0, "sample_count": 243}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 243, "pushed_frames": 243, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.131, "pushed": 8.131, "read": 8.097}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.01, "count": 243, "max_ms": 0.041, "p95_ms": 0.018, "reason": null, "sample_age_ms": 169.582, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.036, "count": 242, "max_ms": 6.382, "p95_ms": 3.715, "reason": null, "sample_age_ms": 226.742, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.414, "count": 242, "max_ms": 4.595, "p95_ms": 2.171, "reason": null, "sample_age_ms": 227.69, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.411, "count": 243, "max_ms": 1.243, "p95_ms": 0.796, "reason": null, "sample_age_ms": 169.609, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.44, "count": 242, "max_ms": 6.156, "p95_ms": 4.006, "reason": null, "sample_age_ms": 224.627, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 224.596, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 243, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 170.144, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.747, "count": 243, "max_ms": 79.579, "p95_ms": 69.932, "reason": null, "sample_age_ms": 169.569, "source": "client_direct"}, "sample_age_ms": 169.558, "source": "client_direct", "task_total_ms": {"avg_ms": 53.825, "count": 243, "max_ms": 83.595, "p95_ms": 73.061, "reason": null, "sample_age_ms": 169.558, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 5.742, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.939, "count": 243, "max_ms": 16.151, "p95_ms": 11.88}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.438, "count": 243, "max_ms": 1.389, "p95_ms": 0.868}, "detection_prepare_ms": {"avg_ms": 1.589, "count": 243, "max_ms": 5.126, "p95_ms": 2.814}, "event_filter_ms": {"avg_ms": 0.006, "count": 243, "max_ms": 0.029, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.267, "count": 243, "max_ms": 1.627, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.004, "count": 243, "max_ms": 0.029, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 2.842, "count": 243, "max_ms": 6.693, "p95_ms": 5.024}, "setup_ms": {"avg_ms": 0.052, "count": 243, "max_ms": 0.129, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.86, "count": 243, "max_ms": 15.91, "p95_ms": 11.684}, "track_match_ms": {"avg_ms": 0.134, "count": 243, "max_ms": 0.489, "p95_ms": 0.245}, "tracker_update_ms": {"avg_ms": 1.527, "count": 243, "max_ms": 5.224, "p95_ms": 2.684}}, "gstreamer_push": {"avg_ms": 3.352, "count": 243, "max_ms": 8.921, "p95_ms": 4.838}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 243, "max_ms": 1.175, "p95_ms": 0.12}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.283, "count": 243, "max_ms": 84.819, "p95_ms": 75.709}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.083, "count": 243, "max_ms": 13.681, "p95_ms": 8.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.363, "count": 243, "max_ms": 139.68, "p95_ms": 130.003}, "inference_input_copy_ms": {"avg_ms": 1.929, "count": 243, "max_ms": 5.647, "p95_ms": 2.893}, "processing_residual_ms": {"avg_ms": 0.253, "count": 243, "max_ms": 0.759, "p95_ms": 0.436}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.63, "count": 243, "max_ms": 148.766, "p95_ms": 134.434}, "read_interval": {"avg_ms": 123.18, "count": 242, "max_ms": 205.519, "p95_ms": 165.352}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 243, "max_ms": 0.276, "p95_ms": 0.04}, "execute_total_ms": {"avg_ms": 2.753, "count": 243, "max_ms": 6.476, "p95_ms": 4.871}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 243, "max_ms": 0.062, "p95_ms": 0.042}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.732, "count": 243, "max_ms": 6.431, "p95_ms": 4.841}, "worker_merge_ms": {"avg_ms": 0.011, "count": 243, "max_ms": 0.882, "p95_ms": 0.017}}, "triton_wait": {"avg_ms": 55.298, "count": 243, "max_ms": 84.829, "p95_ms": 75.717}, "visualize": {"avg_ms": 37.679, "count": 243, "max_ms": 58.417, "p95_ms": 49.403}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 32.13, "count": 243, "max_ms": 49.659, "p95_ms": 43.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.013, "count": 243, "max_ms": 56.473, "p95_ms": 47.548}, "visualize_input_copy_ms": {"avg_ms": 1.437, "count": 243, "max_ms": 4.649, "p95_ms": 2.367}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 243, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.851, "count": 243, "max_ms": 56.267, "p95_ms": 47.361}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 243, "max_ms": 0.276, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 243}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 243}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2446.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.101, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.017, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73281, "write_bytes_delta": 73281, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.383231, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87427, "reason": null, "system_cpu_core_ratio": 0.030818, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.352413, "user_cpu_s_delta": 7.090000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.625872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.469221, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.156651, "user_cpu_s_delta": 23.26999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.506, "count": 230, "max_ms": 8.921, "p95_ms": 5.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.157, "max": 16.0, "p95": 12.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.413, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.413, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.468, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.96, "count": 30, "max": 28.73, "p95": 23.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.267, "count": 30, "max": 945.0, "p95": 927.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 386.167, "count": 30, "max": 10888.0, "p95": 365.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.368, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73158.3, "count": 30, "max": 76161.0, "p95": 76019.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70651.433, "count": 30, "max": 76161.0, "p95": 76019.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2666.267, "count": 30, "max": 79452.0, "p95": 30.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.559, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.179, "count": 30, "max": 1.285, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26259, "sampled_at": "2026-11-03T17:45:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:45:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.886, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5628350, "flush_count": 5938, "flush_interval_seconds": 30.0, "flush_state": {"count": 5938, "last_at": "2026-11-03T17:45:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:45:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5937}, "started": true, "suppressed_count": 3387639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3387230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5938, "written_record_count": 5938}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10697.035, "limit_mb": null}, "detail": {"pid": 87605, "restart_count": 353, "start_count": 354}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9381428121600, "copied_frame_count": 3393167, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9381428121600, "frame_buffer_copies": 3393167, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1305, "count": 512, "max_ms": 1.6151, "p50_ms": 0.1161, "p95_ms": 0.2305, "p99_ms": 0.2725}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.611, "count": 512, "max_ms": 5.5028, "p50_ms": 1.5074, "p95_ms": 2.5864, "p99_ms": 3.6153, "results": {"failed": 0, "not_applicable": 0, "success": 3393167, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 330, "h264_decode_error_count": 1002, "h264_decode_error_count_per_hour": 5, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:23:32+09:00", "last_error_summary": "[h264 @ 0x61bd745d3480] error while decoding MB 36 60, bytestream -6", "last_exit_at": "2026-11-03T17:45:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T17:45:22+09:00", "pid": 87605, "process": {"exists": true, "fd_count": 5, "hwm_mb": 207.602, "name": "ffmpeg", "pid": 87605, "rss_mb": 207.602, "state": "S (sleeping)", "threads": 70}, "restart_count": 353, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 354}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 143.851, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393167, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:45:19+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.168, "last_frame_pushed_at": "2026-11-03T17:45:19+09:00", "last_frame_read_age_sec": 5.304, "last_frame_read_at": "2026-11-03T17:45:19+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 71.193, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 528.807, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 5.157, "exists": true, "mtime": "2026-11-03T17:45:19.746307+09:00", "mtime_epoch": 1793695519.7463071, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 75690}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:45:24+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2446.633, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_unstable_after_restart_critical", "ffmpeg_churn_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 3, "history_size_limit": 20, "last_frame_idx": 3393167, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 3}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.706, "max": 16.0, "p95": 10.0, "sample_count": 204}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.353, "max": 3.0, "p95": 2.0, "sample_count": 204}, "total": {"avg": 1.353, "max": 3.0, "p95": 2.0, "sample_count": 204}}, "tracking_counts": {"active": {"avg": 1.054, "max": 2.0, "p95": 2.0, "sample_count": 204}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 204}, "tracked": {"avg": 1.054, "max": 2.0, "p95": 2.0, "sample_count": 204}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 204, "pushed_frames": 204, "read_frames": 203, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.815, "pushed": 6.815, "read": 6.782}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 203, "client_acquire_ms": {"avg_ms": 0.01, "count": 204, "max_ms": 0.041, "p95_ms": 0.019, "reason": null, "sample_age_ms": 5253.409, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.029, "count": 203, "max_ms": 6.382, "p95_ms": 3.449, "reason": null, "sample_age_ms": 5310.569, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.413, "count": 203, "max_ms": 4.595, "p95_ms": 2.617, "reason": null, "sample_age_ms": 5311.517, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.393, "count": 204, "max_ms": 1.243, "p95_ms": 0.736, "reason": null, "sample_age_ms": 5253.436, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.384, "count": 203, "max_ms": 6.156, "p95_ms": 3.853, "reason": null, "sample_age_ms": 5308.454, "source": "client_direct"}, "request_count": 203, "request_tensor_bytes": {"avg": 2764808.0, "count": 203, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5308.423, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 204, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5253.971, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 50.04, "count": 204, "max_ms": 75.582, "p95_ms": 69.224, "reason": null, "sample_age_ms": 5253.397, "source": "client_direct"}, "sample_age_ms": 5253.386, "source": "client_direct", "task_total_ms": {"avg_ms": 53.052, "count": 204, "max_ms": 78.74, "p95_ms": 72.339, "reason": null, "sample_age_ms": 5253.386, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.561, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.797, "count": 204, "max_ms": 14.664, "p95_ms": 11.19}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.413, "count": 204, "max_ms": 1.168, "p95_ms": 0.77}, "detection_prepare_ms": {"avg_ms": 1.568, "count": 204, "max_ms": 5.126, "p95_ms": 2.675}, "event_filter_ms": {"avg_ms": 0.006, "count": 204, "max_ms": 0.025, "p95_ms": 0.012}, "id_reconcile_ms": {"avg_ms": 0.262, "count": 204, "max_ms": 1.627, "p95_ms": 0.451}, "mcmt_ms": {"avg_ms": 0.003, "count": 204, "max_ms": 0.026, "p95_ms": 0.007}, "scenario_analyze_ms": {"avg_ms": 2.807, "count": 204, "max_ms": 6.325, "p95_ms": 5.024}, "setup_ms": {"avg_ms": 0.051, "count": 204, "max_ms": 0.129, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.72, "count": 204, "max_ms": 14.557, "p95_ms": 11.04}, "track_match_ms": {"avg_ms": 0.13, "count": 204, "max_ms": 0.35, "p95_ms": 0.242}, "tracker_update_ms": {"avg_ms": 1.477, "count": 204, "max_ms": 3.604, "p95_ms": 2.475}}, "gstreamer_push": {"avg_ms": 3.317, "count": 204, "max_ms": 6.685, "p95_ms": 4.751}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 204, "max_ms": 1.175, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 54.51, "count": 204, "max_ms": 82.304, "p95_ms": 74.608}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.081, "count": 204, "max_ms": 13.681, "p95_ms": 8.105}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 100.384, "count": 204, "max_ms": 139.68, "p95_ms": 129.308}, "inference_input_copy_ms": {"avg_ms": 1.926, "count": 204, "max_ms": 5.647, "p95_ms": 2.991}, "processing_residual_ms": {"avg_ms": 0.249, "count": 204, "max_ms": 0.759, "p95_ms": 0.41}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 105.641, "count": 204, "max_ms": 148.766, "p95_ms": 134.355}, "read_interval": {"avg_ms": 121.95, "count": 203, "max_ms": 188.07, "p95_ms": 163.217}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 204, "max_ms": 0.276, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 2.719, "count": 204, "max_ms": 6.16, "p95_ms": 4.86}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 204, "max_ms": 0.062, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.699, "count": 204, "max_ms": 6.127, "p95_ms": 4.802}, "worker_merge_ms": {"avg_ms": 0.012, "count": 204, "max_ms": 0.882, "p95_ms": 0.016}}, "triton_wait": {"avg_ms": 54.525, "count": 204, "max_ms": 82.325, "p95_ms": 74.645}, "visualize": {"avg_ms": 37.628, "count": 204, "max_ms": 58.417, "p95_ms": 49.522}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.998, "count": 204, "max_ms": 49.659, "p95_ms": 43.142}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 35.973, "count": 204, "max_ms": 56.473, "p95_ms": 47.96}, "visualize_input_copy_ms": {"avg_ms": 1.43, "count": 204, "max_ms": 3.923, "p95_ms": 2.36}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 204, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 35.81, "count": 204, "max_ms": 56.267, "p95_ms": 47.79}, "visualizer_prepare_ms": {"avg_ms": 0.08, "count": 204, "max_ms": 0.276, "p95_ms": 0.146}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 204}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 204}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2446.57, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 18.101, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 144.017, "sample_count": 2231, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3393008, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:45:00+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 73281, "write_bytes_delta": 73281, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 880.0, "cpu_core_ratio": 0.383231, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87427, "reason": null, "system_cpu_core_ratio": 0.030818, "system_cpu_s_delta": 0.620000000000001, "user_cpu_core_ratio": 0.352413, "user_cpu_s_delta": 7.090000000000003}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.625872, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.469221, "system_cpu_s_delta": 9.440000000002328, "user_cpu_core_ratio": 1.156651, "user_cpu_s_delta": 23.26999999996042}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.506, "count": 230, "max_ms": 8.921, "p95_ms": 5.735, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 9.157, "max": 16.0, "p95": 12.0, "sample_count": 230}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.413, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 230}, "total": {"avg": 1.413, "max": 3.0, "p95": 2.0, "sample_count": 230}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.468, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 16.96, "count": 30, "max": 28.73, "p95": 23.715, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 843.267, "count": 30, "max": 945.0, "p95": 927.9, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 386.167, "count": 30, "max": 10888.0, "p95": 365.85, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.03, "count": 30, "max": 0.034, "p95": 0.033, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.339, "count": 30, "max": 0.368, "p95": 0.361, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.004, "count": 30, "max": 0.106, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 73158.3, "count": 30, "max": 76161.0, "p95": 76019.35, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 70651.433, "count": 30, "max": 76161.0, "p95": 76019.35, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2666.267, "count": 30, "max": 79452.0, "p95": 30.65, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.498, "count": 30, "max": 0.559, "p95": 0.547, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.179, "count": 30, "max": 1.285, "p95": 1.268, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26259, "sampled_at": "2026-11-03T17:45:00+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:45:00+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5631486, "flush_count": 5941, "flush_interval_seconds": 30.0, "flush_state": {"count": 5941, "last_at": "2026-11-03T17:48:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:48:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5940}, "started": true, "suppressed_count": 3389192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3388783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5941, "written_record_count": 5941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10488.77, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x55f50e645ac0] error while decoding MB 32 52, bytestream -10", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9385727385600, "copied_frame_count": 3394722, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9385727385600, "frame_buffer_copies": 3394722, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1304, "count": 512, "max_ms": 2.4924, "p50_ms": 0.1139, "p95_ms": 0.2238, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5776, "count": 512, "max_ms": 3.4242, "p50_ms": 1.5438, "p95_ms": 2.4066, "p99_ms": 2.9612, "results": {"failed": 0, "not_applicable": 0, "success": 3394722, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 331, "h264_decode_error_count": 1003, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:48:29+09:00", "last_error_summary": "[h264 @ 0x55f50e645ac0] error while decoding MB 32 52, bytestream -10", "last_exit_at": "2026-11-03T17:45:22+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.475, "last_started_at": "2026-11-03T17:45:22+09:00", "pid": 87605, "process": {"exists": true, "fd_count": 0, "hwm_mb": null, "name": "ffmpeg", "pid": 87605, "rss_mb": null, "state": "Z (zombie)", "threads": 1}, "restart_count": 353, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 354}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.601, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394722, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": [], "level": "warning", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.096, "last_frame_pushed_at": "2026-11-03T17:48:29+09:00", "last_frame_read_age_sec": 0.087, "last_frame_read_at": "2026-11-03T17:48:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.678, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 344.322, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.083, "exists": true, "mtime": "2026-11-03T17:48:29.294851+09:00", "mtime_epoch": 1793695709.294851, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101257}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:48:29+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2407.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "degrade_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": false, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3394723, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.434, "max": 17.0, "p95": 15.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.231, "max": 2.0, "p95": 2.0, "sample_count": 225}, "total": {"avg": 1.165, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.025, "max": 1.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 242, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.084, "pushed": 8.084, "read": 8.084}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 242, "client_acquire_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 35.628, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.97, "count": 242, "max_ms": 13.011, "p95_ms": 2.97, "reason": null, "sample_age_ms": 98.243, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.43, "count": 242, "max_ms": 12.659, "p95_ms": 2.272, "reason": null, "sample_age_ms": 100.927, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 242, "max_ms": 1.995, "p95_ms": 0.727, "reason": null, "sample_age_ms": 35.653, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.126, "count": 242, "max_ms": 7.237, "p95_ms": 3.594, "reason": null, "sample_age_ms": 96.552, "source": "client_direct"}, "request_count": 242, "request_tensor_bytes": {"avg": 2764808.0, "count": 242, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 96.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 242, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 36.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.389, "count": 242, "max_ms": 84.481, "p95_ms": 70.734, "reason": null, "sample_age_ms": 35.619, "source": "client_direct"}, "sample_age_ms": 35.61, "source": "client_direct", "task_total_ms": {"avg_ms": 54.12, "count": 242, "max_ms": 87.772, "p95_ms": 73.779, "reason": null, "sample_age_ms": 35.61, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.117, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.294, "count": 242, "max_ms": 14.356, "p95_ms": 10.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.479, "count": 242, "max_ms": 1.809, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.528, "count": 242, "max_ms": 6.778, "p95_ms": 2.624}, "event_filter_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.035, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.33, "count": 242, "max_ms": 1.844, "p95_ms": 0.597}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.166, "count": 242, "max_ms": 5.34, "p95_ms": 3.554}, "setup_ms": {"avg_ms": 0.054, "count": 242, "max_ms": 0.137, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.226, "count": 242, "max_ms": 14.179, "p95_ms": 10.176}, "track_match_ms": {"avg_ms": 0.081, "count": 242, "max_ms": 0.322, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.576, "count": 242, "max_ms": 5.598, "p95_ms": 2.656}}, "gstreamer_push": {"avg_ms": 3.599, "count": 242, "max_ms": 7.408, "p95_ms": 5.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.065, "count": 242, "max_ms": 1.466, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.507, "count": 242, "max_ms": 90.316, "p95_ms": 75.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.954, "count": 242, "max_ms": 14.586, "p95_ms": 8.814}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.603, "count": 242, "max_ms": 149.588, "p95_ms": 125.3}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 242, "max_ms": 7.842, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.239, "count": 242, "max_ms": 0.665, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.53, "count": 242, "max_ms": 157.324, "p95_ms": 130.757}, "read_interval": {"avg_ms": 123.81, "count": 242, "max_ms": 201.604, "p95_ms": 170.248}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 242, "max_ms": 0.119, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.078, "count": 242, "max_ms": 5.259, "p95_ms": 3.377}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 242, "max_ms": 0.071, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.057, "count": 242, "max_ms": 5.239, "p95_ms": 3.334}, "worker_merge_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.043, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 55.524, "count": 242, "max_ms": 90.325, "p95_ms": 75.628}, "visualize": {"avg_ms": 38.397, "count": 242, "max_ms": 56.172, "p95_ms": 48.776}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.187, "count": 242, "max_ms": 49.292, "p95_ms": 41.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.834, "count": 242, "max_ms": 53.587, "p95_ms": 47.019}, "visualize_input_copy_ms": {"avg_ms": 1.325, "count": 242, "max_ms": 3.507, "p95_ms": 2.247}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.681, "count": 242, "max_ms": 53.458, "p95_ms": 46.849}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 242, "max_ms": 0.265, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2407.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.301, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.489, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100230, "write_bytes_delta": 100230, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1061.0, "cpu_core_ratio": 0.470818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87605, "reason": null, "system_cpu_core_ratio": 0.036713, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.434105, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.584111, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46288, "system_cpu_s_delta": 9.329999999987194, "user_cpu_core_ratio": 1.121231, "user_cpu_s_delta": 22.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.612, "count": 243, "max_ms": 7.847, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.486, "max": 17.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.286, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.243, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.863, "count": 30, "max": 28.73, "p95": 24.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.767, "count": 30, "max": 1295.0, "p95": 1093.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 36.967, "count": 30, "max": 498.0, "p95": 182.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 3.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79942.9, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77411.8, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.967, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.559, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.285, "p95": 1.235, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26269, "sampled_at": "2026-11-03T17:48:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:48:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.934, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5631486, "flush_count": 5941, "flush_interval_seconds": 30.0, "flush_state": {"count": 5941, "last_at": "2026-11-03T17:48:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:48:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5940}, "started": true, "suppressed_count": 3389192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3388783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5941, "written_record_count": 5941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10487.82, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T17:48:29+09:00", "last_error_summary": "[h264 @ 0x55f50e645ac0] error while decoding MB 32 52, bytestream -10", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9385730150400, "copied_frame_count": 3394723, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9385730150400, "frame_buffer_copies": 3394723, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 2.4924, "p50_ms": 0.1138, "p95_ms": 0.2238, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5763, "count": 512, "max_ms": 3.4242, "p50_ms": 1.54, "p95_ms": 2.4066, "p99_ms": 2.9612, "results": {"failed": 0, "not_applicable": 0, "success": 3394723, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 331, "h264_decode_error_count": 1003, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:48:29+09:00", "last_error_summary": "[h264 @ 0x55f50e645ac0] error while decoding MB 32 52, bytestream -10", "last_exit_at": "2026-11-03T17:48:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.592, "last_started_at": "2026-11-03T17:45:22+09:00", "pid": 87605, "process": {"exists": false, "pid": 87605}, "restart_count": 353, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 354}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.602, "sample_count": 2371, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.046, "last_frame_pushed_at": "2026-11-03T17:48:29+09:00", "last_frame_read_age_sec": 0.204, "last_frame_read_at": "2026-11-03T17:48:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.787, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 344.213, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.037, "exists": true, "mtime": "2026-11-03T17:48:29.457854+09:00", "mtime_epoch": 1793695709.4578536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101376}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:48:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2407.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3394723, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.45, "max": 17.0, "p95": 15.0, "sample_count": 242}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.236, "max": 2.0, "p95": 2.0, "sample_count": 225}, "total": {"avg": 1.169, "max": 2.0, "p95": 2.0, "sample_count": 242}}, "tracking_counts": {"active": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 242}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 242}, "tracked": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 242}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 242, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.079, "pushed": 8.079, "read": 8.046}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 241, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 151.628, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.973, "count": 241, "max_ms": 13.011, "p95_ms": 2.975, "reason": null, "sample_age_ms": 214.243, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.432, "count": 241, "max_ms": 12.659, "p95_ms": 2.273, "reason": null, "sample_age_ms": 216.927, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 241, "max_ms": 1.995, "p95_ms": 0.727, "reason": null, "sample_age_ms": 151.653, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.129, "count": 241, "max_ms": 7.237, "p95_ms": 3.596, "reason": null, "sample_age_ms": 212.552, "source": "client_direct"}, "request_count": 241, "request_tensor_bytes": {"avg": 2764808.0, "count": 241, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 212.527, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 152.646, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.453, "count": 241, "max_ms": 84.481, "p95_ms": 70.791, "reason": null, "sample_age_ms": 151.619, "source": "client_direct"}, "sample_age_ms": 151.61, "source": "client_direct", "task_total_ms": {"avg_ms": 54.188, "count": 241, "max_ms": 87.772, "p95_ms": 73.788, "reason": null, "sample_age_ms": 151.61, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.378, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.305, "count": 242, "max_ms": 14.356, "p95_ms": 10.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.48, "count": 242, "max_ms": 1.809, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.53, "count": 242, "max_ms": 6.778, "p95_ms": 2.7}, "event_filter_ms": {"avg_ms": 0.007, "count": 242, "max_ms": 0.035, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 242, "max_ms": 1.844, "p95_ms": 0.597}, "mcmt_ms": {"avg_ms": 0.004, "count": 242, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.171, "count": 242, "max_ms": 5.34, "p95_ms": 3.554}, "setup_ms": {"avg_ms": 0.054, "count": 242, "max_ms": 0.137, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.237, "count": 242, "max_ms": 14.179, "p95_ms": 10.176}, "track_match_ms": {"avg_ms": 0.082, "count": 242, "max_ms": 0.322, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.576, "count": 242, "max_ms": 5.598, "p95_ms": 2.656}}, "gstreamer_push": {"avg_ms": 3.593, "count": 242, "max_ms": 7.408, "p95_ms": 5.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 242, "max_ms": 1.466, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.547, "count": 242, "max_ms": 90.316, "p95_ms": 75.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.955, "count": 242, "max_ms": 14.586, "p95_ms": 8.814}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.763, "count": 242, "max_ms": 149.588, "p95_ms": 125.378}, "inference_input_copy_ms": {"avg_ms": 1.734, "count": 242, "max_ms": 7.842, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.239, "count": 242, "max_ms": 0.665, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.692, "count": 242, "max_ms": 157.324, "p95_ms": 131.27}, "read_interval": {"avg_ms": 123.792, "count": 241, "max_ms": 201.604, "p95_ms": 170.248}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 242, "max_ms": 0.119, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.083, "count": 242, "max_ms": 5.259, "p95_ms": 3.377}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 242, "max_ms": 0.071, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.062, "count": 242, "max_ms": 5.239, "p95_ms": 3.334}, "worker_merge_ms": {"avg_ms": 0.008, "count": 242, "max_ms": 0.043, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 55.563, "count": 242, "max_ms": 90.325, "p95_ms": 75.628}, "visualize": {"avg_ms": 38.503, "count": 242, "max_ms": 69.785, "p95_ms": 49.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.27, "count": 242, "max_ms": 57.992, "p95_ms": 41.98}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.937, "count": 242, "max_ms": 67.138, "p95_ms": 47.159}, "visualize_input_copy_ms": {"avg_ms": 1.327, "count": 242, "max_ms": 3.507, "p95_ms": 2.247}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 242, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.784, "count": 242, "max_ms": 66.899, "p95_ms": 46.913}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 242, "max_ms": 0.265, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 242}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 242}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2407.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.301, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.489, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100230, "write_bytes_delta": 100230, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1061.0, "cpu_core_ratio": 0.470818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87605, "reason": null, "system_cpu_core_ratio": 0.036713, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.434105, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.584111, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46288, "system_cpu_s_delta": 9.329999999987194, "user_cpu_core_ratio": 1.121231, "user_cpu_s_delta": 22.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.612, "count": 243, "max_ms": 7.847, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.486, "max": 17.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.286, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.243, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.863, "count": 30, "max": 28.73, "p95": 24.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.767, "count": 30, "max": 1295.0, "p95": 1093.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 36.967, "count": 30, "max": 498.0, "p95": 182.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 3.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79942.9, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77411.8, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.967, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.559, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.285, "p95": 1.235, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26269, "sampled_at": "2026-11-03T17:48:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:48:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.954, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5631486, "flush_count": 5941, "flush_interval_seconds": 30.0, "flush_state": {"count": 5941, "last_at": "2026-11-03T17:48:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:48:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5940}, "started": true, "suppressed_count": 3389192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3388783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5941, "written_record_count": 5941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10488.234, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9385730150400, "copied_frame_count": 3394723, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9385730150400, "frame_buffer_copies": 3394723, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 2.4924, "p50_ms": 0.1138, "p95_ms": 0.2238, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5763, "count": 512, "max_ms": 3.4242, "p50_ms": 1.54, "p95_ms": 2.4066, "p99_ms": 2.9612, "results": {"failed": 0, "not_applicable": 0, "success": 3394723, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 331, "h264_decode_error_count": 1003, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:48:29+09:00", "last_error_summary": "[h264 @ 0x55f50e645ac0] error while decoding MB 32 52, bytestream -10", "last_exit_at": "2026-11-03T17:48:29+09:00", "last_returncode": 0, "last_stable_duration_sec": 186.641, "last_started_at": "2026-11-03T17:45:22+09:00", "pid": 87605, "process": {"exists": false, "pid": 87605}, "restart_count": 353, "restart_count_per_hour": 5, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": false, "start_count": 354}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.602, "sample_count": 2370, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.095, "last_frame_pushed_at": "2026-11-03T17:48:29+09:00", "last_frame_read_age_sec": 0.253, "last_frame_read_at": "2026-11-03T17:48:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 255.839, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 344.161, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.086, "exists": true, "mtime": "2026-11-03T17:48:29.457854+09:00", "mtime_epoch": 1793695709.4578536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101376}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:48:29+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2407.77, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3394723, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.461, "max": 17.0, "p95": 15.0, "sample_count": 241}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.232, "max": 2.0, "p95": 2.0, "sample_count": 224}, "total": {"avg": 1.166, "max": 2.0, "p95": 2.0, "sample_count": 241}}, "tracking_counts": {"active": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 241}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 241}, "tracked": {"avg": 0.029, "max": 1.0, "p95": 0.0, "sample_count": 241}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 241, "pushed_frames": 242, "read_frames": 241, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.034, "pushed": 8.067, "read": 8.034}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 240, "client_acquire_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 201.06, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.965, "count": 240, "max_ms": 13.011, "p95_ms": 2.987, "reason": null, "sample_age_ms": 263.675, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.433, "count": 240, "max_ms": 12.659, "p95_ms": 2.274, "reason": null, "sample_age_ms": 266.359, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.406, "count": 241, "max_ms": 1.995, "p95_ms": 0.727, "reason": null, "sample_age_ms": 201.085, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.128, "count": 240, "max_ms": 7.237, "p95_ms": 3.597, "reason": null, "sample_age_ms": 261.984, "source": "client_direct"}, "request_count": 240, "request_tensor_bytes": {"avg": 2764808.0, "count": 240, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 261.959, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 241, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 202.078, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.453, "count": 241, "max_ms": 84.481, "p95_ms": 70.791, "reason": null, "sample_age_ms": 201.051, "source": "client_direct"}, "sample_age_ms": 201.042, "source": "client_direct", "task_total_ms": {"avg_ms": 54.188, "count": 241, "max_ms": 87.772, "p95_ms": 73.788, "reason": null, "sample_age_ms": 201.042, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.499, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.309, "count": 241, "max_ms": 14.356, "p95_ms": 10.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.48, "count": 241, "max_ms": 1.809, "p95_ms": 0.909}, "detection_prepare_ms": {"avg_ms": 1.532, "count": 241, "max_ms": 6.778, "p95_ms": 2.7}, "event_filter_ms": {"avg_ms": 0.007, "count": 241, "max_ms": 0.035, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 241, "max_ms": 1.844, "p95_ms": 0.597}, "mcmt_ms": {"avg_ms": 0.004, "count": 241, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.172, "count": 241, "max_ms": 5.34, "p95_ms": 3.554}, "setup_ms": {"avg_ms": 0.054, "count": 241, "max_ms": 0.137, "p95_ms": 0.1}, "total_inside_ms": {"avg_ms": 6.24, "count": 241, "max_ms": 14.179, "p95_ms": 10.176}, "track_match_ms": {"avg_ms": 0.082, "count": 241, "max_ms": 0.322, "p95_ms": 0.162}, "tracker_update_ms": {"avg_ms": 1.577, "count": 241, "max_ms": 5.598, "p95_ms": 2.656}}, "gstreamer_push": {"avg_ms": 3.593, "count": 242, "max_ms": 7.408, "p95_ms": 5.205}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 241, "max_ms": 1.466, "p95_ms": 0.124}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.618, "count": 241, "max_ms": 90.316, "p95_ms": 75.617}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.96, "count": 241, "max_ms": 14.586, "p95_ms": 8.814}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.85, "count": 241, "max_ms": 149.588, "p95_ms": 125.378}, "inference_input_copy_ms": {"avg_ms": 1.735, "count": 241, "max_ms": 7.842, "p95_ms": 2.605}, "processing_residual_ms": {"avg_ms": 0.239, "count": 241, "max_ms": 0.665, "p95_ms": 0.43}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.784, "count": 241, "max_ms": 157.324, "p95_ms": 131.27}, "read_interval": {"avg_ms": 123.792, "count": 241, "max_ms": 201.604, "p95_ms": 170.248}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 241, "max_ms": 0.119, "p95_ms": 0.041}, "execute_total_ms": {"avg_ms": 2.084, "count": 241, "max_ms": 5.259, "p95_ms": 3.377}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 241, "max_ms": 0.071, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.062, "count": 241, "max_ms": 5.239, "p95_ms": 3.334}, "worker_merge_ms": {"avg_ms": 0.008, "count": 241, "max_ms": 0.043, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 55.635, "count": 241, "max_ms": 90.325, "p95_ms": 75.628}, "visualize": {"avg_ms": 38.511, "count": 241, "max_ms": 69.785, "p95_ms": 49.784}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.281, "count": 241, "max_ms": 57.992, "p95_ms": 41.98}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.944, "count": 241, "max_ms": 67.138, "p95_ms": 47.159}, "visualize_input_copy_ms": {"avg_ms": 1.328, "count": 241, "max_ms": 3.507, "p95_ms": 2.247}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 241, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.791, "count": 241, "max_ms": 66.899, "p95_ms": 46.913}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 241, "max_ms": 0.265, "p95_ms": 0.141}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 241}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 241}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2407.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.301, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.489, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100230, "write_bytes_delta": 100230, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1061.0, "cpu_core_ratio": 0.470818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87605, "reason": null, "system_cpu_core_ratio": 0.036713, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.434105, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.584111, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46288, "system_cpu_s_delta": 9.329999999987194, "user_cpu_core_ratio": 1.121231, "user_cpu_s_delta": 22.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.612, "count": 243, "max_ms": 7.847, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.486, "max": 17.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.286, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.243, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.863, "count": 30, "max": 28.73, "p95": 24.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.767, "count": 30, "max": 1295.0, "p95": 1093.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 36.967, "count": 30, "max": 498.0, "p95": 182.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 3.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79942.9, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77411.8, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.967, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.559, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.285, "p95": 1.235, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26269, "sampled_at": "2026-11-03T17:48:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:48:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5631486, "flush_count": 5941, "flush_interval_seconds": 30.0, "flush_state": {"count": 5941, "last_at": "2026-11-03T17:48:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:48:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5940}, "started": true, "suppressed_count": 3389192, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3388783}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5941, "written_record_count": 5941}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10511.711, "limit_mb": null}, "detail": {"pid": 87721, "restart_count": 354, "start_count": 355}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9385730150400, "copied_frame_count": 3394723, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9385730150400, "frame_buffer_copies": 3394723, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1302, "count": 512, "max_ms": 2.4924, "p50_ms": 0.1138, "p95_ms": 0.2238, "p99_ms": 0.3231}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5763, "count": 512, "max_ms": 3.4242, "p50_ms": 1.54, "p95_ms": 2.4066, "p99_ms": 2.9612, "results": {"failed": 0, "not_applicable": 0, "success": 3394723, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 331, "h264_decode_error_count": 1003, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:48:29+09:00", "last_error_summary": "[h264 @ 0x55f50e645ac0] error while decoding MB 32 52, bytestream -10", "last_exit_at": "2026-11-03T17:48:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.002, "last_started_at": "2026-11-03T17:48:32+09:00", "pid": 87721, "process": {"exists": true, "fd_count": 4, "hwm_mb": 58.367, "name": "ffmpeg", "pid": 87721, "rss_mb": 58.367, "state": "R (running)", "threads": 12}, "restart_count": 354, "restart_count_per_hour": 6, "rtsp_timeout_count": 164, "rtsp_timeout_count_per_hour": 0, "rtsp_tolerant_mode": false, "running": true, "start_count": 355}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 137.46, "sample_count": 2337, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394723, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:29+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.612, "last_frame_pushed_at": "2026-11-03T17:48:29+09:00", "last_frame_read_age_sec": 4.77, "last_frame_read_at": "2026-11-03T17:48:29+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 260.357, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 339.643, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 4.603, "exists": true, "mtime": "2026-11-03T17:48:29.457854+09:00", "mtime_epoch": 1793695709.4578536, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 101376}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:48:34+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2407.773, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3394723, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.777, "max": 17.0, "p95": 15.0, "sample_count": 206}}, "truncated_count": 0}, "object_counts": {"by_category.대형선박": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 5}, "by_category.소형선박": {"avg": 1.122, "max": 2.0, "p95": 2.0, "sample_count": 189}, "total": {"avg": 1.053, "max": 2.0, "p95": 2.0, "sample_count": 206}}, "tracking_counts": {"active": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 206}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "removed": {"avg": 0.015, "max": 1.0, "p95": 0.0, "sample_count": 206}, "tracked": {"avg": 0.034, "max": 1.0, "p95": 0.0, "sample_count": 206}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 206, "pushed_frames": 206, "read_frames": 205, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 6.874, "pushed": 6.874, "read": 6.841}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 205, "client_acquire_ms": {"avg_ms": 0.009, "count": 205, "max_ms": 0.035, "p95_ms": 0.016, "reason": null, "sample_age_ms": 4722.349, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.996, "count": 205, "max_ms": 13.011, "p95_ms": 3.141, "reason": null, "sample_age_ms": 4784.965, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.454, "count": 205, "max_ms": 12.659, "p95_ms": 2.267, "reason": null, "sample_age_ms": 4787.648, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.413, "count": 205, "max_ms": 1.995, "p95_ms": 0.753, "reason": null, "sample_age_ms": 4722.374, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.176, "count": 205, "max_ms": 7.237, "p95_ms": 3.634, "reason": null, "sample_age_ms": 4783.273, "source": "client_direct"}, "request_count": 205, "request_tensor_bytes": {"avg": 2764808.0, "count": 205, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4783.248, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 205, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4723.367, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 51.564, "count": 205, "max_ms": 84.481, "p95_ms": 70.563, "reason": null, "sample_age_ms": 4722.34, "source": "client_direct"}, "sample_age_ms": 4722.332, "source": "client_direct", "task_total_ms": {"avg_ms": 54.354, "count": 205, "max_ms": 87.772, "p95_ms": 74.539, "reason": null, "sample_age_ms": 4722.332, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.485, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.208, "count": 206, "max_ms": 12.886, "p95_ms": 10.273}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.49, "count": 206, "max_ms": 1.809, "p95_ms": 0.913}, "detection_prepare_ms": {"avg_ms": 1.488, "count": 206, "max_ms": 3.506, "p95_ms": 2.624}, "event_filter_ms": {"avg_ms": 0.007, "count": 206, "max_ms": 0.035, "p95_ms": 0.015}, "id_reconcile_ms": {"avg_ms": 0.331, "count": 206, "max_ms": 1.844, "p95_ms": 0.621}, "mcmt_ms": {"avg_ms": 0.004, "count": 206, "max_ms": 0.016, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.148, "count": 206, "max_ms": 5.34, "p95_ms": 3.667}, "setup_ms": {"avg_ms": 0.055, "count": 206, "max_ms": 0.137, "p95_ms": 0.106}, "total_inside_ms": {"avg_ms": 6.14, "count": 206, "max_ms": 12.738, "p95_ms": 10.176}, "track_match_ms": {"avg_ms": 0.081, "count": 206, "max_ms": 0.322, "p95_ms": 0.181}, "tracker_update_ms": {"avg_ms": 1.534, "count": 206, "max_ms": 5.598, "p95_ms": 2.562}}, "gstreamer_push": {"avg_ms": 3.625, "count": 206, "max_ms": 7.408, "p95_ms": 5.262}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.066, "count": 206, "max_ms": 1.466, "p95_ms": 0.128}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 55.818, "count": 206, "max_ms": 90.316, "p95_ms": 75.698}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.874, "count": 206, "max_ms": 12.954, "p95_ms": 8.758}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 101.796, "count": 206, "max_ms": 149.588, "p95_ms": 125.378}, "inference_input_copy_ms": {"avg_ms": 1.766, "count": 206, "max_ms": 7.842, "p95_ms": 2.627}, "processing_residual_ms": {"avg_ms": 0.24, "count": 206, "max_ms": 0.665, "p95_ms": 0.428}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 106.677, "count": 206, "max_ms": 157.324, "p95_ms": 131.27}, "read_interval": {"avg_ms": 123.495, "count": 205, "max_ms": 201.604, "p95_ms": 170.248}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 206, "max_ms": 0.119, "p95_ms": 0.044}, "execute_total_ms": {"avg_ms": 2.058, "count": 206, "max_ms": 5.259, "p95_ms": 3.519}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 206, "max_ms": 0.071, "p95_ms": 0.044}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.036, "count": 206, "max_ms": 5.239, "p95_ms": 3.399}, "worker_merge_ms": {"avg_ms": 0.009, "count": 206, "max_ms": 0.043, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 55.835, "count": 206, "max_ms": 90.325, "p95_ms": 75.732}, "visualize": {"avg_ms": 38.327, "count": 206, "max_ms": 69.785, "p95_ms": 48.492}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 33.324, "count": 206, "max_ms": 57.992, "p95_ms": 41.807}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 36.771, "count": 206, "max_ms": 67.138, "p95_ms": 46.785}, "visualize_input_copy_ms": {"avg_ms": 1.314, "count": 206, "max_ms": 3.507, "p95_ms": 2.24}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 206, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 36.616, "count": 206, "max_ms": 66.899, "p95_ms": 46.619}, "visualizer_prepare_ms": {"avg_ms": 0.078, "count": 206, "max_ms": 0.265, "p95_ms": 0.14}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 206}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 206}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2407.75, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 22.301, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 138.489, "sample_count": 2366, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3394674, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:48:23+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 100230, "write_bytes_delta": 100230, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1061.0, "cpu_core_ratio": 0.470818, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 0.0, "pid": 87605, "reason": null, "system_cpu_core_ratio": 0.036713, "system_cpu_s_delta": 0.7400000000000002, "user_cpu_core_ratio": 0.434105, "user_cpu_s_delta": 8.75}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.584111, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 20.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.46288, "system_cpu_s_delta": 9.329999999987194, "user_cpu_core_ratio": 1.121231, "user_cpu_s_delta": 22.599999999976717}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.612, "count": 243, "max_ms": 7.847, "p95_ms": 5.4, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.486, "max": 17.0, "p95": 13.0, "sample_count": 243}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 2.286, "key_count": 2, "max": 3.0, "p95": 3.0, "provenance": "bounded_other_sum_proxy", "sample_count": 231}, "total": {"avg": 1.243, "max": 2.0, "p95": 2.0, "sample_count": 243}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 23.229, "count": 30, "max": 61.171, "p95": 54.633, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.863, "count": 30, "max": 28.73, "p95": 24.598, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 918.767, "count": 30, "max": 1295.0, "p95": 1093.75, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 36.967, "count": 30, "max": 498.0, "p95": 182.25, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.031, "count": 30, "max": 0.043, "p95": 0.039, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.361, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.107, "count": 30, "max": 3.114, "p95": 0.058, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 79942.9, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 77411.8, "count": 30, "max": 114484.0, "p95": 103035.05, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.967, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.485, "count": 30, "max": 0.559, "p95": 0.538, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.158, "count": 30, "max": 1.285, "p95": 1.235, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26269, "sampled_at": "2026-11-03T17:48:23+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:48:23+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.966, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5634489, "flush_count": 5944, "flush_interval_seconds": 30.0, "flush_state": {"count": 5944, "last_at": "2026-11-03T17:51:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:51:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5943}, "started": true, "suppressed_count": 3390639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3390230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5944, "written_record_count": 5944}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10493.613, "limit_mb": null}, "detail": {"h264_decode_error_count": 3, "rtsp_timeout_count": 2, "sample_message": "[h264 @ 0x572069e05fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x572069e05fc0] error while decoding MB 0 56, bytestream 4354 [h264 @ 0x572069de2e40] cabac decode of qscale diff failed at 15 35 [h264 @ 0x572069de2e40] error while decoding MB 15 35, bytestream 36 [in#0/rtsp @ 0x572069d9ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x572069d9ae00] Error retrieving a packet from demuxer: Connection timed out", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9389736345600, "copied_frame_count": 3396172, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9389736345600, "frame_buffer_copies": 3396172, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1371, "count": 512, "max_ms": 2.7379, "p50_ms": 0.1096, "p95_ms": 0.2294, "p99_ms": 0.3314}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5345, "count": 512, "max_ms": 3.7618, "p50_ms": 1.4616, "p95_ms": 2.3638, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 3396172, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 332, "h264_decode_error_count": 1006, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:51:53+09:00", "last_error_summary": "[h264 @ 0x572069e05fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x572069e05fc0] error while decoding MB 0 56, bytestream 4354 [h264 @ 0x572069de2e40] cabac decode of qscale diff failed at 15 35 [h264 @ 0x572069de2e40] error while decoding MB 15 35, bytestream 36 [in#0/rtsp @ 0x572069d9ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x572069d9ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T17:48:32+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.697, "last_started_at": "2026-11-03T17:48:32+09:00", "pid": 87721, "process": {"exists": false, "pid": 87721}, "restart_count": 354, "restart_count_per_hour": 5, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 355}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.742, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396172, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.065, "last_frame_pushed_at": "2026-11-03T17:51:53+09:00", "last_frame_read_age_sec": 0.058, "last_frame_read_at": "2026-11-03T17:51:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 460.044, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 139.956, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-03T17:51:53.701836+09:00", "mtime_epoch": 1793695913.7018363, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85553}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:51:53+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2408.457, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3396173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.337, "max": 11.0, "p95": 9.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.13, "max": 3.0, "p95": 2.0, "sample_count": 92}, "total": {"avg": 1.13, "max": 3.0, "p95": 2.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 92, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.072, "pushed": 3.072, "read": 3.072}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.009, "count": 93, "max_ms": 0.035, "p95_ms": 0.019, "reason": null, "sample_age_ms": 27.691, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.09, "count": 92, "max_ms": 4.279, "p95_ms": 3.36, "reason": null, "sample_age_ms": 62.405, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.406, "count": 92, "max_ms": 3.71, "p95_ms": 2.045, "reason": null, "sample_age_ms": 62.639, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.403, "count": 93, "max_ms": 1.217, "p95_ms": 0.758, "reason": null, "sample_age_ms": 27.698, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.257, "count": 92, "max_ms": 7.076, "p95_ms": 3.691, "reason": null, "sample_age_ms": 61.258, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 61.241, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 93, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 27.965, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.938, "count": 93, "max_ms": 73.259, "p95_ms": 66.788, "reason": null, "sample_age_ms": 27.688, "source": "client_direct"}, "sample_age_ms": 27.685, "source": "client_direct", "task_total_ms": {"avg_ms": 50.922, "count": 93, "max_ms": 78.554, "p95_ms": 71.989, "reason": null, "sample_age_ms": 27.685, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.618, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.901, "count": 92, "max_ms": 15.792, "p95_ms": 10.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.458, "count": 92, "max_ms": 1.809, "p95_ms": 0.919}, "detection_prepare_ms": {"avg_ms": 1.591, "count": 92, "max_ms": 3.948, "p95_ms": 2.911}, "event_filter_ms": {"avg_ms": 0.007, "count": 92, "max_ms": 0.094, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.317, "count": 92, "max_ms": 0.831, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.004, "count": 92, "max_ms": 0.022, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 2.565, "count": 92, "max_ms": 5.23, "p95_ms": 4.452}, "setup_ms": {"avg_ms": 0.055, "count": 92, "max_ms": 0.218, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 6.834, "count": 92, "max_ms": 15.648, "p95_ms": 10.467}, "track_match_ms": {"avg_ms": 0.08, "count": 92, "max_ms": 0.219, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.755, "count": 92, "max_ms": 6.099, "p95_ms": 3.101}}, "gstreamer_push": {"avg_ms": 3.419, "count": 92, "max_ms": 6.525, "p95_ms": 4.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 92, "max_ms": 0.234, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.647, "count": 92, "max_ms": 80.13, "p95_ms": 74.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.233, "count": 92, "max_ms": 12.85, "p95_ms": 10.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.945, "count": 92, "max_ms": 127.149, "p95_ms": 121.737}, "inference_input_copy_ms": {"avg_ms": 1.731, "count": 92, "max_ms": 3.388, "p95_ms": 2.928}, "processing_residual_ms": {"avg_ms": 0.208, "count": 92, "max_ms": 0.377, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 102.118, "count": 92, "max_ms": 133.55, "p95_ms": 125.421}, "read_interval": {"avg_ms": 326.001, "count": 92, "max_ms": 10131.61, "p95_ms": 193.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.022, "count": 92, "max_ms": 0.059, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.472, "count": 92, "max_ms": 5.144, "p95_ms": 4.025}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 92, "max_ms": 0.072, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.45, "count": 92, "max_ms": 5.124, "p95_ms": 3.989}, "worker_merge_ms": {"avg_ms": 0.009, "count": 92, "max_ms": 0.045, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 52.664, "count": 92, "max_ms": 80.145, "p95_ms": 74.376}, "visualize": {"avg_ms": 36.029, "count": 92, "max_ms": 47.577, "p95_ms": 43.89}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.944, "count": 92, "max_ms": 40.311, "p95_ms": 37.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.415, "count": 92, "max_ms": 44.753, "p95_ms": 42.451}, "visualize_input_copy_ms": {"avg_ms": 1.373, "count": 92, "max_ms": 4.685, "p95_ms": 2.149}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.255, "count": 92, "max_ms": 44.502, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 92, "max_ms": 0.231, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2408.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 85.726, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.715, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82812, "write_bytes_delta": 82812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 752.0, "cpu_core_ratio": 0.324176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 387.0, "pid": 87721, "reason": null, "system_cpu_core_ratio": 0.081901, "system_cpu_s_delta": 2.3900000000000006, "user_cpu_core_ratio": 0.242275, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.021189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.297447, "system_cpu_s_delta": 8.679999999993015, "user_cpu_core_ratio": 0.723742, "user_cpu_s_delta": 21.119999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 166, "max_ms": 6.525, "p95_ms": 5.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.223, "max": 11.0, "p95": 8.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.072, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 1.072, "max": 3.0, "p95": 2.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.294, "count": 30, "max": 85.726, "p95": 69.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.558, "count": 30, "max": 28.73, "p95": 25.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.367, "count": 30, "max": 1295.0, "p95": 1105.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 613.867, "count": 30, "max": 13128.0, "p95": 1482.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.213, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.112, "count": 30, "max": 3.114, "p95": 0.124, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87243.8, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82428.933, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.333, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.559, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.217, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26280, "sampled_at": "2026-11-03T17:51:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:51:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.948, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5634489, "flush_count": 5944, "flush_interval_seconds": 30.0, "flush_state": {"count": 5944, "last_at": "2026-11-03T17:51:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:51:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5943}, "started": true, "suppressed_count": 3390639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3390230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5944, "written_record_count": 5944}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10493.66, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T17:51:53+09:00", "last_error_summary": "[h264 @ 0x572069e05fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x572069e05fc0] error while decoding MB 0 56, bytestream 4354 [h264 @ 0x572069de2e40] cabac decode of qscale diff failed at 15 35 [h264 @ 0x572069de2e40] error while decoding MB 15 35, bytestream 36 [in#0/rtsp @ 0x572069d9ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x572069d9ae00] Error retrieving a packet from demuxer: Connection timed out", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9389739110400, "copied_frame_count": 3396173, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9389739110400, "frame_buffer_copies": 3396173, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 2.7379, "p50_ms": 0.1095, "p95_ms": 0.2294, "p99_ms": 0.3314}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5335, "count": 512, "max_ms": 3.7618, "p50_ms": 1.4585, "p95_ms": 2.3638, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 3396173, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 332, "h264_decode_error_count": 1006, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:51:53+09:00", "last_error_summary": "[h264 @ 0x572069e05fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x572069e05fc0] error while decoding MB 0 56, bytestream 4354 [h264 @ 0x572069de2e40] cabac decode of qscale diff failed at 15 35 [h264 @ 0x572069de2e40] error while decoding MB 15 35, bytestream 36 [in#0/rtsp @ 0x572069d9ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x572069d9ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T17:51:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.75, "last_started_at": "2026-11-03T17:48:32+09:00", "pid": 87721, "process": {"exists": false, "pid": 87721}, "restart_count": 354, "restart_count_per_hour": 5, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 355}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.742, "sample_count": 2258, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.02, "last_frame_pushed_at": "2026-11-03T17:51:53+09:00", "last_frame_read_age_sec": 0.111, "last_frame_read_at": "2026-11-03T17:51:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 460.085, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 139.915, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-11-03T17:51:53.797838+09:00", "mtime_epoch": 1793695913.7978377, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85843}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:51:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2408.453, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3396173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.38, "max": 11.0, "p95": 9.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.13, "max": 3.0, "p95": 2.0, "sample_count": 92}, "total": {"avg": 1.13, "max": 3.0, "p95": 2.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 93, "read_frames": 92, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.067, "pushed": 3.1, "read": 3.067}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 92, "client_acquire_ms": {"avg_ms": 0.009, "count": 92, "max_ms": 0.035, "p95_ms": 0.019, "reason": null, "sample_age_ms": 79.429, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.09, "count": 92, "max_ms": 4.279, "p95_ms": 3.36, "reason": null, "sample_age_ms": 114.143, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.406, "count": 92, "max_ms": 3.71, "p95_ms": 2.045, "reason": null, "sample_age_ms": 114.376, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.402, "count": 92, "max_ms": 1.217, "p95_ms": 0.764, "reason": null, "sample_age_ms": 79.436, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.257, "count": 92, "max_ms": 7.076, "p95_ms": 3.691, "reason": null, "sample_age_ms": 112.996, "source": "client_direct"}, "request_count": 92, "request_tensor_bytes": {"avg": 2764808.0, "count": 92, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 112.978, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 79.702, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.859, "count": 92, "max_ms": 73.259, "p95_ms": 67.011, "reason": null, "sample_age_ms": 79.425, "source": "client_direct"}, "sample_age_ms": 79.422, "source": "client_direct", "task_total_ms": {"avg_ms": 50.834, "count": 92, "max_ms": 78.554, "p95_ms": 72.034, "reason": null, "sample_age_ms": 79.422, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.81, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.866, "count": 92, "max_ms": 15.792, "p95_ms": 10.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 92, "max_ms": 1.809, "p95_ms": 0.919}, "detection_prepare_ms": {"avg_ms": 1.586, "count": 92, "max_ms": 3.948, "p95_ms": 2.911}, "event_filter_ms": {"avg_ms": 0.007, "count": 92, "max_ms": 0.094, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.316, "count": 92, "max_ms": 0.831, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.004, "count": 92, "max_ms": 0.022, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 2.553, "count": 92, "max_ms": 5.23, "p95_ms": 4.452}, "setup_ms": {"avg_ms": 0.055, "count": 92, "max_ms": 0.218, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 6.798, "count": 92, "max_ms": 15.648, "p95_ms": 10.467}, "track_match_ms": {"avg_ms": 0.08, "count": 92, "max_ms": 0.219, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.743, "count": 92, "max_ms": 6.099, "p95_ms": 3.101}}, "gstreamer_push": {"avg_ms": 3.409, "count": 93, "max_ms": 6.525, "p95_ms": 4.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 92, "max_ms": 0.234, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.374, "count": 92, "max_ms": 80.13, "p95_ms": 74.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.233, "count": 92, "max_ms": 12.85, "p95_ms": 10.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.798, "count": 92, "max_ms": 127.149, "p95_ms": 121.737}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 92, "max_ms": 3.388, "p95_ms": 2.928}, "processing_residual_ms": {"avg_ms": 0.206, "count": 92, "max_ms": 0.377, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.952, "count": 92, "max_ms": 133.55, "p95_ms": 125.421}, "read_interval": {"avg_ms": 326.001, "count": 92, "max_ms": 10131.61, "p95_ms": 193.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 92, "max_ms": 0.059, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.461, "count": 92, "max_ms": 5.144, "p95_ms": 4.025}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 92, "max_ms": 0.072, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.439, "count": 92, "max_ms": 5.124, "p95_ms": 3.989}, "worker_merge_ms": {"avg_ms": 0.009, "count": 92, "max_ms": 0.045, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 52.391, "count": 92, "max_ms": 80.145, "p95_ms": 74.376}, "visualize": {"avg_ms": 36.192, "count": 92, "max_ms": 47.577, "p95_ms": 43.89}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.05, "count": 92, "max_ms": 40.311, "p95_ms": 37.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.576, "count": 92, "max_ms": 44.753, "p95_ms": 42.451}, "visualize_input_copy_ms": {"avg_ms": 1.376, "count": 92, "max_ms": 4.685, "p95_ms": 2.149}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.415, "count": 92, "max_ms": 44.502, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 92, "max_ms": 0.231, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2408.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 85.726, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.715, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82812, "write_bytes_delta": 82812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 752.0, "cpu_core_ratio": 0.324176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 387.0, "pid": 87721, "reason": null, "system_cpu_core_ratio": 0.081901, "system_cpu_s_delta": 2.3900000000000006, "user_cpu_core_ratio": 0.242275, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.021189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.297447, "system_cpu_s_delta": 8.679999999993015, "user_cpu_core_ratio": 0.723742, "user_cpu_s_delta": 21.119999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 166, "max_ms": 6.525, "p95_ms": 5.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.223, "max": 11.0, "p95": 8.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.072, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 1.072, "max": 3.0, "p95": 2.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.294, "count": 30, "max": 85.726, "p95": 69.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.558, "count": 30, "max": 28.73, "p95": 25.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.367, "count": 30, "max": 1295.0, "p95": 1105.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 613.867, "count": 30, "max": 13128.0, "p95": 1482.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.213, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.112, "count": 30, "max": 3.114, "p95": 0.124, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87243.8, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82428.933, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.333, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.559, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.217, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26280, "sampled_at": "2026-11-03T17:51:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:51:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.998, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5634489, "flush_count": 5944, "flush_interval_seconds": 30.0, "flush_state": {"count": 5944, "last_at": "2026-11-03T17:51:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:51:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5943}, "started": true, "suppressed_count": 3390639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3390230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5944, "written_record_count": 5944}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10493.09, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9389739110400, "copied_frame_count": 3396173, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9389739110400, "frame_buffer_copies": 3396173, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 2.7379, "p50_ms": 0.1095, "p95_ms": 0.2294, "p99_ms": 0.3314}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5335, "count": 512, "max_ms": 3.7618, "p50_ms": 1.4585, "p95_ms": 2.3638, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 3396173, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 332, "h264_decode_error_count": 1006, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:51:53+09:00", "last_error_summary": "[h264 @ 0x572069e05fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x572069e05fc0] error while decoding MB 0 56, bytestream 4354 [h264 @ 0x572069de2e40] cabac decode of qscale diff failed at 15 35 [h264 @ 0x572069de2e40] error while decoding MB 15 35, bytestream 36 [in#0/rtsp @ 0x572069d9ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x572069d9ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T17:51:53+09:00", "last_returncode": 0, "last_stable_duration_sec": 201.793, "last_started_at": "2026-11-03T17:48:32+09:00", "pid": 87721, "process": {"exists": false, "pid": 87721}, "restart_count": 354, "restart_count_per_hour": 5, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 355}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.742, "sample_count": 2257, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["ffmpeg_restart_count_per_hour>=3", "last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.063, "last_frame_pushed_at": "2026-11-03T17:51:53+09:00", "last_frame_read_age_sec": 0.153, "last_frame_read_at": "2026-11-03T17:51:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 460.141, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 139.859, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 0.054, "exists": true, "mtime": "2026-11-03T17:51:53.797838+09:00", "mtime_epoch": 1793695913.7978377, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85843}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:51:53+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2408.453, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_warning", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3396173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.38, "max": 11.0, "p95": 9.0, "sample_count": 92}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.13, "max": 3.0, "p95": 2.0, "sample_count": 92}, "total": {"avg": 1.13, "max": 3.0, "p95": 2.0, "sample_count": 92}}, "tracking_counts": {"active": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 92}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "removed": {"avg": 0.022, "max": 1.0, "p95": 0.0, "sample_count": 92}, "tracked": {"avg": 0.033, "max": 1.0, "p95": 0.0, "sample_count": 92}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 92, "pushed_frames": 92, "read_frames": 91, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.073, "pushed": 3.073, "read": 3.04}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 91, "client_acquire_ms": {"avg_ms": 0.009, "count": 92, "max_ms": 0.035, "p95_ms": 0.019, "reason": null, "sample_age_ms": 126.828, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 1.098, "count": 91, "max_ms": 4.279, "p95_ms": 3.379, "reason": null, "sample_age_ms": 161.542, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.41, "count": 91, "max_ms": 3.71, "p95_ms": 2.048, "reason": null, "sample_age_ms": 161.775, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.402, "count": 92, "max_ms": 1.217, "p95_ms": 0.764, "reason": null, "sample_age_ms": 126.835, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.261, "count": 91, "max_ms": 7.076, "p95_ms": 3.693, "reason": null, "sample_age_ms": 160.395, "source": "client_direct"}, "request_count": 91, "request_tensor_bytes": {"avg": 2764808.0, "count": 91, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 160.378, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 92, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 127.101, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 47.859, "count": 92, "max_ms": 73.259, "p95_ms": 67.011, "reason": null, "sample_age_ms": 126.824, "source": "client_direct"}, "sample_age_ms": 126.822, "source": "client_direct", "task_total_ms": {"avg_ms": 50.834, "count": 92, "max_ms": 78.554, "p95_ms": 72.034, "reason": null, "sample_age_ms": 126.822, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.158, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.866, "count": 92, "max_ms": 15.792, "p95_ms": 10.561}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.453, "count": 92, "max_ms": 1.809, "p95_ms": 0.919}, "detection_prepare_ms": {"avg_ms": 1.586, "count": 92, "max_ms": 3.948, "p95_ms": 2.911}, "event_filter_ms": {"avg_ms": 0.007, "count": 92, "max_ms": 0.094, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.316, "count": 92, "max_ms": 0.831, "p95_ms": 0.553}, "mcmt_ms": {"avg_ms": 0.004, "count": 92, "max_ms": 0.022, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 2.553, "count": 92, "max_ms": 5.23, "p95_ms": 4.452}, "setup_ms": {"avg_ms": 0.055, "count": 92, "max_ms": 0.218, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 6.798, "count": 92, "max_ms": 15.648, "p95_ms": 10.467}, "track_match_ms": {"avg_ms": 0.08, "count": 92, "max_ms": 0.219, "p95_ms": 0.169}, "tracker_update_ms": {"avg_ms": 1.743, "count": 92, "max_ms": 6.099, "p95_ms": 3.101}}, "gstreamer_push": {"avg_ms": 3.42, "count": 92, "max_ms": 6.525, "p95_ms": 4.924}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 92, "max_ms": 0.234, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.374, "count": 92, "max_ms": 80.13, "p95_ms": 74.361}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.233, "count": 92, "max_ms": 12.85, "p95_ms": 10.276}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.798, "count": 92, "max_ms": 127.149, "p95_ms": 121.737}, "inference_input_copy_ms": {"avg_ms": 1.715, "count": 92, "max_ms": 3.388, "p95_ms": 2.928}, "processing_residual_ms": {"avg_ms": 0.206, "count": 92, "max_ms": 0.377, "p95_ms": 0.359}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 101.952, "count": 92, "max_ms": 133.55, "p95_ms": 125.421}, "read_interval": {"avg_ms": 328.372, "count": 91, "max_ms": 10131.61, "p95_ms": 193.638}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 92, "max_ms": 0.059, "p95_ms": 0.045}, "execute_total_ms": {"avg_ms": 2.461, "count": 92, "max_ms": 5.144, "p95_ms": 4.025}, "resolve_scenarios_ms": {"avg_ms": 0.02, "count": 92, "max_ms": 0.072, "p95_ms": 0.041}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.439, "count": 92, "max_ms": 5.124, "p95_ms": 3.989}, "worker_merge_ms": {"avg_ms": 0.009, "count": 92, "max_ms": 0.045, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 52.391, "count": 92, "max_ms": 80.145, "p95_ms": 74.376}, "visualize": {"avg_ms": 36.192, "count": 92, "max_ms": 47.577, "p95_ms": 43.89}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.05, "count": 92, "max_ms": 40.311, "p95_ms": 37.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.576, "count": 92, "max_ms": 44.753, "p95_ms": 42.451}, "visualize_input_copy_ms": {"avg_ms": 1.376, "count": 92, "max_ms": 4.685, "p95_ms": 2.149}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 92, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.415, "count": 92, "max_ms": 44.502, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.082, "count": 92, "max_ms": 0.231, "p95_ms": 0.144}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 92}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 92}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2408.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 85.726, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.715, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82812, "write_bytes_delta": 82812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 752.0, "cpu_core_ratio": 0.324176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 387.0, "pid": 87721, "reason": null, "system_cpu_core_ratio": 0.081901, "system_cpu_s_delta": 2.3900000000000006, "user_cpu_core_ratio": 0.242275, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.021189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.297447, "system_cpu_s_delta": 8.679999999993015, "user_cpu_core_ratio": 0.723742, "user_cpu_s_delta": 21.119999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 166, "max_ms": 6.525, "p95_ms": 5.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.223, "max": 11.0, "p95": 8.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.072, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 1.072, "max": 3.0, "p95": 2.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.294, "count": 30, "max": 85.726, "p95": 69.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.558, "count": 30, "max": 28.73, "p95": 25.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.367, "count": 30, "max": 1295.0, "p95": 1105.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 613.867, "count": 30, "max": 13128.0, "p95": 1482.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.213, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.112, "count": 30, "max": 3.114, "p95": 0.124, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87243.8, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82428.933, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.333, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.559, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.217, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26280, "sampled_at": "2026-11-03T17:51:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:51:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.938, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5634489, "flush_count": 5944, "flush_interval_seconds": 30.0, "flush_state": {"count": 5944, "last_at": "2026-11-03T17:51:13", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T17:51:13", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5943}, "started": true, "suppressed_count": 3390639, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3390230}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5944, "written_record_count": 5944}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10656.453, "limit_mb": null}, "detail": {"pid": 87837, "restart_count": 355, "start_count": 356}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9389739110400, "copied_frame_count": 3396173, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9389739110400, "frame_buffer_copies": 3396173, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1369, "count": 512, "max_ms": 2.7379, "p50_ms": 0.1095, "p95_ms": 0.2294, "p99_ms": 0.3314}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5335, "count": 512, "max_ms": 3.7618, "p50_ms": 1.4585, "p95_ms": 2.3638, "p99_ms": 2.8838, "results": {"failed": 0, "not_applicable": 0, "success": 3396173, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 332, "h264_decode_error_count": 1006, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T17:51:53+09:00", "last_error_summary": "[h264 @ 0x572069e05fc0] left block unavailable for requested intra4x4 mode -1 [h264 @ 0x572069e05fc0] error while decoding MB 0 56, bytestream 4354 [h264 @ 0x572069de2e40] cabac decode of qscale diff failed at 15 35 [h264 @ 0x572069de2e40] error while decoding MB 15 35, bytestream 36 [in#0/rtsp @ 0x572069d9ae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x572069d9ae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T17:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T17:51:56+09:00", "pid": 87837, "process": {"exists": true, "fd_count": 5, "hwm_mb": 202.52, "name": "ffmpeg", "pid": 87837, "rss_mb": 202.52, "state": "S (sleeping)", "threads": 70}, "restart_count": 355, "restart_count_per_hour": 6, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 356}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.901, "sample_count": 2205, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396173, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:53+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.607, "last_frame_pushed_at": "2026-11-03T17:51:53+09:00", "last_frame_read_age_sec": 4.698, "last_frame_read_at": "2026-11-03T17:51:53+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 197, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 464.666, "last_sample_duration_ms": 1325.003, "last_trigger": "periodic", "next_snapshot_in_sec": 135.334, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 597, "storage_bytes": 3602837}, "mjpeg": {"age_sec": 4.598, "exists": true, "mtime": "2026-11-03T17:51:53.797838+09:00", "mtime_epoch": 1793695913.7978377, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 85843}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T17:51:58+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2408.457, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3396173, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.473, "max": 9.0, "p95": 9.0, "sample_count": 55}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.2, "max": 3.0, "p95": 2.0, "sample_count": 55}, "total": {"avg": 1.2, "max": 3.0, "p95": 2.0, "sample_count": 55}}, "tracking_counts": {"active": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 55}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "removed": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 55}, "tracked": {"avg": 0.036, "max": 1.0, "p95": 0.0, "sample_count": 55}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 55, "pushed_frames": 55, "read_frames": 54, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 1.837, "pushed": 1.837, "read": 1.803}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant", "ffmpeg_select_timeouts_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 54, "client_acquire_ms": {"avg_ms": 0.008, "count": 55, "max_ms": 0.026, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4663.619, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.984, "count": 54, "max_ms": 4.228, "p95_ms": 3.373, "reason": null, "sample_age_ms": 4698.333, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.411, "count": 54, "max_ms": 3.71, "p95_ms": 2.309, "reason": null, "sample_age_ms": 4698.566, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.382, "count": 55, "max_ms": 1.217, "p95_ms": 0.864, "reason": null, "sample_age_ms": 4663.626, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.164, "count": 54, "max_ms": 7.076, "p95_ms": 3.632, "reason": null, "sample_age_ms": 4697.186, "source": "client_direct"}, "request_count": 54, "request_tensor_bytes": {"avg": 2764808.0, "count": 54, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4697.168, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 55, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4663.892, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 46.195, "count": 55, "max_ms": 71.626, "p95_ms": 66.343, "reason": null, "sample_age_ms": 4663.615, "source": "client_direct"}, "sample_age_ms": 4663.612, "source": "client_direct", "task_total_ms": {"avg_ms": 49.05, "count": 55, "max_ms": 74.592, "p95_ms": 70.074, "reason": null, "sample_age_ms": 4663.612, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.951, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 6.792, "count": 55, "max_ms": 14.173, "p95_ms": 10.733}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.393, "count": 55, "max_ms": 1.327, "p95_ms": 0.819}, "detection_prepare_ms": {"avg_ms": 1.561, "count": 55, "max_ms": 3.739, "p95_ms": 3.155}, "event_filter_ms": {"avg_ms": 0.006, "count": 55, "max_ms": 0.017, "p95_ms": 0.014}, "id_reconcile_ms": {"avg_ms": 0.326, "count": 55, "max_ms": 0.831, "p95_ms": 0.629}, "mcmt_ms": {"avg_ms": 0.004, "count": 55, "max_ms": 0.022, "p95_ms": 0.009}, "scenario_analyze_ms": {"avg_ms": 2.515, "count": 55, "max_ms": 5.23, "p95_ms": 4.101}, "setup_ms": {"avg_ms": 0.053, "count": 55, "max_ms": 0.218, "p95_ms": 0.103}, "total_inside_ms": {"avg_ms": 6.726, "count": 55, "max_ms": 14.024, "p95_ms": 10.65}, "track_match_ms": {"avg_ms": 0.081, "count": 55, "max_ms": 0.219, "p95_ms": 0.205}, "tracker_update_ms": {"avg_ms": 1.784, "count": 55, "max_ms": 6.099, "p95_ms": 3.541}}, "gstreamer_push": {"avg_ms": 3.403, "count": 55, "max_ms": 6.525, "p95_ms": 5.121}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 55, "max_ms": 0.234, "p95_ms": 0.135}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 50.531, "count": 55, "max_ms": 76.508, "p95_ms": 73.981}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 3.161, "count": 55, "max_ms": 11.474, "p95_ms": 10.017}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 95.044, "count": 55, "max_ms": 123.454, "p95_ms": 117.653}, "inference_input_copy_ms": {"avg_ms": 1.691, "count": 55, "max_ms": 3.388, "p95_ms": 2.975}, "processing_residual_ms": {"avg_ms": 0.209, "count": 55, "max_ms": 0.377, "p95_ms": 0.362}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.105, "count": 55, "max_ms": 127.985, "p95_ms": 123.087}, "read_interval": {"avg_ms": 469.519, "count": 54, "max_ms": 10131.61, "p95_ms": 198.176}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 55, "max_ms": 0.051, "p95_ms": 0.047}, "execute_total_ms": {"avg_ms": 2.421, "count": 55, "max_ms": 5.144, "p95_ms": 4.006}, "resolve_scenarios_ms": {"avg_ms": 0.021, "count": 55, "max_ms": 0.066, "p95_ms": 0.05}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 2.399, "count": 55, "max_ms": 5.124, "p95_ms": 3.977}, "worker_merge_ms": {"avg_ms": 0.008, "count": 55, "max_ms": 0.034, "p95_ms": 0.024}}, "triton_wait": {"avg_ms": 50.547, "count": 55, "max_ms": 76.521, "p95_ms": 73.997}, "visualize": {"avg_ms": 36.381, "count": 55, "max_ms": 46.937, "p95_ms": 43.89}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.081, "count": 55, "max_ms": 38.504, "p95_ms": 37.913}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.796, "count": 55, "max_ms": 44.753, "p95_ms": 42.451}, "visualize_input_copy_ms": {"avg_ms": 1.342, "count": 55, "max_ms": 2.161, "p95_ms": 1.915}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 55, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.635, "count": 55, "max_ms": 44.502, "p95_ms": 42.263}, "visualizer_prepare_ms": {"avg_ms": 0.081, "count": 55, "max_ms": 0.231, "p95_ms": 0.156}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 55}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 55}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 1, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2408.453, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 85.726, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 129.715, "sample_count": 2351, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3396166, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T17:51:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 82812, "write_bytes_delta": 82812, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 752.0, "cpu_core_ratio": 0.324176, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 387.0, "pid": 87721, "reason": null, "system_cpu_core_ratio": 0.081901, "system_cpu_s_delta": 2.3900000000000006, "user_cpu_core_ratio": 0.242275, "user_cpu_s_delta": 7.069999999999993}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.021189, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.297447, "system_cpu_s_delta": 8.679999999993015, "user_cpu_core_ratio": 0.723742, "user_cpu_s_delta": 21.119999999995343}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.433, "count": 166, "max_ms": 6.525, "p95_ms": 5.03, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 5.223, "max": 11.0, "p95": 8.0, "sample_count": 166}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.072, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 166}, "total": {"avg": 1.072, "max": 3.0, "p95": 2.0, "sample_count": 166}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.294, "count": 30, "max": 85.726, "p95": 69.057, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.558, "count": 30, "max": 28.73, "p95": 25.509, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 888.367, "count": 30, "max": 1295.0, "p95": 1105.35, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 613.867, "count": 30, "max": 13128.0, "p95": 1482.95, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.049, "count": 30, "max": 0.213, "p95": 0.152, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.38, "count": 30, "max": 0.467, "p95": 0.437, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.112, "count": 30, "max": 3.114, "p95": 0.124, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 87243.8, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 82428.933, "count": 30, "max": 114484.0, "p95": 105624.4, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.933, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2667.333, "count": 30, "max": 79452.0, "p95": 29.0, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.458, "count": 30, "max": 0.559, "p95": 0.524, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.098, "count": 30, "max": 1.247, "p95": 1.217, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26280, "sampled_at": "2026-11-03T17:51:43+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T17:51:43+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5645584, "flush_count": 5955, "flush_interval_seconds": 30.0, "flush_state": {"count": 5955, "last_at": "2026-11-03T18:02:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:02:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5954}, "started": true, "suppressed_count": 3396185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3395776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5955, "written_record_count": 5955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10510.262, "limit_mb": null}, "detail": {"h264_decode_error_count": 1, "rtsp_timeout_count": 0, "sample_message": "[h264 @ 0x5f6907d64bc0] error while decoding MB 114 56, bytestream -7", "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9405100339200, "copied_frame_count": 3401729, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9405100339200, "frame_buffer_copies": 3401729, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1238, "count": 512, "max_ms": 2.164, "p50_ms": 0.1082, "p95_ms": 0.2115, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5219, "count": 512, "max_ms": 3.2204, "p50_ms": 1.4581, "p95_ms": 2.3088, "p99_ms": 2.9526, "results": {"failed": 0, "not_applicable": 0, "success": 3401729, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_stderr_error", "ffmpeg": {"error_count": 333, "h264_decode_error_count": 1007, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:02:42+09:00", "last_error_summary": "[h264 @ 0x5f6907d64bc0] error while decoding MB 114 56, bytestream -7", "last_exit_at": "2026-11-03T17:51:56+09:00", "last_returncode": 0, "last_stable_duration_sec": 646.533, "last_started_at": "2026-11-03T17:51:56+09:00", "pid": 87837, "process": {"exists": false, "pid": 87837}, "restart_count": 355, "restart_count_per_hour": 6, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 356}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.027, "sample_count": 2514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401729, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.081, "last_frame_pushed_at": "2026-11-03T18:02:42+09:00", "last_frame_read_age_sec": 0.078, "last_frame_read_at": "2026-11-03T18:02:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 507.712, "last_sample_duration_ms": 1383.317, "last_trigger": "periodic", "next_snapshot_in_sec": 92.288, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 598, "storage_bytes": 3612398}, "mjpeg": {"age_sec": 0.073, "exists": true, "mtime": "2026-11-03T18:02:42.854261+09:00", "mtime_epoch": 1793696562.8542607, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 76984}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:02:42+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2411.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3401730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.18, "max": 17.0, "p95": 14.0, "sample_count": 255}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.296, "max": 3.0, "p95": 2.0, "sample_count": 199}, "total": {"avg": 1.012, "max": 3.0, "p95": 2.0, "sample_count": 255}}, "tracking_counts": {"active": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 255}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 255}, "tracked": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 255}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 255, "pushed_frames": 256, "read_frames": 256, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.501, "pushed": 8.534, "read": 8.534}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 256, "client_acquire_ms": {"avg_ms": 0.009, "count": 256, "max_ms": 0.057, "p95_ms": 0.018, "reason": null, "sample_age_ms": 54.003, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.935, "count": 256, "max_ms": 6.999, "p95_ms": 3.14, "reason": null, "sample_age_ms": 90.037, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.426, "count": 256, "max_ms": 6.768, "p95_ms": 2.389, "reason": null, "sample_age_ms": 90.245, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.434, "count": 256, "max_ms": 1.122, "p95_ms": 0.802, "reason": null, "sample_age_ms": 54.033, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.376, "count": 256, "max_ms": 13.627, "p95_ms": 3.718, "reason": null, "sample_age_ms": 88.629, "source": "client_direct"}, "request_count": 256, "request_tensor_bytes": {"avg": 2764808.0, "count": 256, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 88.585, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 256, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 55.1, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.402, "count": 256, "max_ms": 83.153, "p95_ms": 68.556, "reason": null, "sample_age_ms": 53.994, "source": "client_direct"}, "sample_age_ms": 53.986, "source": "client_direct", "task_total_ms": {"avg_ms": 52.44, "count": 256, "max_ms": 86.309, "p95_ms": 72.509, "reason": null, "sample_age_ms": 53.986, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.895, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.421, "count": 255, "max_ms": 13.245, "p95_ms": 10.191}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.474, "count": 255, "max_ms": 1.491, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.291, "count": 255, "max_ms": 5.564, "p95_ms": 2.632}, "event_filter_ms": {"avg_ms": 0.006, "count": 255, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.275, "count": 255, "max_ms": 0.861, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.004, "count": 255, "max_ms": 0.038, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.813, "count": 255, "max_ms": 4.519, "p95_ms": 3.473}, "setup_ms": {"avg_ms": 0.05, "count": 255, "max_ms": 0.131, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.356, "count": 255, "max_ms": 13.017, "p95_ms": 10.094}, "track_match_ms": {"avg_ms": 0.068, "count": 255, "max_ms": 0.328, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.373, "count": 255, "max_ms": 6.082, "p95_ms": 2.768}}, "gstreamer_push": {"avg_ms": 3.468, "count": 256, "max_ms": 8.704, "p95_ms": 5.287}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 255, "max_ms": 0.524, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.876, "count": 255, "max_ms": 88.834, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.395, "count": 255, "max_ms": 13.091, "p95_ms": 8.228}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.101, "count": 255, "max_ms": 142.848, "p95_ms": 123.038}, "inference_input_copy_ms": {"avg_ms": 2.13, "count": 255, "max_ms": 5.197, "p95_ms": 3.523}, "processing_residual_ms": {"avg_ms": 0.235, "count": 255, "max_ms": 0.605, "p95_ms": 0.449}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.86, "count": 255, "max_ms": 148.592, "p95_ms": 128.388}, "read_interval": {"avg_ms": 117.441, "count": 256, "max_ms": 215.57, "p95_ms": 165.31}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 255, "max_ms": 0.239, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.734, "count": 255, "max_ms": 4.322, "p95_ms": 3.312}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 255, "max_ms": 0.084, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.713, "count": 255, "max_ms": 4.289, "p95_ms": 3.279}, "worker_merge_ms": {"avg_ms": 0.008, "count": 255, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 53.892, "count": 255, "max_ms": 88.85, "p95_ms": 75.935}, "visualize": {"avg_ms": 35.409, "count": 255, "max_ms": 54.386, "p95_ms": 46.574}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.028, "count": 255, "max_ms": 45.465, "p95_ms": 39.919}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.12, "count": 255, "max_ms": 52.835, "p95_ms": 45.101}, "visualize_input_copy_ms": {"avg_ms": 1.058, "count": 255, "max_ms": 2.743, "p95_ms": 2.03}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 255, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.975, "count": 255, "max_ms": 52.692, "p95_ms": 44.865}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 255, "max_ms": 0.204, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 255}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 255}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2410.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.86, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.702, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79127, "write_bytes_delta": 79127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 957.0, "cpu_core_ratio": 0.394763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 87837, "reason": null, "system_cpu_core_ratio": 0.035479, "system_cpu_s_delta": 0.7100000000000009, "user_cpu_core_ratio": 0.359284, "user_cpu_s_delta": 7.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.61753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467719, "system_cpu_s_delta": 9.360000000015134, "user_cpu_core_ratio": 1.14981, "user_cpu_s_delta": 23.009999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 247, "max_ms": 6.574, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.413, "max": 23.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.28, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.223, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.137, "count": 30, "max": 70.86, "p95": 51.047, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 33.521, "p95": 28.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 903.533, "count": 30, "max": 1080.0, "p95": 1063.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 56.967, "count": 30, "max": 1184.0, "p95": 165.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.425, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78472.367, "count": 30, "max": 110784.0, "p95": 82097.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75782.167, "count": 30, "max": 110784.0, "p95": 82097.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 37.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.497, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.174, "p95": 1.167, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26314, "sampled_at": "2026-11-03T18:02:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:02:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.997, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5645584, "flush_count": 5955, "flush_interval_seconds": 30.0, "flush_state": {"count": 5955, "last_at": "2026-11-03T18:02:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:02:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5954}, "started": true, "suppressed_count": 3396185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3395776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5955, "written_record_count": 5955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10509.301, "limit_mb": null}, "detail": {"last_error_at": "2026-11-03T18:02:42+09:00", "last_error_summary": "[h264 @ 0x5f6907d64bc0] error while decoding MB 114 56, bytestream -7", "returncode": 0, "stderr_log_path": "/data/playlist/logs/live_runtime_health/ffmpeg/45.stderr.log"}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9405103104000, "copied_frame_count": 3401730, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9405103104000, "frame_buffer_copies": 3401730, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 2.164, "p50_ms": 0.1083, "p95_ms": 0.2115, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5217, "count": 512, "max_ms": 3.2204, "p50_ms": 1.4581, "p95_ms": 2.3088, "p99_ms": 2.9526, "results": {"failed": 0, "not_applicable": 0, "success": 3401730, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_terminated", "ffmpeg": {"error_count": 333, "h264_decode_error_count": 1007, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:02:42+09:00", "last_error_summary": "[h264 @ 0x5f6907d64bc0] error while decoding MB 114 56, bytestream -7", "last_exit_at": "2026-11-03T18:02:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 646.592, "last_started_at": "2026-11-03T17:51:56+09:00", "pid": 87837, "process": {"exists": false, "pid": 87837}, "restart_count": 355, "restart_count_per_hour": 6, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 356}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.027, "sample_count": 2514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.023, "last_frame_pushed_at": "2026-11-03T18:02:42+09:00", "last_frame_read_age_sec": 0.137, "last_frame_read_at": "2026-11-03T18:02:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 507.768, "last_sample_duration_ms": 1383.317, "last_trigger": "periodic", "next_snapshot_in_sec": 92.232, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 598, "storage_bytes": 3612398}, "mjpeg": {"age_sec": 0.011, "exists": true, "mtime": "2026-11-03T18:02:42.976262+09:00", "mtime_epoch": 1793696562.9762619, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:02:43+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2411.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3401730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.188, "max": 17.0, "p95": 14.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.295, "max": 3.0, "p95": 2.0, "sample_count": 200}, "total": {"avg": 1.012, "max": 3.0, "p95": 2.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.554, "pushed": 8.554, "read": 8.521}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.009, "count": 255, "max_ms": 0.057, "p95_ms": 0.018, "reason": null, "sample_age_ms": 115.607, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.936, "count": 255, "max_ms": 6.999, "p95_ms": 3.142, "reason": null, "sample_age_ms": 151.64, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 255, "max_ms": 6.768, "p95_ms": 2.393, "reason": null, "sample_age_ms": 151.848, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.433, "count": 255, "max_ms": 1.122, "p95_ms": 0.802, "reason": null, "sample_age_ms": 115.636, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 255, "max_ms": 13.627, "p95_ms": 3.718, "reason": null, "sample_age_ms": 150.232, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 150.188, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 116.704, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.379, "count": 255, "max_ms": 83.153, "p95_ms": 68.584, "reason": null, "sample_age_ms": 115.597, "source": "client_direct"}, "sample_age_ms": 115.589, "source": "client_direct", "task_total_ms": {"avg_ms": 52.414, "count": 255, "max_ms": 86.309, "p95_ms": 72.518, "reason": null, "sample_age_ms": 115.589, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.093, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.432, "count": 256, "max_ms": 13.245, "p95_ms": 10.191}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 256, "max_ms": 1.491, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.292, "count": 256, "max_ms": 5.564, "p95_ms": 2.632}, "event_filter_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 256, "max_ms": 0.861, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.038, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.817, "count": 256, "max_ms": 4.519, "p95_ms": 3.473}, "setup_ms": {"avg_ms": 0.05, "count": 256, "max_ms": 0.131, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.367, "count": 256, "max_ms": 13.017, "p95_ms": 10.094}, "track_match_ms": {"avg_ms": 0.068, "count": 256, "max_ms": 0.328, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.377, "count": 256, "max_ms": 6.082, "p95_ms": 2.768}}, "gstreamer_push": {"avg_ms": 3.466, "count": 256, "max_ms": 8.704, "p95_ms": 5.287}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 256, "max_ms": 0.524, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.811, "count": 256, "max_ms": 88.834, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.393, "count": 256, "max_ms": 13.091, "p95_ms": 8.228}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.142, "count": 256, "max_ms": 142.848, "p95_ms": 123.038}, "inference_input_copy_ms": {"avg_ms": 2.125, "count": 256, "max_ms": 5.197, "p95_ms": 3.523}, "processing_residual_ms": {"avg_ms": 0.234, "count": 256, "max_ms": 0.605, "p95_ms": 0.449}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.894, "count": 256, "max_ms": 148.592, "p95_ms": 128.388}, "read_interval": {"avg_ms": 117.299, "count": 255, "max_ms": 215.57, "p95_ms": 165.31}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 256, "max_ms": 0.239, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.738, "count": 256, "max_ms": 4.322, "p95_ms": 3.312}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 256, "max_ms": 0.084, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.716, "count": 256, "max_ms": 4.289, "p95_ms": 3.279}, "worker_merge_ms": {"avg_ms": 0.008, "count": 256, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 53.828, "count": 256, "max_ms": 88.85, "p95_ms": 75.935}, "visualize": {"avg_ms": 35.505, "count": 256, "max_ms": 59.827, "p95_ms": 47.282}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.077, "count": 256, "max_ms": 45.465, "p95_ms": 40.03}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.212, "count": 256, "max_ms": 57.714, "p95_ms": 45.389}, "visualize_input_copy_ms": {"avg_ms": 1.061, "count": 256, "max_ms": 2.743, "p95_ms": 2.03}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.067, "count": 256, "max_ms": 57.563, "p95_ms": 45.202}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 256, "max_ms": 0.204, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2410.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.86, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.702, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79127, "write_bytes_delta": 79127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 957.0, "cpu_core_ratio": 0.394763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 87837, "reason": null, "system_cpu_core_ratio": 0.035479, "system_cpu_s_delta": 0.7100000000000009, "user_cpu_core_ratio": 0.359284, "user_cpu_s_delta": 7.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.61753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467719, "system_cpu_s_delta": 9.360000000015134, "user_cpu_core_ratio": 1.14981, "user_cpu_s_delta": 23.009999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 247, "max_ms": 6.574, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.413, "max": 23.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.28, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.223, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.137, "count": 30, "max": 70.86, "p95": 51.047, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 33.521, "p95": 28.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 903.533, "count": 30, "max": 1080.0, "p95": 1063.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 56.967, "count": 30, "max": 1184.0, "p95": 165.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.425, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78472.367, "count": 30, "max": 110784.0, "p95": 82097.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75782.167, "count": 30, "max": 110784.0, "p95": 82097.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 37.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.497, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.174, "p95": 1.167, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26314, "sampled_at": "2026-11-03T18:02:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:02:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.927, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5645584, "flush_count": 5955, "flush_interval_seconds": 30.0, "flush_state": {"count": 5955, "last_at": "2026-11-03T18:02:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:02:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5954}, "started": true, "suppressed_count": 3396185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3395776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5955, "written_record_count": 5955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10509.559, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9405103104000, "copied_frame_count": 3401730, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9405103104000, "frame_buffer_copies": 3401730, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 2.164, "p50_ms": 0.1083, "p95_ms": 0.2115, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5217, "count": 512, "max_ms": 3.2204, "p50_ms": 1.4581, "p95_ms": 2.3088, "p99_ms": 2.9526, "results": {"failed": 0, "not_applicable": 0, "success": 3401730, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 333, "h264_decode_error_count": 1007, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:02:42+09:00", "last_error_summary": "[h264 @ 0x5f6907d64bc0] error while decoding MB 114 56, bytestream -7", "last_exit_at": "2026-11-03T18:02:42+09:00", "last_returncode": 0, "last_stable_duration_sec": 646.642, "last_started_at": "2026-11-03T17:51:56+09:00", "pid": 87837, "process": {"exists": false, "pid": 87837}, "restart_count": 355, "restart_count_per_hour": 6, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 356}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.027, "sample_count": 2514, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.073, "last_frame_pushed_at": "2026-11-03T18:02:42+09:00", "last_frame_read_age_sec": 0.187, "last_frame_read_at": "2026-11-03T18:02:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 507.825, "last_sample_duration_ms": 1383.317, "last_trigger": "periodic", "next_snapshot_in_sec": 92.175, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 598, "storage_bytes": 3612398}, "mjpeg": {"age_sec": 0.061, "exists": true, "mtime": "2026-11-03T18:02:42.976262+09:00", "mtime_epoch": 1793696562.9762619, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:02:43+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2411.094, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3401730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.188, "max": 17.0, "p95": 14.0, "sample_count": 256}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.295, "max": 3.0, "p95": 2.0, "sample_count": 200}, "total": {"avg": 1.012, "max": 3.0, "p95": 2.0, "sample_count": 256}}, "tracking_counts": {"active": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 256}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "removed": {"avg": 0.012, "max": 1.0, "p95": 0.0, "sample_count": 256}, "tracked": {"avg": 0.027, "max": 1.0, "p95": 0.0, "sample_count": 256}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 256, "pushed_frames": 256, "read_frames": 255, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 8.54, "pushed": 8.54, "read": 8.507}, "hints": ["frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 255, "client_acquire_ms": {"avg_ms": 0.009, "count": 255, "max_ms": 0.057, "p95_ms": 0.018, "reason": null, "sample_age_ms": 167.459, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.936, "count": 255, "max_ms": 6.999, "p95_ms": 3.142, "reason": null, "sample_age_ms": 203.492, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.427, "count": 255, "max_ms": 6.768, "p95_ms": 2.393, "reason": null, "sample_age_ms": 203.7, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.433, "count": 255, "max_ms": 1.122, "p95_ms": 0.802, "reason": null, "sample_age_ms": 167.488, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.374, "count": 255, "max_ms": 13.627, "p95_ms": 3.718, "reason": null, "sample_age_ms": 202.084, "source": "client_direct"}, "request_count": 255, "request_tensor_bytes": {"avg": 2764808.0, "count": 255, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 202.04, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 255, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 168.556, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 49.379, "count": 255, "max_ms": 83.153, "p95_ms": 68.584, "reason": null, "sample_age_ms": 167.449, "source": "client_direct"}, "sample_age_ms": 167.441, "source": "client_direct", "task_total_ms": {"avg_ms": 52.414, "count": 255, "max_ms": 86.309, "p95_ms": 72.518, "reason": null, "sample_age_ms": 167.441, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.323, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 5.432, "count": 256, "max_ms": 13.245, "p95_ms": 10.191}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.475, "count": 256, "max_ms": 1.491, "p95_ms": 1.0}, "detection_prepare_ms": {"avg_ms": 1.292, "count": 256, "max_ms": 5.564, "p95_ms": 2.632}, "event_filter_ms": {"avg_ms": 0.006, "count": 256, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.276, "count": 256, "max_ms": 0.861, "p95_ms": 0.561}, "mcmt_ms": {"avg_ms": 0.004, "count": 256, "max_ms": 0.038, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.817, "count": 256, "max_ms": 4.519, "p95_ms": 3.473}, "setup_ms": {"avg_ms": 0.05, "count": 256, "max_ms": 0.131, "p95_ms": 0.096}, "total_inside_ms": {"avg_ms": 5.367, "count": 256, "max_ms": 13.017, "p95_ms": 10.094}, "track_match_ms": {"avg_ms": 0.068, "count": 256, "max_ms": 0.328, "p95_ms": 0.161}, "tracker_update_ms": {"avg_ms": 1.377, "count": 256, "max_ms": 6.082, "p95_ms": 2.768}}, "gstreamer_push": {"avg_ms": 3.466, "count": 256, "max_ms": 8.704, "p95_ms": 5.287}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.06, "count": 256, "max_ms": 0.524, "p95_ms": 0.119}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 53.811, "count": 256, "max_ms": 88.834, "p95_ms": 75.918}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.393, "count": 256, "max_ms": 13.091, "p95_ms": 8.228}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 96.142, "count": 256, "max_ms": 142.848, "p95_ms": 123.038}, "inference_input_copy_ms": {"avg_ms": 2.125, "count": 256, "max_ms": 5.197, "p95_ms": 3.523}, "processing_residual_ms": {"avg_ms": 0.234, "count": 256, "max_ms": 0.605, "p95_ms": 0.449}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 100.894, "count": 256, "max_ms": 148.592, "p95_ms": 128.388}, "read_interval": {"avg_ms": 117.299, "count": 255, "max_ms": 215.57, "p95_ms": 165.31}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.021, "count": 256, "max_ms": 0.239, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.738, "count": 256, "max_ms": 4.322, "p95_ms": 3.312}, "resolve_scenarios_ms": {"avg_ms": 0.018, "count": 256, "max_ms": 0.084, "p95_ms": 0.04}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.716, "count": 256, "max_ms": 4.289, "p95_ms": 3.279}, "worker_merge_ms": {"avg_ms": 0.008, "count": 256, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 53.828, "count": 256, "max_ms": 88.85, "p95_ms": 75.935}, "visualize": {"avg_ms": 35.505, "count": 256, "max_ms": 59.827, "p95_ms": 47.282}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 31.077, "count": 256, "max_ms": 45.465, "p95_ms": 40.03}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 34.212, "count": 256, "max_ms": 57.714, "p95_ms": 45.389}, "visualize_input_copy_ms": {"avg_ms": 1.061, "count": 256, "max_ms": 2.743, "p95_ms": 2.03}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 256, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 34.067, "count": 256, "max_ms": 57.563, "p95_ms": 45.202}, "visualizer_prepare_ms": {"avg_ms": 0.075, "count": 256, "max_ms": 0.204, "p95_ms": 0.152}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 256}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 256}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2410.941, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 70.86, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 127.702, "sample_count": 2530, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401409, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:04+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 79127, "write_bytes_delta": 79127, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 957.0, "cpu_core_ratio": 0.394763, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 42.0, "pid": 87837, "reason": null, "system_cpu_core_ratio": 0.035479, "system_cpu_s_delta": 0.7100000000000009, "user_cpu_core_ratio": 0.359284, "user_cpu_s_delta": 7.189999999999998}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.61753, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 21.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.467719, "system_cpu_s_delta": 9.360000000015134, "user_cpu_core_ratio": 1.14981, "user_cpu_s_delta": 23.009999999951106}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.442, "count": 247, "max_ms": 6.574, "p95_ms": 5.342, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.413, "max": 23.0, "p95": 12.0, "sample_count": 247}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.28, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 236}, "total": {"avg": 1.223, "max": 3.0, "p95": 2.0, "sample_count": 247}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.137, "count": 30, "max": 70.86, "p95": 51.047, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.573, "count": 30, "max": 33.521, "p95": 28.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 903.533, "count": 30, "max": 1080.0, "p95": 1063.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 56.967, "count": 30, "max": 1184.0, "p95": 165.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.375, "count": 30, "max": 0.425, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.003, "count": 30, "max": 0.091, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78472.367, "count": 30, "max": 110784.0, "p95": 82097.85, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 75782.167, "count": 30, "max": 110784.0, "p95": 82097.85, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 0.967, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.833, "count": 30, "max": 37.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.459, "count": 30, "max": 0.497, "p95": 0.49, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.127, "count": 30, "max": 1.174, "p95": 1.167, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26314, "sampled_at": "2026-11-03T18:02:04+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:02:04+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.977, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5645584, "flush_count": 5955, "flush_interval_seconds": 30.0, "flush_state": {"count": 5955, "last_at": "2026-11-03T18:02:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:02:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5954}, "started": true, "suppressed_count": 3396185, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 409, "tracking_summary": 3395776}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5955, "written_record_count": 5955}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10531.238, "limit_mb": null}, "detail": {"pid": 87953, "restart_count": 356, "start_count": 357}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9405103104000, "copied_frame_count": 3401730, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T17:44:16+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 1899278, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T17:44:06+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 10.756}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 409, "events_emitted": 378, "events_failed": 0, "events_observed": 409, "events_suppressed": 31, "frame_buffer_copied_bytes": 9405103104000, "frame_buffer_copies": 3401730, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18900, "recorder_active_input_bytes": 52254720000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 378, "recorder_clips_failed": 0, "recorder_clips_started": 378, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 378, "worker_jobs_accepted": 378, "worker_jobs_completed": 378, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1239, "count": 512, "max_ms": 2.164, "p50_ms": 0.1083, "p95_ms": 0.2115, "p99_ms": 0.2708}, "stages": {"db_insert": {"avg_ms": 16.6376, "count": 378, "max_ms": 71.5868, "p50_ms": 14.2653, "p95_ms": 36.0551, "p99_ms": 46.6797, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6912, "count": 378, "max_ms": 4.0365, "p50_ms": 1.6088, "p95_ms": 2.6831, "p99_ms": 3.2039, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 936.7248, "count": 409, "max_ms": 4422.916, "p50_ms": 925.6465, "p95_ms": 1368.7972, "p99_ms": 1813.8984, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.5217, "count": 512, "max_ms": 3.2204, "p50_ms": 1.4581, "p95_ms": 2.3088, "p99_ms": 2.9526, "results": {"failed": 0, "not_applicable": 0, "success": 3401730, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 497.4957, "count": 409, "max_ms": 2262.6103, "p50_ms": 502.4162, "p95_ms": 651.369, "p99_ms": 1226.3884, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.0546, "count": 378, "max_ms": 205.7373, "p50_ms": 20.6757, "p95_ms": 57.5249, "p99_ms": 102.845, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4207, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2173, "p95_ms": 8.1614, "p99_ms": 9.7539, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5044, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3871, "p95_ms": 2.5542, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18900, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 534.6585, "count": 378, "max_ms": 2259.3339, "p50_ms": 503.792, "p95_ms": 654.4006, "p99_ms": 1235.1584, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 445.422, "count": 378, "max_ms": 2167.0011, "p50_ms": 413.3828, "p95_ms": 556.1069, "p99_ms": 1170.6618, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7777, "count": 378, "max_ms": 115.8706, "p50_ms": 83.697, "p95_ms": 102.9735, "p99_ms": 110.143, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.5991, "count": 378, "max_ms": 15.8949, "p50_ms": 1.3085, "p95_ms": 2.8273, "p99_ms": 6.1361, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.3798, "count": 378, "max_ms": 103.1964, "p50_ms": 34.3998, "p95_ms": 54.7155, "p99_ms": 69.5868, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4323, "count": 378, "max_ms": 16.9396, "p50_ms": 0.7758, "p95_ms": 5.3866, "p99_ms": 10.5319, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.7388, "count": 409, "max_ms": 4.5565, "p50_ms": 0.6537, "p95_ms": 1.3472, "p99_ms": 1.8062, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8112, "count": 378, "max_ms": 9.2164, "p50_ms": 0.7017, "p95_ms": 1.4292, "p99_ms": 2.4787, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 378, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.7886, "count": 378, "max_ms": 3752.636, "p50_ms": 353.0207, "p95_ms": 669.2611, "p99_ms": 777.2207, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 409, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 409, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1368, "count": 378, "max_ms": 14.3512, "p50_ms": 1.071, "p95_ms": 8.2212, "p99_ms": 11.1982, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.7393, "count": 378, "max_ms": 206.4133, "p50_ms": 25.4235, "p95_ms": 59.874, "p99_ms": 79.5891, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0828, "count": 378, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1488, "p99_ms": 0.2092, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0126, "count": 378, "max_ms": 9.2334, "p50_ms": 1.8311, "p95_ms": 3.2992, "p99_ms": 5.3872, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 473.6271, "count": 378, "max_ms": 3837.487, "p50_ms": 425.0146, "p95_ms": 770.014, "p99_ms": 877.7333, "results": {"failed": 0, "not_applicable": 0, "success": 378, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 378, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0687, "p95_ms": 0.1345, "p99_ms": 0.1829}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.7962, "p95_ms": 3.1034, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 378, "artifact_failed": 0, "artifact_requested": 378, "artifact_success": 378, "completed": 378, "completed_failed": 0, "completed_success": 378, "cooldown_promoted": 378, "database_requested": 378, "db_insert_success": 378, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15947, "relay_business_failed": 0, "relay_business_success": 378, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 378, "relay_transport_failed": 0, "relay_transport_success": 378, "reservation_requested": 378}, "snapshot": {"copied_bytes": 1045094400, "copied_count": 378, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6088, "p95_ms": 2.6248, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 333, "h264_decode_error_count": 1007, "h264_decode_error_count_per_hour": 9, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:02:42+09:00", "last_error_summary": "[h264 @ 0x5f6907d64bc0] error while decoding MB 114 56, bytestream -7", "last_exit_at": "2026-11-03T18:02:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T18:02:46+09:00", "pid": 87953, "process": {"exists": true, "fd_count": 4, "hwm_mb": 57.133, "name": "ffmpeg", "pid": 87953, "rss_mb": 57.133, "state": "S (sleeping)", "threads": 1}, "restart_count": 356, "restart_count_per_hour": 7, "rtsp_timeout_count": 166, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": true, "start_count": 357}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.261, "sample_count": 2469, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 5.07, "last_frame_pushed_at": "2026-11-03T18:02:42+09:00", "last_frame_read_age_sec": 5.185, "last_frame_read_at": "2026-11-03T18:02:42+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 198, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 512.818, "last_sample_duration_ms": 1383.317, "last_trigger": "periodic", "next_snapshot_in_sec": 87.182, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 598, "storage_bytes": 3612398}, "mjpeg": {"age_sec": 5.058, "exists": true, "mtime": "2026-11-03T18:02:42.976262+09:00", "mtime_epoch": 1793696562.9762619, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 77088}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:02:48+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2499.84, "name": "celery", "pid": 206, "rss_mb": 2411.098, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 316, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 2, "history_size_limit": 20, "last_frame_idx": 3401730, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 2}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.256, "max": 17.0, "p95": 14.0, "sample_count": 219}}, "truncated_count": 0}, "object_counts": {"by_category.소형선박": {"avg": 1.172, "max": 3.0, "p95": 2.0, "sample_count": 163}, "total": {"avg": 0.872, "max": 3.0, "p95": 2.0, "sample_count": 219}}, "tracking_counts": {"active": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 219}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "removed": {"avg": 0.014, "max": 1.0, "p95": 0.0, "sample_count": 219}, "tracked": {"avg": 0.032, "max": 1.0, "p95": 0.0, "sample_count": 219}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 0, "processed_frames": 219, "pushed_frames": 219, "read_frames": 218, "select_timeouts": 0, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 7.304, "pushed": 7.304, "read": 7.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "frame_processing_p95_over_budget", "triton_wait_p95_dominant"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 218, "client_acquire_ms": {"avg_ms": 0.009, "count": 218, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 5157.62, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.893, "count": 218, "max_ms": 6.385, "p95_ms": 2.969, "reason": null, "sample_age_ms": 5193.654, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.408, "count": 218, "max_ms": 5.71, "p95_ms": 2.382, "reason": null, "sample_age_ms": 5193.862, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.426, "count": 218, "max_ms": 0.988, "p95_ms": 0.805, "reason": null, "sample_age_ms": 5157.65, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.372, "count": 218, "max_ms": 13.627, "p95_ms": 3.717, "reason": null, "sample_age_ms": 5192.246, "source": "client_direct"}, "request_count": 218, "request_tensor_bytes": {"avg": 2764808.0, "count": 218, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 5192.202, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 218, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 5158.718, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 48.384, "count": 218, "max_ms": 83.153, "p95_ms": 67.158, "reason": null, "sample_age_ms": 5157.611, "source": "client_direct"}, "sample_age_ms": 5157.603, "source": "client_direct", "task_total_ms": {"avg_ms": 51.406, "count": 218, "max_ms": 86.309, "p95_ms": 71.707, "reason": null, "sample_age_ms": 5157.603, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 4.211, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 4.971, "count": 219, "max_ms": 13.245, "p95_ms": 9.8}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.429, "count": 219, "max_ms": 1.47, "p95_ms": 0.896}, "detection_prepare_ms": {"avg_ms": 1.18, "count": 219, "max_ms": 3.676, "p95_ms": 2.412}, "event_filter_ms": {"avg_ms": 0.006, "count": 219, "max_ms": 0.026, "p95_ms": 0.013}, "id_reconcile_ms": {"avg_ms": 0.252, "count": 219, "max_ms": 0.861, "p95_ms": 0.522}, "mcmt_ms": {"avg_ms": 0.004, "count": 219, "max_ms": 0.038, "p95_ms": 0.011}, "scenario_analyze_ms": {"avg_ms": 1.673, "count": 219, "max_ms": 4.519, "p95_ms": 3.289}, "setup_ms": {"avg_ms": 0.049, "count": 219, "max_ms": 0.131, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 4.908, "count": 219, "max_ms": 13.017, "p95_ms": 9.721}, "track_match_ms": {"avg_ms": 0.061, "count": 219, "max_ms": 0.328, "p95_ms": 0.152}, "tracker_update_ms": {"avg_ms": 1.253, "count": 219, "max_ms": 4.378, "p95_ms": 2.719}}, "gstreamer_push": {"avg_ms": 3.391, "count": 219, "max_ms": 6.988, "p95_ms": 5.253}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.057, "count": 219, "max_ms": 0.369, "p95_ms": 0.114}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 52.743, "count": 219, "max_ms": 88.834, "p95_ms": 73.981}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 2.235, "count": 219, "max_ms": 13.091, "p95_ms": 8.132}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 93.801, "count": 219, "max_ms": 141.856, "p95_ms": 120.41}, "inference_input_copy_ms": {"avg_ms": 2.106, "count": 219, "max_ms": 5.197, "p95_ms": 3.434}, "processing_residual_ms": {"avg_ms": 0.226, "count": 219, "max_ms": 0.605, "p95_ms": 0.429}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 98.368, "count": 219, "max_ms": 147.98, "p95_ms": 125.77}, "read_interval": {"avg_ms": 114.226, "count": 218, "max_ms": 205.762, "p95_ms": 157.835}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.02, "count": 219, "max_ms": 0.087, "p95_ms": 0.043}, "execute_total_ms": {"avg_ms": 1.597, "count": 219, "max_ms": 4.319, "p95_ms": 3.192}, "resolve_scenarios_ms": {"avg_ms": 0.017, "count": 219, "max_ms": 0.066, "p95_ms": 0.038}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 1.577, "count": 219, "max_ms": 4.278, "p95_ms": 3.167}, "worker_merge_ms": {"avg_ms": 0.008, "count": 219, "max_ms": 0.044, "p95_ms": 0.019}}, "triton_wait": {"avg_ms": 52.759, "count": 219, "max_ms": 88.85, "p95_ms": 73.997}, "visualize": {"avg_ms": 34.734, "count": 219, "max_ms": 59.827, "p95_ms": 46.0}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 30.723, "count": 219, "max_ms": 44.828, "p95_ms": 40.2}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 33.496, "count": 219, "max_ms": 57.714, "p95_ms": 44.259}, "visualize_input_copy_ms": {"avg_ms": 1.011, "count": 219, "max_ms": 2.695, "p95_ms": 2.035}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 219, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 33.357, "count": 219, "max_ms": 57.563, "p95_ms": 44.008}, "visualizer_prepare_ms": {"avg_ms": 0.072, "count": 219, "max_ms": 0.204, "p95_ms": 0.147}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 219}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 219}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2411.094, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 12.47, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 128.261, "sample_count": 2486, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3401730, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:02:42+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 3.035, "exists": true, "size_bytes": 77088, "write_bytes_delta": 77088, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": null, "cpu_core_ratio": null, "exists": false, "major_fault_delta": null, "minor_fault_delta": null, "pid": 87837, "reason": "FileNotFoundError", "system_cpu_core_ratio": null, "system_cpu_s_delta": null, "user_cpu_core_ratio": null, "user_cpu_s_delta": null}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 1.287046, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 19.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.354671, "system_cpu_s_delta": 7.490000000019791, "user_cpu_core_ratio": 0.932374, "user_cpu_s_delta": 19.68999999994412}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 3.456, "count": 233, "max_ms": 8.704, "p95_ms": 5.287, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 6.193, "max": 17.0, "p95": 14.0, "sample_count": 233}}, "truncated_count": 0}, "object_counts": {"__other__": {"avg": 1.203, "key_count": 1, "max": 3.0, "p95": 2.0, "provenance": "bounded_other_sum_proxy", "sample_count": 177}, "total": {"avg": 0.914, "max": 3.0, "p95": 2.0, "sample_count": 233}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 22.437, "count": 30, "max": 70.86, "p95": 51.047, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 17.69, "count": 30, "max": 33.521, "p95": 28.407, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 902.2, "count": 30, "max": 1080.0, "p95": 1063.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 55.533, "count": 30, "max": 1184.0, "p95": 165.3, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.036, "count": 30, "max": 0.045, "p95": 0.041, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.374, "count": 30, "max": 0.425, "p95": 0.416, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.104, "count": 30, "max": 3.035, "p95": 0.05, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 78243.2, "count": 30, "max": 110784.0, "p95": 81651.65, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 78243.2, "count": 30, "max": 110784.0, "p95": 81651.65, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 18.633, "count": 30, "max": 37.0, "p95": 26.2, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.454, "count": 30, "max": 0.492, "p95": 0.486, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 1.119, "count": 30, "max": 1.173, "p95": 1.165, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26316, "sampled_at": "2026-11-03T18:02:46+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:02:46+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.982, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5653838, "flush_count": 5964, "flush_interval_seconds": 30.0, "flush_state": {"count": 5964, "last_at": "2026-11-03T18:11:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:11:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5963}, "started": true, "suppressed_count": 3401221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 410, "tracking_summary": 3400811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5964, "written_record_count": 5964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10561.219, "limit_mb": null}, "detail": {"actual_bytes": 0, "expected_bytes": 2764800}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9419048755200, "copied_frame_count": 3406774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T18:03:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2115906, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T18:03:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.597}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 410, "events_emitted": 379, "events_failed": 0, "events_observed": 410, "events_suppressed": 31, "frame_buffer_copied_bytes": 9419048755200, "frame_buffer_copies": 3406774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18950, "recorder_active_input_bytes": 52392960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 379, "recorder_clips_failed": 0, "recorder_clips_started": 379, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 379, "worker_jobs_accepted": 379, "worker_jobs_completed": 379, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 0.4548, "p50_ms": 0.0993, "p95_ms": 0.2198, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 16.6505, "count": 379, "max_ms": 71.5868, "p50_ms": 14.3226, "p95_ms": 36.0528, "p99_ms": 46.6431, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6943, "count": 379, "max_ms": 4.0365, "p50_ms": 1.6157, "p95_ms": 2.6921, "p99_ms": 3.203, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.5469, "count": 410, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1372.2451, "p99_ms": 1813.1437, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3366, "count": 512, "max_ms": 4.3932, "p50_ms": 1.2539, "p95_ms": 2.264, "p99_ms": 3.0032, "results": {"failed": 0, "not_applicable": 0, "success": 3406774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.7953, "count": 410, "max_ms": 2262.6103, "p50_ms": 502.5662, "p95_ms": 656.8288, "p99_ms": 1225.8202, "results": {"failed": 0, "not_applicable": 0, "success": 410, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2082, "count": 379, "max_ms": 205.7373, "p50_ms": 20.6817, "p95_ms": 57.7929, "p99_ms": 102.3094, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4458, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2831, "p95_ms": 8.1353, "p99_ms": 9.5939, "results": {"failed": 0, "not_applicable": 0, "success": 18950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5076, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3906, "p95_ms": 2.5747, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 535.9498, "count": 379, "max_ms": 2259.3339, "p50_ms": 503.8866, "p95_ms": 658.6211, "p99_ms": 1234.8027, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7057, "count": 379, "max_ms": 2167.0011, "p50_ms": 413.4514, "p95_ms": 558.2098, "p99_ms": 1170.3831, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7765, "count": 379, "max_ms": 115.8706, "p50_ms": 83.6985, "p95_ms": 102.9635, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6005, "count": 379, "max_ms": 15.8949, "p50_ms": 1.3113, "p95_ms": 2.8266, "p99_ms": 6.1215, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 379, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4284, "count": 379, "max_ms": 103.1964, "p50_ms": 34.5178, "p95_ms": 54.7963, "p99_ms": 69.5727, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.74, "count": 410, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3454, "p99_ms": 1.8059, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4308, "count": 379, "max_ms": 16.9396, "p50_ms": 0.7763, "p95_ms": 5.3812, "p99_ms": 10.5281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4308, "count": 379, "max_ms": 16.9396, "p50_ms": 0.7763, "p95_ms": 5.3812, "p99_ms": 10.5281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.74, "count": 410, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3454, "p99_ms": 1.8059, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8181, "count": 379, "max_ms": 9.2164, "p50_ms": 0.7018, "p95_ms": 1.4447, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 379, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.8451, "count": 379, "max_ms": 3752.636, "p50_ms": 353.0627, "p95_ms": 669.2032, "p99_ms": 777.1526, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 410, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 410, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1454, "count": 379, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.221, "p99_ms": 11.1942, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.9678, "count": 379, "max_ms": 206.4133, "p50_ms": 25.4619, "p95_ms": 60.5945, "p99_ms": 89.1336, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 379, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1498, "p99_ms": 0.2217, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0165, "count": 379, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3291, "p99_ms": 5.3862, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 474.0935, "count": 379, "max_ms": 3837.487, "p50_ms": 425.0966, "p95_ms": 769.8978, "p99_ms": 877.3233, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 379, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1381, "p99_ms": 0.2096}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 379, "artifact_failed": 0, "artifact_requested": 379, "artifact_success": 379, "completed": 379, "completed_failed": 0, "completed_success": 379, "cooldown_promoted": 379, "database_requested": 379, "db_insert_success": 379, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15948, "relay_business_failed": 0, "relay_business_success": 379, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 379, "relay_transport_failed": 0, "relay_transport_success": 379, "reservation_requested": 379}, "snapshot": {"copied_bytes": 1047859200, "copied_count": 379, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6194, "p95_ms": 2.6435, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "invalid_frame_read_size", "ffmpeg": {"error_count": 334, "h264_decode_error_count": 1009, "h264_decode_error_count_per_hour": 6, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:12:05+09:00", "last_error_summary": "[h264 @ 0x5f677f4fbd40] left block unavailable for requested intra mode [h264 @ 0x5f677f4fbd40] error while decoding MB 0 33, bytestream 3413 [h264 @ 0x5f677ffadc00] error while decoding MB 86 67, bytestream -6 [in#0/rtsp @ 0x5f677f3bae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f677f3bae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T18:02:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 559.869, "last_started_at": "2026-11-03T18:02:46+09:00", "pid": 87953, "process": {"exists": false, "pid": 87953}, "restart_count": 356, "restart_count_per_hour": 6, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 2, "rtsp_tolerant_mode": false, "running": false, "start_count": 357}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.241, "sample_count": 2753, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:12:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.001, "last_frame_pushed_at": "2026-11-03T18:12:05+09:00", "last_frame_read_age_sec": 0.073, "last_frame_read_at": "2026-11-03T18:12:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 199, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 468.973, "last_sample_duration_ms": 1229.088, "last_trigger": "periodic", "next_snapshot_in_sec": 131.027, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 599, "storage_bytes": 3621971}, "mjpeg": {"age_sec": 0.068, "exists": true, "mtime": "2026-11-03T18:12:05.835248+09:00", "mtime_epoch": 1793697125.8352482, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88133}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:12:05+09:00", "process": {"exists": true, "fd_count": 122, "hwm_mb": 2510.328, "name": "celery", "pid": 206, "rss_mb": 2450.578, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 317, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3406774, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.111, "max": 4.0, "p95": 3.0, "sample_count": 99}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 99, "pushed_frames": 99, "read_frames": 98, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.305, "pushed": 3.305, "read": 3.271}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 98, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 42.65, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.565, "count": 98, "max_ms": 2.665, "p95_ms": 1.366, "reason": null, "sample_age_ms": 81.782, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.227, "count": 98, "max_ms": 2.063, "p95_ms": 1.003, "reason": null, "sample_age_ms": 82.005, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.252, "count": 98, "max_ms": 0.871, "p95_ms": 0.561, "reason": null, "sample_age_ms": 42.656, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.944, "count": 98, "max_ms": 4.434, "p95_ms": 3.208, "reason": null, "sample_age_ms": 79.988, "source": "client_direct"}, "request_count": 98, "request_tensor_bytes": {"avg": 2764808.0, "count": 98, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 79.948, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 42.835, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.684, "count": 98, "max_ms": 72.848, "p95_ms": 57.44, "reason": null, "sample_age_ms": 42.647, "source": "client_direct"}, "sample_age_ms": 42.644, "source": "client_direct", "task_total_ms": {"avg_ms": 45.063, "count": 98, "max_ms": 74.876, "p95_ms": 60.101, "reason": null, "sample_age_ms": 42.644, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 1.753, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.755, "count": 99, "max_ms": 2.228, "p95_ms": 1.822}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.238, "count": 99, "max_ms": 0.964, "p95_ms": 0.481}, "detection_prepare_ms": {"avg_ms": 0.126, "count": 99, "max_ms": 0.409, "p95_ms": 0.293}, "event_filter_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.077, "count": 99, "max_ms": 0.211, "p95_ms": 0.162}, "mcmt_ms": {"avg_ms": 0.002, "count": 99, "max_ms": 0.012, "p95_ms": 0.008}, "scenario_analyze_ms": {"avg_ms": 0.188, "count": 99, "max_ms": 0.802, "p95_ms": 0.405}, "setup_ms": {"avg_ms": 0.043, "count": 99, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.713, "count": 99, "max_ms": 2.148, "p95_ms": 1.724}, "track_match_ms": {"avg_ms": 0.004, "count": 99, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.03, "count": 99, "max_ms": 0.09, "p95_ms": 0.066}}, "gstreamer_push": {"avg_ms": 2.974, "count": 99, "max_ms": 6.256, "p95_ms": 4.913}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.045, "count": 99, "max_ms": 0.126, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 46.024, "count": 99, "max_ms": 75.531, "p95_ms": 61.926}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 99, "max_ms": 0.155, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.224, "count": 99, "max_ms": 102.687, "p95_ms": 92.118}, "inference_input_copy_ms": {"avg_ms": 1.673, "count": 99, "max_ms": 3.348, "p95_ms": 2.933}, "processing_residual_ms": {"avg_ms": 0.198, "count": 99, "max_ms": 0.536, "p95_ms": 0.365}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.143, "count": 99, "max_ms": 104.645, "p95_ms": 95.185}, "read_interval": {"avg_ms": 305.815, "count": 98, "max_ms": 10128.89, "p95_ms": 139.841}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.016, "count": 99, "max_ms": 0.059, "p95_ms": 0.039}, "execute_total_ms": {"avg_ms": 0.131, "count": 99, "max_ms": 0.644, "p95_ms": 0.301}, "resolve_scenarios_ms": {"avg_ms": 0.01, "count": 99, "max_ms": 0.046, "p95_ms": 0.027}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.116, "count": 99, "max_ms": 0.605, "p95_ms": 0.275}, "worker_merge_ms": {"avg_ms": 0.005, "count": 99, "max_ms": 0.019, "p95_ms": 0.013}}, "triton_wait": {"avg_ms": 46.04, "count": 99, "max_ms": 75.542, "p95_ms": 61.94}, "visualize": {"avg_ms": 28.431, "count": 99, "max_ms": 43.454, "p95_ms": 36.983}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.622, "count": 99, "max_ms": 42.634, "p95_ms": 35.722}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.242, "count": 99, "max_ms": 43.329, "p95_ms": 36.81}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 99, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.151, "count": 99, "max_ms": 43.24, "p95_ms": 36.74}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 99, "max_ms": 0.162, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 99}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 99}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2450.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.394, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.638, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85937, "write_bytes_delta": 85937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1077.0, "cpu_core_ratio": 0.517533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1896.0, "pid": 87953, "reason": null, "system_cpu_core_ratio": 0.062822, "system_cpu_s_delta": 1.259999999999998, "user_cpu_core_ratio": 0.454711, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 35.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066811, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.670599, "user_cpu_s_delta": 13.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 303, "max_ms": 7.536, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.485, "max": 10.0, "p95": 4.0, "sample_count": 303}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 303}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.5, "count": 30, "max": 70.86, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.418, "count": 30, "max": 34.201, "p95": 33.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1165.0, "p95": 1127.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 378.467, "count": 30, "max": 5006.0, "p95": 1769.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.158, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.484, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 3.035, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81550.367, "count": 30, "max": 91136.0, "p95": 88893.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81550.367, "count": 30, "max": 91136.0, "p95": 88893.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2050.7, "count": 30, "max": 60854.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.5, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.173, "p95": 1.147, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26342, "sampled_at": "2026-11-03T18:11:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:11:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.959, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5653838, "flush_count": 5964, "flush_interval_seconds": 30.0, "flush_state": {"count": 5964, "last_at": "2026-11-03T18:11:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:11:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5963}, "started": true, "suppressed_count": 3401221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 410, "tracking_summary": 3400811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5964, "written_record_count": 5964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10559.574, "limit_mb": null}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9419048755200, "copied_frame_count": 3406774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T18:03:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2115906, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T18:03:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.597}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 410, "events_emitted": 379, "events_failed": 0, "events_observed": 410, "events_suppressed": 31, "frame_buffer_copied_bytes": 9419048755200, "frame_buffer_copies": 3406774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18950, "recorder_active_input_bytes": 52392960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 379, "recorder_clips_failed": 0, "recorder_clips_started": 379, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 379, "worker_jobs_accepted": 379, "worker_jobs_completed": 379, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 0.4548, "p50_ms": 0.0993, "p95_ms": 0.2198, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 16.6505, "count": 379, "max_ms": 71.5868, "p50_ms": 14.3226, "p95_ms": 36.0528, "p99_ms": 46.6431, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6943, "count": 379, "max_ms": 4.0365, "p50_ms": 1.6157, "p95_ms": 2.6921, "p99_ms": 3.203, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.5469, "count": 410, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1372.2451, "p99_ms": 1813.1437, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3366, "count": 512, "max_ms": 4.3932, "p50_ms": 1.2539, "p95_ms": 2.264, "p99_ms": 3.0032, "results": {"failed": 0, "not_applicable": 0, "success": 3406774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.7953, "count": 410, "max_ms": 2262.6103, "p50_ms": 502.5662, "p95_ms": 656.8288, "p99_ms": 1225.8202, "results": {"failed": 0, "not_applicable": 0, "success": 410, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2082, "count": 379, "max_ms": 205.7373, "p50_ms": 20.6817, "p95_ms": 57.7929, "p99_ms": 102.3094, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4458, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2831, "p95_ms": 8.1353, "p99_ms": 9.5939, "results": {"failed": 0, "not_applicable": 0, "success": 18950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5076, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3906, "p95_ms": 2.5747, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 535.9498, "count": 379, "max_ms": 2259.3339, "p50_ms": 503.8866, "p95_ms": 658.6211, "p99_ms": 1234.8027, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7057, "count": 379, "max_ms": 2167.0011, "p50_ms": 413.4514, "p95_ms": 558.2098, "p99_ms": 1170.3831, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7765, "count": 379, "max_ms": 115.8706, "p50_ms": 83.6985, "p95_ms": 102.9635, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6005, "count": 379, "max_ms": 15.8949, "p50_ms": 1.3113, "p95_ms": 2.8266, "p99_ms": 6.1215, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 379, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4284, "count": 379, "max_ms": 103.1964, "p50_ms": 34.5178, "p95_ms": 54.7963, "p99_ms": 69.5727, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.74, "count": 410, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3454, "p99_ms": 1.8059, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4308, "count": 379, "max_ms": 16.9396, "p50_ms": 0.7763, "p95_ms": 5.3812, "p99_ms": 10.5281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4308, "count": 379, "max_ms": 16.9396, "p50_ms": 0.7763, "p95_ms": 5.3812, "p99_ms": 10.5281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.74, "count": 410, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3454, "p99_ms": 1.8059, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8181, "count": 379, "max_ms": 9.2164, "p50_ms": 0.7018, "p95_ms": 1.4447, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 379, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.8451, "count": 379, "max_ms": 3752.636, "p50_ms": 353.0627, "p95_ms": 669.2032, "p99_ms": 777.1526, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 410, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 410, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1454, "count": 379, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.221, "p99_ms": 11.1942, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.9678, "count": 379, "max_ms": 206.4133, "p50_ms": 25.4619, "p95_ms": 60.5945, "p99_ms": 89.1336, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 379, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1498, "p99_ms": 0.2217, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0165, "count": 379, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3291, "p99_ms": 5.3862, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 474.0935, "count": 379, "max_ms": 3837.487, "p50_ms": 425.0966, "p95_ms": 769.8978, "p99_ms": 877.3233, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 379, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1381, "p99_ms": 0.2096}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 379, "artifact_failed": 0, "artifact_requested": 379, "artifact_success": 379, "completed": 379, "completed_failed": 0, "completed_success": 379, "cooldown_promoted": 379, "database_requested": 379, "db_insert_success": 379, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15948, "relay_business_failed": 0, "relay_business_success": 379, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 379, "relay_transport_failed": 0, "relay_transport_success": 379, "reservation_requested": 379}, "snapshot": {"copied_bytes": 1047859200, "copied_count": 379, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6194, "p95_ms": 2.6435, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_not_running", "ffmpeg": {"error_count": 334, "h264_decode_error_count": 1009, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:12:05+09:00", "last_error_summary": "[h264 @ 0x5f677f4fbd40] left block unavailable for requested intra mode [h264 @ 0x5f677f4fbd40] error while decoding MB 0 33, bytestream 3413 [h264 @ 0x5f677ffadc00] error while decoding MB 86 67, bytestream -6 [in#0/rtsp @ 0x5f677f3bae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f677f3bae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T18:02:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 559.951, "last_started_at": "2026-11-03T18:02:46+09:00", "pid": null, "process": {"exists": false, "pid": 0}, "restart_count": 356, "restart_count_per_hour": 6, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": false, "start_count": 357}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.241, "sample_count": 2752, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:12:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_not_running", "ffmpeg_restart_count_per_hour>=6"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": ["last_stable_duration_sec<600"]}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 0.083, "last_frame_pushed_at": "2026-11-03T18:12:05+09:00", "last_frame_read_age_sec": 0.155, "last_frame_read_at": "2026-11-03T18:12:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 199, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 469.029, "last_sample_duration_ms": 1229.088, "last_trigger": "periodic", "next_snapshot_in_sec": 130.971, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 599, "storage_bytes": 3621971}, "mjpeg": {"age_sec": 0.067, "exists": true, "mtime": "2026-11-03T18:12:05.918249+09:00", "mtime_epoch": 1793697125.918249, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88621}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:12:06+09:00", "process": {"exists": true, "fd_count": 120, "hwm_mb": 2510.328, "name": "celery", "pid": 206, "rss_mb": 2450.562, "state": "S (sleeping)", "threads": 53}, "reason_codes": ["ffmpeg_not_running", "ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_warning"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 317, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3406774, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.112, "max": 4.0, "p95": 3.0, "sample_count": 98}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 98, "pushed_frames": 98, "read_frames": 97, "select_timeouts": 19, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 3.273, "pushed": 3.273, "read": 3.239}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 97, "client_acquire_ms": {"avg_ms": 0.008, "count": 98, "max_ms": 0.03, "p95_ms": 0.016, "reason": null, "sample_age_ms": 122.168, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.566, "count": 97, "max_ms": 2.665, "p95_ms": 1.37, "reason": null, "sample_age_ms": 161.3, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.229, "count": 97, "max_ms": 2.063, "p95_ms": 1.006, "reason": null, "sample_age_ms": 161.523, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.252, "count": 98, "max_ms": 0.871, "p95_ms": 0.561, "reason": null, "sample_age_ms": 122.175, "source": "client_direct"}, "prepare_ms": {"avg_ms": 1.947, "count": 97, "max_ms": 4.434, "p95_ms": 3.209, "reason": null, "sample_age_ms": 159.506, "source": "client_direct"}, "request_count": 97, "request_tensor_bytes": {"avg": 2764808.0, "count": 97, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 159.466, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 98, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 122.354, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 42.684, "count": 98, "max_ms": 72.848, "p95_ms": 57.44, "reason": null, "sample_age_ms": 122.165, "source": "client_direct"}, "sample_age_ms": 122.162, "source": "client_direct", "task_total_ms": {"avg_ms": 45.063, "count": 98, "max_ms": 74.876, "p95_ms": 60.101, "reason": null, "sample_age_ms": 122.162, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 2.441, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.74, "count": 98, "max_ms": 2.076, "p95_ms": 1.65}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.23, "count": 98, "max_ms": 0.808, "p95_ms": 0.479}, "detection_prepare_ms": {"avg_ms": 0.124, "count": 98, "max_ms": 0.409, "p95_ms": 0.248}, "event_filter_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.018, "p95_ms": 0.01}, "id_reconcile_ms": {"avg_ms": 0.076, "count": 98, "max_ms": 0.205, "p95_ms": 0.158}, "mcmt_ms": {"avg_ms": 0.002, "count": 98, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.185, "count": 98, "max_ms": 0.802, "p95_ms": 0.383}, "setup_ms": {"avg_ms": 0.043, "count": 98, "max_ms": 0.143, "p95_ms": 0.094}, "total_inside_ms": {"avg_ms": 0.699, "count": 98, "max_ms": 1.986, "p95_ms": 1.552}, "track_match_ms": {"avg_ms": 0.004, "count": 98, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.029, "count": 98, "max_ms": 0.09, "p95_ms": 0.06}}, "gstreamer_push": {"avg_ms": 2.982, "count": 98, "max_ms": 6.256, "p95_ms": 4.913}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 98, "max_ms": 0.126, "p95_ms": 0.096}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 45.964, "count": 98, "max_ms": 75.531, "p95_ms": 61.926}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.048, "count": 98, "max_ms": 0.155, "p95_ms": 0.104}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 76.152, "count": 98, "max_ms": 102.687, "p95_ms": 92.118}, "inference_input_copy_ms": {"avg_ms": 1.674, "count": 98, "max_ms": 3.348, "p95_ms": 2.933}, "processing_residual_ms": {"avg_ms": 0.199, "count": 98, "max_ms": 0.536, "p95_ms": 0.365}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 78.074, "count": 98, "max_ms": 104.645, "p95_ms": 95.185}, "read_interval": {"avg_ms": 308.026, "count": 97, "max_ms": 10128.89, "p95_ms": 139.841}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 98, "max_ms": 0.059, "p95_ms": 0.038}, "execute_total_ms": {"avg_ms": 0.129, "count": 98, "max_ms": 0.644, "p95_ms": 0.277}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 98, "max_ms": 0.046, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.114, "count": 98, "max_ms": 0.605, "p95_ms": 0.252}, "worker_merge_ms": {"avg_ms": 0.005, "count": 98, "max_ms": 0.019, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 45.98, "count": 98, "max_ms": 75.542, "p95_ms": 61.94}, "visualize": {"avg_ms": 28.433, "count": 98, "max_ms": 43.454, "p95_ms": 36.983}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.627, "count": 98, "max_ms": 42.634, "p95_ms": 35.722}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 28.246, "count": 98, "max_ms": 43.329, "p95_ms": 36.81}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 98, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 28.155, "count": 98, "max_ms": 43.24, "p95_ms": 36.74}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 98, "max_ms": 0.162, "p95_ms": 0.139}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 98}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 98}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2450.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.394, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.638, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85937, "write_bytes_delta": 85937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1077.0, "cpu_core_ratio": 0.517533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1896.0, "pid": 87953, "reason": null, "system_cpu_core_ratio": 0.062822, "system_cpu_s_delta": 1.259999999999998, "user_cpu_core_ratio": 0.454711, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 35.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066811, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.670599, "user_cpu_s_delta": 13.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 303, "max_ms": 7.536, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.485, "max": 10.0, "p95": 4.0, "sample_count": 303}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 303}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.5, "count": 30, "max": 70.86, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.418, "count": 30, "max": 34.201, "p95": 33.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1165.0, "p95": 1127.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 378.467, "count": 30, "max": 5006.0, "p95": 1769.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.158, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.484, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 3.035, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81550.367, "count": 30, "max": 91136.0, "p95": 88893.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81550.367, "count": 30, "max": 91136.0, "p95": 88893.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2050.7, "count": 30, "max": 60854.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.5, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.173, "p95": 1.147, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26342, "sampled_at": "2026-11-03T18:11:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:11:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.946, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}
{"analysis_logger": {"buffer_len": 0, "cap_bytes": 104857600, "dropped_count": 0, "dropped_record_count": 0, "enabled": true, "file_cap_bytes": 104857600, "file_path": "/data/playlist/logs/45/tracking_analysis_20261030_143230_097f5391.jsonl", "file_size_bytes": 5653838, "flush_count": 5964, "flush_interval_seconds": 30.0, "flush_state": {"count": 5964, "last_at": "2026-11-03T18:11:14", "last_error": "", "last_record_count": 1, "status": "ok"}, "flush_status": "ok", "last_flush_at": "2026-11-03T18:11:14", "last_flush_error": "", "last_flush_record_count": 1, "max_buffer_records": 16, "mode": "monitoring", "policy_source": "base_live_policy", "record_counts": {"scenario_debug": 0, "scenario_event": 0, "session_start": 1, "session_stop": 0, "tracking_summary": 5963}, "started": true, "suppressed_count": 3401221, "suppressed_counts": {"scenario_debug": 0, "scenario_event": 410, "tracking_summary": 3400811}, "suspend_reason": "", "suspended": false, "write_suspended": false, "written_count": 5964, "written_record_count": 5964}, "buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "cctv_id": "45", "cgroup_memory": {"current_mb": 10732.523, "limit_mb": null}, "detail": {"pid": 88131, "restart_count": 357, "start_count": 358}, "event_persistence_observability": {"benchmark": {"completeness": "incomplete", "lifecycle_state": "not_active", "reason": "detailed_not_active", "run_id": null}, "channel_id": "45", "configured_mode": "monitoring", "detailed": {"active": false, "artifact_trace_bytes": 0, "artifact_trace_count": 0, "event_interval_s": {"avg_s": null, "count": 0, "max_s": null, "p50_s": null, "p95_s": null}, "first_event_at": null, "in_flight": 0, "last_event_at": null, "observed_event_count": 0, "remaining_s": null, "started_at": null, "target_channel_id": null, "target_generation": null, "trace_bytes": 0, "trace_bytes_cap": 4194304, "trace_cap": 256, "trace_count": 0}, "effective_mode": "monitoring", "enabled": true, "frame_recorder": {"event_snapshot": {"queue": "measured", "snapshot_copy": "measured", "worker_enabled": true}, "frame_buffer": {"copied_bytes_total": 9419048755200, "copied_frame_count": 3406774, "copy_error_count": 0, "current_length": 50, "frame_nbytes": 2764800, "max_length": 50, "peak_retained_bytes_estimate": 138240000, "retained_bytes_estimate": 138240000}, "frame_memory_domain": "cpu_numpy", "memory_domain_owners": {"cpu_gpu_copy_count": null, "cpu_gpu_copy_reason": "not_collected", "decode": "input_ffmpeg_cpu", "inference": "triton_http_boundary", "record": "ffmpeg_stdin_cpu_bytes", "render": "python_opencv_cpu", "resize": "python_opencv_cpu"}, "recorder": {"active_count": 0, "configured_fps": 10, "expected_post_frame_count": 0, "expected_pre_frame_count": 0, "last_admission": {"expected_post_frame_count": 50, "expected_pre_frame_count": 50, "pre_event_source_bytes": 138240000}, "last_clip": {"actual_written_frame_count": 100, "configured_fps": 10, "expected_post_frame_count": 50, "expected_pre_frame_count": 50, "finished_at": "2026-11-03T18:03:56+09:00", "limitation_reason": "source_timestamps_unavailable", "mp4_exists": true, "mp4_size_bytes": 2115906, "nominal_duration_s": 10.0, "outcome": "normal", "returncode": 0, "started_at": "2026-11-03T18:03:47+09:00", "wall_clock_fidelity": "not_collected", "wall_elapsed_s": 8.597}, "oldest_age_s": null, "peak_active_count": 3, "pre_event_reference_bytes": 0, "remaining_frame_count": 0, "written_frame_count": 0}, "retained_memory": {"estimate_kind": "bounded_reference_upper_bound", "overlap_upper_bound_bytes": 0, "peak_total_upper_bound_bytes": 552960000, "recorder_pre_event_reference_bytes": 0, "ring_bytes": 138240000, "total_upper_bound_bytes": 138240000, "unavailable_reason": null}}, "generation": "097f5391", "health": "ok", "lightweight": {"counts": {"db_tasks_submitted": 0, "event_requests": 410, "events_emitted": 379, "events_failed": 0, "events_observed": 410, "events_suppressed": 31, "frame_buffer_copied_bytes": 9419048755200, "frame_buffer_copies": 3406774, "frame_buffer_copy_errors": 0, "instrumentation_errors": 0, "recorder_active_frames": 18950, "recorder_active_input_bytes": 52392960000, "recorder_broken_pipe_errors": 0, "recorder_clips_completed": 379, "recorder_clips_failed": 0, "recorder_clips_started": 379, "stage_failures": 0, "trace_cap_drops": 0, "trace_write_errors": 0, "worker_db_insert_success": 379, "worker_jobs_accepted": 379, "worker_jobs_completed": 379, "worker_jobs_failed": 0, "worker_jobs_rejected": 0}, "instrumentation_overhead": {"avg_ms": 0.1153, "count": 512, "max_ms": 0.4548, "p50_ms": 0.0993, "p95_ms": 0.2198, "p99_ms": 0.297}, "stages": {"db_insert": {"avg_ms": 16.6505, "count": 379, "max_ms": 71.5868, "p50_ms": 14.3226, "p95_ms": 36.0528, "p99_ms": 46.6431, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "db_task_submit": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "db_task_total": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "event_snapshot_copy": {"avg_ms": 1.6943, "count": 379, "max_ms": 4.0365, "p50_ms": 1.6157, "p95_ms": 2.6921, "p99_ms": 3.203, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "event_total": {"avg_ms": 938.5469, "count": 410, "max_ms": 4422.916, "p50_ms": 925.8943, "p95_ms": 1372.2451, "p99_ms": 1813.1437, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "frame_buffer_copy": {"avg_ms": 1.3366, "count": 512, "max_ms": 4.3932, "p50_ms": 1.2539, "p95_ms": 2.264, "p99_ms": 3.0032, "results": {"failed": 0, "not_applicable": 0, "success": 3406774, "suppressed": 0, "unknown": 0}}, "handle_events_total": {"avg_ms": 498.7953, "count": 410, "max_ms": 2262.6103, "p50_ms": 502.5662, "p95_ms": 656.8288, "p99_ms": 1225.8202, "results": {"failed": 0, "not_applicable": 0, "success": 410, "suppressed": 0, "unknown": 0}}, "instance_db_write": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "jpg_write": {"avg_ms": 27.2082, "count": 379, "max_ms": 205.7373, "p50_ms": 20.6817, "p95_ms": 57.7929, "p99_ms": 102.3094, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "output_prerequisite": {"avg_ms": null, "count": 0, "max_ms": null, "p50_ms": null, "p95_ms": null, "p99_ms": null, "results": {"failed": 0, "not_applicable": 0, "success": 0, "suppressed": 0, "unknown": 0}}, "recorder_active_pipe_write": {"avg_ms": 5.4458, "count": 512, "max_ms": 11.6864, "p50_ms": 5.2831, "p95_ms": 8.1353, "p99_ms": 9.5939, "results": {"failed": 0, "not_applicable": 0, "success": 18950, "suppressed": 0, "unknown": 0}}, "recorder_active_tobytes": {"avg_ms": 1.5076, "count": 512, "max_ms": 5.0328, "p50_ms": 1.3906, "p95_ms": 2.5747, "p99_ms": 3.8853, "results": {"failed": 0, "not_applicable": 0, "success": 18950, "suppressed": 0, "unknown": 0}}, "recorder_admission": {"avg_ms": 535.9498, "count": 379, "max_ms": 2259.3339, "p50_ms": 503.8866, "p95_ms": 658.6211, "p99_ms": 1234.8027, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_preroll_pipe_write": {"avg_ms": 446.7057, "count": 379, "max_ms": 2167.0011, "p50_ms": 413.4514, "p95_ms": 558.2098, "p99_ms": 1170.3831, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_preroll_tobytes": {"avg_ms": 84.7765, "count": 379, "max_ms": 115.8706, "p50_ms": 83.6985, "p95_ms": 102.9635, "p99_ms": 110.1281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_spawn": {"avg_ms": 1.6005, "count": 379, "max_ms": 15.8949, "p50_ms": 1.3113, "p95_ms": 2.8266, "p99_ms": 6.1215, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_state_registration": {"avg_ms": 0.0, "count": 379, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "recorder_stop": {"avg_ms": 36.4284, "count": 379, "max_ms": 103.1964, "p50_ms": 34.5178, "p95_ms": 54.7963, "p99_ms": 69.5727, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_cooldown_check": {"avg_ms": 0.74, "count": 410, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3454, "p99_ms": 1.8059, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "redis_cooldown_promote": {"avg_ms": 1.4308, "count": 379, "max_ms": 16.9396, "p50_ms": 0.7763, "p95_ms": 5.3812, "p99_ms": 10.5281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_cooldown_set": {"avg_ms": 1.4308, "count": 379, "max_ms": 16.9396, "p50_ms": 0.7763, "p95_ms": 5.3812, "p99_ms": 10.5281, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "redis_reservation": {"avg_ms": 0.74, "count": 410, "max_ms": 4.5565, "p50_ms": 0.6539, "p95_ms": 1.3454, "p99_ms": 1.8059, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 31, "unknown": 0}}, "redis_reservation_renew": {"avg_ms": 0.8181, "count": 379, "max_ms": 9.2164, "p50_ms": 0.7018, "p95_ms": 1.4447, "p99_ms": 2.6464, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "relay_business": {"avg_ms": 0.0, "count": 379, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "relay_transport": {"avg_ms": 397.8451, "count": 379, "max_ms": 3752.636, "p50_ms": 353.0627, "p95_ms": 669.2032, "p99_ms": 777.1526, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "snapshot_observed": {"avg_ms": 0.0, "count": 410, "max_ms": 0.0, "p50_ms": 0.0, "p95_ms": 0.0, "p99_ms": 0.0, "results": {"failed": 0, "not_applicable": 0, "success": 410, "suppressed": 0, "unknown": 0}}, "thumbnail_resize": {"avg_ms": 2.1454, "count": 379, "max_ms": 14.3512, "p50_ms": 1.0738, "p95_ms": 8.221, "p99_ms": 11.1942, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "thumbnail_write": {"avg_ms": 25.9678, "count": 379, "max_ms": 206.4133, "p50_ms": 25.4619, "p95_ms": 60.5945, "p99_ms": 89.1336, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_queue_submit": {"avg_ms": 0.0832, "count": 379, "max_ms": 1.1521, "p50_ms": 0.0697, "p95_ms": 0.1498, "p99_ms": 0.2217, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_queue_wait": {"avg_ms": 2.0165, "count": 379, "max_ms": 9.2334, "p50_ms": 1.8331, "p95_ms": 3.3291, "p99_ms": 5.3862, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}, "worker_total": {"avg_ms": 474.0935, "count": 379, "max_ms": 3837.487, "p50_ms": 425.0966, "p95_ms": 769.8978, "p99_ms": 877.3233, "results": {"failed": 0, "not_applicable": 0, "success": 379, "suppressed": 0, "unknown": 0}}}}, "schema_version": "ssims.m20_event_persistence_observability.v1", "worker": {"channel_id": "45", "drain": {"duration_ms": null, "state": "not_started", "unfinished_jobs": 0}, "enabled": true, "evidence_complete": true, "failure_counts": {}, "generation": "097f5391", "last_failure": {"reason": null, "stage": null}, "process_memory": {"max_bytes": 67108864, "retained_bytes": 0}, "queue": {"accepted": 379, "active_bytes": 0, "active_jobs": 0, "bytes": 0, "bytes_cap": 33554432, "depth": 0, "dropped": 0, "job_cap": 8, "peak_bytes": 2765350, "peak_jobs": 1, "rejected": 0, "submit_ms": {"count": 256, "max_ms": 0.316, "p50_ms": 0.0688, "p95_ms": 0.1381, "p99_ms": 0.2096}, "wait_ms": {"count": 256, "max_ms": 9.2334, "p50_ms": 1.8002, "p95_ms": 3.1188, "p99_ms": 4.8584}}, "reason": "m20_persistence_worker_active", "results": {"accepted": 379, "artifact_failed": 0, "artifact_requested": 379, "artifact_success": 379, "completed": 379, "completed_failed": 0, "completed_success": 379, "cooldown_promoted": 379, "database_requested": 379, "db_insert_success": 379, "instance_requested": 0, "instance_success": 0, "last_inserted_id": 15948, "relay_business_failed": 0, "relay_business_success": 379, "relay_business_unknown": 0, "relay_not_requested": 0, "relay_requested": 379, "relay_transport_failed": 0, "relay_transport_success": 379, "reservation_requested": 379}, "snapshot": {"copied_bytes": 1047859200, "copied_count": 379, "copy": {"count": 256, "max_ms": 3.7603, "p50_ms": 1.6194, "p95_ms": 2.6435, "p99_ms": 2.9193}}, "state": "running"}}, "event_type": "ffmpeg_started", "ffmpeg": {"error_count": 334, "h264_decode_error_count": 1009, "h264_decode_error_count_per_hour": 8, "input_options": ["-rtsp_transport", "tcp", "-timeout", "10000000"], "last_error_at": "2026-11-03T18:12:05+09:00", "last_error_summary": "[h264 @ 0x5f677f4fbd40] left block unavailable for requested intra mode [h264 @ 0x5f677f4fbd40] error while decoding MB 0 33, bytestream 3413 [h264 @ 0x5f677ffadc00] error while decoding MB 86 67, bytestream -6 [in#0/rtsp @ 0x5f677f3bae00] Error during demuxing: Connection timed out [in#0/rtsp @ 0x5f677f3bae00] Error retrieving a packet from demuxer: Connection timed out", "last_exit_at": "2026-11-03T18:02:45+09:00", "last_returncode": 0, "last_stable_duration_sec": 2.001, "last_started_at": "2026-11-03T18:12:08+09:00", "pid": 88131, "process": {"exists": true, "fd_count": 5, "hwm_mb": 210.715, "name": "ffmpeg", "pid": 88131, "rss_mb": 210.715, "state": "S (sleeping)", "threads": 70}, "restart_count": 357, "restart_count_per_hour": 7, "rtsp_timeout_count": 168, "rtsp_timeout_count_per_hour": 4, "rtsp_tolerant_mode": false, "running": true, "start_count": 358}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 105.241, "sample_count": 2709, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406774, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:12:05+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "health": {"criticals": ["ffmpeg_restart_count_per_hour>=6", "last_stable_duration_sec<180"], "level": "critical", "thresholds": {"ffmpeg_restart_count_per_hour": {"critical": 6, "warning": 3}, "h264_decode_error_count_per_hour": {"critical": 50, "warning": 10}, "last_frame_pushed_age_sec": {"critical": 30, "warning": 10}, "last_frame_read_age_sec": {"critical": 30, "warning": 10}, "last_stable_duration_sec": {"critical_below": 180, "warning_below": 600}, "mjpeg_age_sec": {"critical": 30, "warning": 10}, "rtsp_timeout_count_per_hour": {"critical": 30, "warning": 10}}, "warnings": []}, "instance_id": "097f5391", "last_frame_pushed_age_sec": 4.469, "last_frame_pushed_at": "2026-11-03T18:12:05+09:00", "last_frame_read_age_sec": 4.54, "last_frame_read_at": "2026-11-03T18:12:05+09:00", "memory_observability": {"active_channels": ["20", "21", "44", "45"], "capped": false, "configured_mode": "monitoring", "current_rows": 199, "debug_expires_at": null, "deduplicated_count": 36, "effective_mode": "monitoring", "error_count": 0, "last_sample_age_sec": 473.41, "last_sample_duration_ms": 1229.088, "last_trigger": "periodic", "next_snapshot_in_sec": 126.59, "reason": "waiting_for_next_snapshot", "rotation_count": 138, "runtime_state": "active", "sample_count": 599, "storage_bytes": 3621971}, "mjpeg": {"age_sec": 4.453, "exists": true, "mtime": "2026-11-03T18:12:05.918249+09:00", "mtime_epoch": 1793697125.918249, "path": "/data/playlist/streaming/45/mjpeg.jpg", "size_bytes": 88621}, "monitor_url": "http://sapi.ssims.ai:80/mjpeg/45", "observed_at": "2026-11-03T18:12:10+09:00", "process": {"exists": true, "fd_count": 121, "hwm_mb": 2510.328, "name": "celery", "pid": 206, "rss_mb": 2450.566, "state": "S (sleeping)", "threads": 54}, "reason_codes": ["ffmpeg_churn_critical", "ffmpeg_unstable_after_restart_critical"], "recommended_action": "channel_restart_recommended", "recorder": {"active_count": 0, "cooldown_sec": 100, "last_event_key_count": 317, "oldest_recorder_age_sec": null, "recorders": [], "running_ffmpeg_count": 0, "running_pids": [], "stopping_count": 0}, "recovery_eligible": true, "scenario_state_metrics": {"danger_area_loitering": {"enabled": false}, "enabled": true, "falldown_detected": {"enabled": false}, "marine_vessel_monitoring": {"enabled": true, "frame_rate": 10.0, "history_owner_count": 0, "history_size_limit": 20, "last_frame_idx": 3406774, "max_missed_frames": 20, "pair_history_owner_count": 0, "pair_state_count": 0, "top_level_key_count": 5, "track_state_count": 0}, "ppe_check": {"enabled": false}, "scene_scale": {"decision": "mixed", "decision_basis": "pending", "decision_frame": -1, "decision_locked": false, "enabled": true, "last_metrics": {"decision_basis": "pending", "decision_locked": false, "sample_cap": 40, "sample_count": 0}, "raw_area_sample_count": 0, "raw_height_sample_count": 0, "sample_count": 0}}, "source_url": "rtsp://admin:%2112qwerty@daewoo-jinhae.iptime.org:554/video6", "stage_metrics": {"aggregate_counts": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.129, "max": 4.0, "p95": 3.0, "sample_count": 62}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "tracking_counts": {"active": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "lost": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "removed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "tracked": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "unconfirmed": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}}, "counts": {"inference_timeouts": 0, "invalid_reads": 1, "processed_frames": 62, "pushed_frames": 62, "read_frames": 61, "select_timeouts": 18, "triton_result_errors": 0}, "enabled": true, "fps": {"processed": 2.073, "pushed": 2.073, "read": 2.039}, "hints": ["read_fps_below_target", "processed_fps_below_target", "push_fps_below_target", "ffmpeg_select_timeouts_seen", "invalid_ffmpeg_reads_seen"], "inference_client": {"effective_mode": "monitoring", "enabled": true, "inflight": {"current": 0, "max": 1, "source": "client_direct"}, "model_key_cap": 30, "models": {"yolo11m_640_mard_ship_17class_260423": {"attempt_count": 61, "client_acquire_ms": {"avg_ms": 0.009, "count": 62, "max_ms": 0.03, "p95_ms": 0.018, "reason": null, "sample_age_ms": 4506.746, "source": "client_direct"}, "error_count": 0, "executor_queue_ms": {"avg_ms": 0.613, "count": 61, "max_ms": 2.665, "p95_ms": 1.431, "reason": null, "sample_age_ms": 4545.878, "source": "client_direct"}, "instrumentation_overhead_ms": {"avg_ms": 0.244, "count": 61, "max_ms": 2.063, "p95_ms": 1.059, "reason": null, "sample_age_ms": 4546.1, "source": "client_direct"}, "parse_ms": {"avg_ms": 0.258, "count": 62, "max_ms": 0.871, "p95_ms": 0.562, "reason": null, "sample_age_ms": 4506.752, "source": "client_direct"}, "prepare_ms": {"avg_ms": 2.046, "count": 61, "max_ms": 4.434, "p95_ms": 3.271, "reason": null, "sample_age_ms": 4544.083, "source": "client_direct"}, "request_count": 61, "request_tensor_bytes": {"avg": 2764808.0, "count": 61, "max": 2764808.0, "p95": 2764808.0, "reason": null, "sample_age_ms": 4544.044, "source": "client_direct"}, "response_tensor_bytes": {"avg": 8.0, "count": 62, "max": 8.0, "p95": 8.0, "reason": null, "sample_age_ms": 4506.931, "source": "client_direct"}, "retry_count": 0, "roundtrip_total_ms": {"avg_ms": 44.04, "count": 62, "max_ms": 72.848, "p95_ms": 59.944, "reason": null, "sample_age_ms": 4506.743, "source": "client_direct"}, "sample_age_ms": 4506.74, "source": "client_direct", "task_total_ms": {"avg_ms": 46.526, "count": 62, "max_ms": 74.876, "p95_ms": 63.583, "reason": null, "sample_age_ms": 4506.74, "source": "client_direct"}, "timeout_count": 0}}, "process_executor": {"inflight_current": 0, "inflight_max": 1, "max_workers": 40, "pid": 206, "protocols": {"grpc": {"max_workers": 40, "queued_current": 0, "source": "thread_pool_executor_private_scalar"}}, "queued_current": 0, "source": "client_direct_and_executor_scalar"}, "protocol": "grpc", "reason": "active", "sample_cap": 512, "schema_version": "ssims.live_inference_client_summary.v1", "snapshot_overhead_ms": 3.345, "truncated_model_count": 0, "window_s": 30.0}, "latency_ms": {"analyze": {"avg_ms": 0.736, "count": 62, "max_ms": 2.076, "p95_ms": 1.303}, "analyze_detail": {"data_bus_build_ms": {"avg_ms": 0.232, "count": 62, "max_ms": 0.808, "p95_ms": 0.457}, "detection_prepare_ms": {"avg_ms": 0.123, "count": 62, "max_ms": 0.409, "p95_ms": 0.221}, "event_filter_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.018, "p95_ms": 0.007}, "id_reconcile_ms": {"avg_ms": 0.075, "count": 62, "max_ms": 0.205, "p95_ms": 0.141}, "mcmt_ms": {"avg_ms": 0.002, "count": 62, "max_ms": 0.012, "p95_ms": 0.006}, "scenario_analyze_ms": {"avg_ms": 0.183, "count": 62, "max_ms": 0.754, "p95_ms": 0.345}, "setup_ms": {"avg_ms": 0.042, "count": 62, "max_ms": 0.121, "p95_ms": 0.078}, "total_inside_ms": {"avg_ms": 0.695, "count": 62, "max_ms": 1.986, "p95_ms": 1.251}, "track_match_ms": {"avg_ms": 0.004, "count": 62, "max_ms": 0.017, "p95_ms": 0.009}, "tracker_update_ms": {"avg_ms": 0.028, "count": 62, "max_ms": 0.09, "p95_ms": 0.054}}, "gstreamer_push": {"avg_ms": 3.041, "count": 62, "max_ms": 6.256, "p95_ms": 4.913}, "io_detail": {"channel_analysis_record_ms": {"avg_ms": 0.044, "count": 62, "max_ms": 0.124, "p95_ms": 0.09}}, "model_completion": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg_ms": 47.472, "count": 62, "max_ms": 75.531, "p95_ms": 64.427}}, "truncated_count": 0}, "processing_detail": {"artifact_dispatch_submit_ms": {"avg_ms": 0.049, "count": 62, "max_ms": 0.155, "p95_ms": 0.109}, "base_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "debug_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "inf_api_total_ms": {"avg_ms": 77.214, "count": 62, "max_ms": 102.687, "p95_ms": 96.302}, "inference_input_copy_ms": {"avg_ms": 1.771, "count": 62, "max_ms": 3.348, "p95_ms": 2.933}, "processing_residual_ms": {"avg_ms": 0.2, "count": 62, "max_ms": 0.453, "p95_ms": 0.365}, "steam_artifact_record_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "timestamp_only_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}}, "processing_total": {"avg_ms": 79.234, "count": 62, "max_ms": 104.645, "p95_ms": 98.906}, "read_interval": {"avg_ms": 417.382, "count": 61, "max_ms": 10128.89, "p95_ms": 139.095}, "scenario_detail": {"dispatch_overhead_ms": {"avg_ms": 0.015, "count": 62, "max_ms": 0.059, "p95_ms": 0.027}, "execute_total_ms": {"avg_ms": 0.128, "count": 62, "max_ms": 0.568, "p95_ms": 0.247}, "resolve_scenarios_ms": {"avg_ms": 0.009, "count": 62, "max_ms": 0.039, "p95_ms": 0.025}, "scenario.marine_vessel_monitoring_ms": {"avg_ms": 0.112, "count": 62, "max_ms": 0.509, "p95_ms": 0.225}, "worker_merge_ms": {"avg_ms": 0.005, "count": 62, "max_ms": 0.019, "p95_ms": 0.012}}, "triton_wait": {"avg_ms": 47.487, "count": 62, "max_ms": 75.542, "p95_ms": 64.438}, "visualize": {"avg_ms": 27.992, "count": 62, "max_ms": 43.454, "p95_ms": 37.313}, "visualize_detail": {"roi_render_cache_apply_ms": {"avg_ms": 27.178, "count": 62, "max_ms": 42.634, "p95_ms": 36.209}, "roi_render_cache_build_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualize_draw_all_ms": {"avg_ms": 27.803, "count": 62, "max_ms": 43.329, "p95_ms": 36.973}, "visualize_input_copy_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.002, "p95_ms": 0.001}, "visualize_roi_overlay_ms": {"avg_ms": 0.0, "count": 62, "max_ms": 0.0, "p95_ms": 0.0}, "visualizer_overlay_draw_ms": {"avg_ms": 27.713, "count": 62, "max_ms": 43.24, "p95_ms": 36.75}, "visualizer_prepare_ms": {"avg_ms": 0.051, "count": 62, "max_ms": 0.157, "p95_ms": 0.114}}}, "scenario_detail_counts": {"error_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}, "resolved_scenario_count": {"avg": 1.0, "max": 1.0, "p95": 1.0, "sample_count": 62}, "returned_event_count": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 62}}, "target_fps": 10.0, "target_frame_budget_ms": 100.0, "video_pipeline": {"cctv_id": "45", "collector": {"auto_slowdown_reason": "sample_duration_over_50ms", "deduplicated_count": 0, "error_count": 0, "lock_contention_count": 0, "pid": 206, "process_rss_mb_proxy": 2450.527, "rss_provenance": "collector_process_proxy_not_thread_exclusive", "sample_duration_ms": 26.394, "skip_count": 12}, "configured_mode": "monitoring", "effective_mode": "monitoring", "enabled": true, "instance_id": "097f5391", "latest": {"buffers": {"frame_buffer_len": 50, "frame_buffer_maxlen": 50, "frame_queue_maxsize": 10, "frame_queue_size": 0}, "frame_flow": {"analysis": {"adaptive_enabled": false, "analysis_cap_enabled": false, "effective_analysis_fps": 10.0, "enabled": false, "last_decision": "initial", "processing_p95_ms": 106.638, "sample_count": 2932, "scenario_effective_fps_enabled": false, "target_fps": 10.0, "warmup_remaining_s": 0.0}, "queue_clear_age_s": 3.0, "queue_max_age_s": 2.0, "queue_maxsize": 10, "reader_queue_enabled": false, "stats": {"analysis_frames": 3406587, "analysis_skipped": 0, "frames_dequeued": 0, "frames_queued": 0, "last_analysis_at": "2026-11-03T18:11:27+09:00", "last_queue_age_ms": null, "last_skip_at": "", "max_queue_age_ms": 0.0, "queue_cleared": 0, "queue_dropped": 0}}, "mjpeg": {"age_sec": 0.0, "exists": true, "size_bytes": 85937, "write_bytes_delta": 85937, "write_count_delta": 1}, "processes": {"input_ffmpeg": {"context_switch_delta": 1077.0, "cpu_core_ratio": 0.517533, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 1896.0, "pid": 87953, "reason": null, "system_cpu_core_ratio": 0.062822, "system_cpu_s_delta": 1.259999999999998, "user_cpu_core_ratio": 0.454711, "user_cpu_s_delta": 9.120000000000005}, "worker": {"context_switch_delta": 0.0, "cpu_core_ratio": 0.73741, "exists": true, "major_fault_delta": 0.0, "minor_fault_delta": 35.0, "pid": 206, "reason": null, "system_cpu_core_ratio": 0.066811, "system_cpu_s_delta": 1.3399999999965075, "user_cpu_core_ratio": 0.670599, "user_cpu_s_delta": 13.450000000011642}}, "stages": {"decode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "external_ffmpeg_has_no_per_frame_decode_completion_timing"}, "frame_copy": {"avg_ms": 2.988, "count": 303, "max_ms": 7.536, "p95_ms": 4.862, "provenance": "proxy", "reason": "numpy_to_gst_buffer_and_appsrc_push_combined"}, "hwdownload": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "not_applicable_software_path"}, "jpeg_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "async_downstream_completion_not_observed"}, "rtsp_encode": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "separate_container"}, "scale_convert": {"avg_ms": null, "count": 0, "max_ms": null, "p95_ms": null, "provenance": "unsupported", "reason": "combined_in_external_ffmpeg_process_cpu_proxy"}}, "workload": {"model_result_counts": {"model_count": 1, "models": {"yolo11m_640_mard_ship_17class_260423": {"avg": 2.485, "max": 10.0, "p95": 4.0, "sample_count": 303}}, "truncated_count": 0}, "object_counts": {"total": {"avg": 0.0, "max": 0.0, "p95": 0.0, "sample_count": 303}}}}, "metrics": {"collector_sample_duration_ms": {"avg": 25.5, "count": 30, "max": 70.86, "p95": 56.087, "source": "m15_direct", "unit": "milliseconds"}, "collector_thread_cpu_ms": {"avg": 20.418, "count": 30, "max": 34.201, "p95": 33.228, "source": "m15_direct", "unit": "milliseconds"}, "ffmpeg_context_switch_delta": {"avg": 1031.233, "count": 30, "max": 1165.0, "p95": 1127.4, "source": "m15_direct", "unit": "count"}, "ffmpeg_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "ffmpeg_minor_fault_delta": {"avg": 378.467, "count": 30, "max": 5006.0, "p95": 1769.55, "source": "m15_direct", "unit": "count"}, "ffmpeg_system_cpu_core_ratio": {"avg": 0.046, "count": 30, "max": 0.158, "p95": 0.094, "source": "m15_direct", "unit": "cores"}, "ffmpeg_user_cpu_core_ratio": {"avg": 0.415, "count": 30, "max": 0.484, "p95": 0.465, "source": "m15_direct", "unit": "cores"}, "mjpeg_file_age_sec": {"avg": 0.101, "count": 30, "max": 3.035, "p95": 0.0, "source": "m15_direct", "unit": "seconds"}, "mjpeg_file_size_bytes": {"avg": 81550.367, "count": 30, "max": 91136.0, "p95": 88893.0, "source": "m15_direct", "unit": "bytes"}, "mjpeg_write_bytes_delta": {"avg": 81550.367, "count": 30, "max": 91136.0, "p95": 88893.0, "source": "file_stat_size_on_change_proxy", "unit": "bytes"}, "mjpeg_write_count_delta": {"avg": 1.0, "count": 30, "max": 1.0, "p95": 1.0, "source": "file_stat_mtime_change_proxy", "unit": "count"}, "worker_context_switch_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_major_fault_delta": {"avg": 0.0, "count": 30, "max": 0.0, "p95": 0.0, "source": "m15_direct", "unit": "count"}, "worker_minor_fault_delta": {"avg": 2050.7, "count": 30, "max": 60854.0, "p95": 31.4, "source": "m15_direct", "unit": "count"}, "worker_system_cpu_core_ratio": {"avg": 0.221, "count": 30, "max": 0.5, "p95": 0.469, "source": "m15_direct", "unit": "cores"}, "worker_user_cpu_core_ratio": {"avg": 0.834, "count": 30, "max": 1.173, "p95": 1.147, "source": "m15_direct", "unit": "cores"}}, "phase": "A_software_file_only", "record_type": "channel", "sample_count": 26342, "sampled_at": "2026-11-03T18:11:27+09:00", "schema_version": "ssims.m15_video_channel_summary.v1", "static": {"config_fingerprint": "4c9250e3414b2408", "reason": "initial_metadata_already_persisted"}, "summarized_at": "2026-11-03T18:11:27+09:00", "video_pipeline": {"fields": {"delivery_mode": {"configured": "inherit", "effective": "file_only", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "input_decode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "mjpeg_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}, "rtsp_encode_backend": {"configured": "inherit", "effective": "software", "effective_reason": "safe_system_default", "fallback": false, "fallback_count": 0, "fallback_last_at": null, "fallback_reason": null, "restart_required": true}}, "phase": "A_software_file_only", "schema_version": "base.video_pipeline.effective.v1", "source": "base_live_policy", "stop_start_required": true}, "window_sample_cap": 30}, "window_elapsed_s": 29.913, "window_s": 30.0}, "started_at": "2026-10-30T14:32:29+09:00", "state": "running", "task_id": "1f001152-835d-4e08-b6b1-e6ea1be9bd5b", "trigger": "start", "triton_protocol": "grpc"}